[cut: only the first 33554432 bytes of this file were read]
2018-03-08 01:01:02,222+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:02,225+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4651fa79-f6e8-4188-ab35-24ce05d185bc (api:46)
2018-03-08 01:01:02,225+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419516', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856481', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643651', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100961', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538507', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000595915', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00565676', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00070839', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380695', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541927', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433953', 'lastCheck': '5.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753892', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265755', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00132498', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00317667', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107891', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000855471', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582941', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605331', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500671', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483448', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000870902', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384143', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037486', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003602', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403837', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000510579', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00257035', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000881283', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00293293', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429071', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318219', 'lastCheck': '2.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4651fa79-f6e8-4188-ab35-24ce05d185bc (api:52)
2018-03-08 01:01:02,226+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7a800945-4925-403f-9cc7-8f93c3a9cd7e (api:46)
2018-03-08 01:01:02,226+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7a800945-4925-403f-9cc7-8f93c3a9cd7e (api:52)
2018-03-08 01:01:02,269+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '29.18', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '68.70'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.76'}, '25': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.97'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '27': {'cpuUser': '13.23', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '83.40'}, '20': {'cpuUser': '11.31', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '86.97'}, '21': {'cpuUser': '5.76', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '91.13'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '23': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.44'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.14'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '18.86', 'cpuIdle': '77.43'}, '0': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '94.97'}, '3': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.70'}, '2': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '5': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.25'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '7': {'cpuUser': '8.54', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '88.68'}, '6': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '8': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '52': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.60'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '59': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '10': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.03'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '12': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.90'}, '14': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.23'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.43'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '31': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.37'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '10.92', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '88.02'}, '36': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '34': {'cpuUser': '3.04', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '93.32'}, '33': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309963'}, '0': {'memPercent': 12, 'memFree': '347834'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753892', 'lastCheck': '2.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419516', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856481', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265755', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00132498', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538507', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000595915', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00565676', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00070839', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380695', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541927', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433953', 'lastCheck': '5.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643651', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100961', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00317667', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483448', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000855471', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582941', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605331', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500671', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107891', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429071', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384143', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037486', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003602', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403837', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000510579', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00257035', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000881283', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00293293', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000870902', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318219', 'lastCheck': '2.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644589689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403741930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.351', 'tx': '1176263697054', 'txDropped': '0', 'rx': '625369610432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0', 'tx': '1580905280950', 'txDropped': '0', 'rx': '926265585238', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45141419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416054002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200322833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet0', 'tx': '87013018', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet1', 'tx': '37764607040', 'txDropped': '0', 'rx': '877463489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet2', 'tx': '21117989457', 'txDropped': '0', 'rx': '141309497482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175426349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet4', 'tx': '395696550', 'txDropped': '0', 'rx': '3066262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet5', 'tx': '23421955690', 'txDropped': '0', 'rx': '497879720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet6', 'tx': '6653059622', 'txDropped': '0', 'rx': '429566420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet7', 'tx': '1432407569', 'txDropped': '0', 'rx': '551990164', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42393554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46688702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'lo', 'tx': '6924851732', 'txDropped': '0', 'rx': '6924851732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170470066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'eno1', 'tx': '975600375114', 'txDropped': '0', 'rx': '433970062747', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'eno2', 'tx': '605304905836', 'txDropped': '0', 'rx': '492295522491', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467260.965762, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467260.965762, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632324131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75809663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76927482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191796064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370723744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.306', 'tx': '76695867395', 'txDropped': '0', 'rx': '8373055707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49808865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429861673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298562464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.110', 'tx': '2475101631', 'txDropped': '0', 'rx': '66852692919', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.111', 'tx': '122669031823', 'txDropped': '0', 'rx': '24440400294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55192121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54111971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464872697', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165148373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55972039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55801850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45136673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467260.965762, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226361702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'oVirtManagement', 'tx': '1176263696406', 'txDropped': '0', 'rx': '625368872029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576633764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'vnet3', 'tx': '542089954', 'txDropped': '0', 'rx': '221470224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467260.965762, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754204712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693296.09', 'cpuLoad': '3.80', 'cpuSys': '1.39', 'diskStats': {'/var/log': {'free': '92970'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635245L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:01:02 GMT', 'cpuUser': '2.16', 'memFree': 667542, 'cpuIdle': '96.45', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.48'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:02,274+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:01:02,750+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:02,802+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5ce6dbe8-678d-4125-9750-5b2bf5c6307d (threadPool:210)
2018-03-08 01:01:02,802+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c01b510d-18ef-42e9-8967-47e7f20a232d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:02,803+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:04,399+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:04,448+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10ff58a7-448e-43c5-b4ea-62eeaebd16cb (threadPool:210)
2018-03-08 01:01:04,449+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 343bc764-a515-4cba-a84e-a5dd23450790 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:04,449+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:05,709+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:06,121+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:06,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eacb0bfa-f489-4b8d-8f56-173ae99e71d1 (threadPool:210)
2018-03-08 01:01:06,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 539fbae5-a450-422e-bc4e-1e180d5e3114 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:06,168+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:06,441+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=548c31b4-f0c1-4221-8f9f-b6a3929c491b (api:46)
2018-03-08 01:01:06,450+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=548c31b4-f0c1-4221-8f9f-b6a3929c491b (api:52)
2018-03-08 01:01:06,450+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:06,567+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d75949da-0256-425e-b556-b9a6058f623e (api:46)
2018-03-08 01:01:06,575+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d75949da-0256-425e-b556-b9a6058f623e (api:52)
2018-03-08 01:01:06,577+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:06,622+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:06,664+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 028edf8e-142e-4281-9a7b-968d5f8ed35c (threadPool:210)
2018-03-08 01:01:06,665+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task edc7556f-00bd-4f57-9131-17a1256accca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:06,665+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:07,089+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:07,135+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c01b510d-18ef-42e9-8967-47e7f20a232d (threadPool:210)
2018-03-08 01:01:07,136+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95f07586-9139-464b-98bb-a1653112e064 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:01:07,136+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:07,829+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:07,878+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5c4e10d-1a1b-47f6-b323-989b905e28b9 (threadPool:210)
2018-03-08 01:01:07,878+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 980c8aba-01d7-4183-bb6b-c6c696a69a69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:07,879+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:08,531+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:08,589+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 343bc764-a515-4cba-a84e-a5dd23450790 (threadPool:210)
2018-03-08 01:01:08,590+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8854e2bd-bac8-4257-accf-5624de9780f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:08,591+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:09,262+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:09,271+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:09,273+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:10,021+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:10,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task edc7556f-00bd-4f57-9131-17a1256accca (threadPool:210)
2018-03-08 01:01:10,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d178949d-f26b-42c4-a427-ffcf9e13169e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:10,066+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:11,123+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:11,171+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95f07586-9139-464b-98bb-a1653112e064 (threadPool:210)
2018-03-08 01:01:11,171+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b07b398-3583-45c5-990e-966975b2aac3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:11,172+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:12,476+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:12,525+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 980c8aba-01d7-4183-bb6b-c6c696a69a69 (threadPool:210)
2018-03-08 01:01:12,525+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 235acfca-34f2-445c-98e9-4623c021da77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:12,525+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:13,350+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:13,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 539fbae5-a450-422e-bc4e-1e180d5e3114 (threadPool:210)
2018-03-08 01:01:13,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a9be1eee-e8ea-4918-a732-a65d63d1d2fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:13,404+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:13,678+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:01:13,682+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:01:13,685+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:13,692+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:01:13,693+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:01:13,693+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:14,658+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:14,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8854e2bd-bac8-4257-accf-5624de9780f5 (threadPool:210)
2018-03-08 01:01:14,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 87ef11fd-ddc2-4c8e-86e6-fef75c909980 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:14,710+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:15,100+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:15,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d178949d-f26b-42c4-a427-ffcf9e13169e (threadPool:210)
2018-03-08 01:01:15,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9747eb8c-cc4b-4a2a-a89b-e94670b4645c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:15,146+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:15,644+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:15,694+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b07b398-3583-45c5-990e-966975b2aac3 (threadPool:210)
2018-03-08 01:01:15,695+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 36f2de99-beb5-4cca-b9ba-57da1dc825e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:15,695+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:16,138+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:16,160+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e2f90646-80b3-494e-a484-7dc40dce4412 (api:46)
2018-03-08 01:01:16,162+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522639', 'lastCheck': '6.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779142', 'lastCheck': '7.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498333', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565498', 'lastCheck': '5.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706681', 'lastCheck': '5.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446255', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291129', 'lastCheck': '6.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505531', 'lastCheck': '6.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212742', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080589', 'lastCheck': '6.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510996', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045713', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000774754', 'lastCheck': '5.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229882', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424233', 'lastCheck': '6.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421046', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340383', 'lastCheck': '5.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274394', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000867967', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0019379', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367073', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493318', 'lastCheck': '6.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486273', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000794387', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000829109', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486229', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411335', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388351', 'lastCheck': '3.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00243408', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397161', 'lastCheck': '6.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044479', 'lastCheck': '6.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624281', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=e2f90646-80b3-494e-a484-7dc40dce4412 (api:52)
2018-03-08 01:01:16,162+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=852a9f99-1e2a-49d0-a3e2-1c5083593445 (api:46)
2018-03-08 01:01:16,163+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=852a9f99-1e2a-49d0-a3e2-1c5083593445 (api:52)
2018-03-08 01:01:16,202+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 235acfca-34f2-445c-98e9-4623c021da77 (threadPool:210)
2018-03-08 01:01:16,203+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c16dea95-a187-44ee-a936-1e383f9bf7dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:16,203+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:16,986+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:17,009+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a240bfb5-10b3-403e-add1-a62deb84119d (api:46)
2018-03-08 01:01:17,016+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a240bfb5-10b3-403e-add1-a62deb84119d (api:52)
2018-03-08 01:01:17,017+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:17,043+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 87ef11fd-ddc2-4c8e-86e6-fef75c909980 (threadPool:210)
2018-03-08 01:01:17,043+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 42b9dcd9-a815-4e08-9d18-fd630ece7719 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:17,044+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:17,121+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=eee5a047-c406-4617-851e-88ce994c0daa (api:46)
2018-03-08 01:01:17,128+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=eee5a047-c406-4617-851e-88ce994c0daa (api:52)
2018-03-08 01:01:17,130+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:17,315+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:17,316+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f6d6f2c1-94bb-477c-9289-580a3e721fcc (api:46)
2018-03-08 01:01:17,317+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522639', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779142', 'lastCheck': '8.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498333', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565498', 'lastCheck': '6.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706681', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446255', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291129', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505531', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212742', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080589', 'lastCheck': '8.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689879', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045713', 'lastCheck': '4.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000774754', 'lastCheck': '6.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229882', 'lastCheck': '8.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424233', 'lastCheck': '7.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421046', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340383', 'lastCheck': '6.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274394', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000867967', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0019379', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367073', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493318', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486273', 'lastCheck': '7.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000794387', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000829109', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486229', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354469', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388351', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00243408', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397161', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044479', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624281', 'lastCheck': '4.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f6d6f2c1-94bb-477c-9289-580a3e721fcc (api:52)
2018-03-08 01:01:17,317+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a22dec1f-4797-44f3-9182-787ff2e54969 (api:46)
2018-03-08 01:01:17,318+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a22dec1f-4797-44f3-9182-787ff2e54969 (api:52)
2018-03-08 01:01:17,345+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '54': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.90'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.08'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.23'}, '53': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.96'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.84'}, '26': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '22': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.76'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '29': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.83'}, '40': {'cpuUser': '15.31', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '84.29'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '15.24', 'cpuIdle': '81.18'}, '0': {'cpuUser': '3.71', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '93.64'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.49'}, '2': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '5': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.89'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '7': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.22'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.03'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '12': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '94.37'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '17': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.23'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.90'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.63'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '34': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '92.25'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '57': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310648'}, '0': {'memPercent': 12, 'memFree': '347145'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045713', 'lastCheck': '4.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522639', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779142', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000774754', 'lastCheck': '6.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229882', 'lastCheck': '8.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706681', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446255', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291129', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505531', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212742', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080589', 'lastCheck': '8.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689879', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498333', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565498', 'lastCheck': '6.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424233', 'lastCheck': '7.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367073', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340383', 'lastCheck': '6.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274394', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000867967', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0019379', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421046', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044479', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486273', 'lastCheck': '7.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000794387', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000829109', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486229', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354469', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388351', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00243408', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397161', 'lastCheck': '7.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493318', 'lastCheck': '7.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624281', 'lastCheck': '4.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644596517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403745578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.351', 'tx': '1176263766464', 'txDropped': '0', 'rx': '625369621924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0', 'tx': '1580905368500', 'txDropped': '0', 'rx': '926266001513', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45141819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416056910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200324281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet0', 'tx': '87021750', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet1', 'tx': '37764614337', 'txDropped': '0', 'rx': '877467754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet2', 'tx': '21118014149', 'txDropped': '0', 'rx': '141309509356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175429233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet4', 'tx': '395705282', 'txDropped': '0', 'rx': '3066262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet5', 'tx': '23421964207', 'txDropped': '0', 'rx': '497880269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet6', 'tx': '6653068530', 'txDropped': '0', 'rx': '429568411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet7', 'tx': '1432416477', 'txDropped': '0', 'rx': '551992171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42393954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46689102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'lo', 'tx': '6924926800', 'txDropped': '0', 'rx': '6924926800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170471452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'eno1', 'tx': '975600457012', 'txDropped': '0', 'rx': '433970263316', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'eno2', 'tx': '605304911488', 'txDropped': '0', 'rx': '492295738197', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467276.054475, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467276.054475, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632328487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75810013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76927832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191799926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370724374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.306', 'tx': '76695867395', 'txDropped': '0', 'rx': '8373062927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49809495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429868893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298566326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.110', 'tx': '2475109828', 'txDropped': '0', 'rx': '66852709860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.111', 'tx': '122669043762', 'txDropped': '0', 'rx': '24440422355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55192521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54112371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464876688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165149759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55972439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55802250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45137073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467276.054475, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226363150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'oVirtManagement', 'tx': '1176263765816', 'txDropped': '0', 'rx': '625368883521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576638120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'vnet3', 'tx': '542098686', 'txDropped': '0', 'rx': '221470224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467276.054475, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754207596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693311.19', 'cpuLoad': '3.79', 'cpuSys': '1.49', 'diskStats': {'/var/log': {'free': '92986'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '1.79', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:01:17 GMT', 'cpuUser': '1.30', 'memFree': 667610, 'cpuIdle': '97.21', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '6.96'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:17,349+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:01:18,122+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:18,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9747eb8c-cc4b-4a2a-a89b-e94670b4645c (threadPool:210)
2018-03-08 01:01:18,982+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:19,043+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 36f2de99-beb5-4cca-b9ba-57da1dc825e9 (threadPool:210)
2018-03-08 01:01:19,063+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ebe41faa-2c91-4dd3-8d2d-4342f24ff1f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:19,065+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:19,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 553b0439-f682-4e05-9a33-91dbd7a60e4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:19,066+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:20,056+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:21,618+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:21,668+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a9be1eee-e8ea-4918-a732-a65d63d1d2fd (threadPool:210)
2018-03-08 01:01:21,668+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ba5d59da-0060-4366-b9ad-641b1eede084 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:21,669+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:22,836+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:22,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c16dea95-a187-44ee-a936-1e383f9bf7dd (threadPool:210)
2018-03-08 01:01:22,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ba3c0193-3f97-4a1a-a565-5dfc14355847 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:22,886+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:23,297+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:23,344+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 42b9dcd9-a815-4e08-9d18-fd630ece7719 (threadPool:210)
2018-03-08 01:01:23,344+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b460d625-eb23-4b32-afa1-df86cf930a80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:23,344+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:23,767+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:23,815+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ebe41faa-2c91-4dd3-8d2d-4342f24ff1f1 (threadPool:210)
2018-03-08 01:01:23,816+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eea39088-fdf7-4acc-8d84-24ec35485f96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:23,816+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:24,173+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:24,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 553b0439-f682-4e05-9a33-91dbd7a60e4f (threadPool:210)
2018-03-08 01:01:24,290+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:24,294+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:24,297+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:24,941+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:24,987+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ba5d59da-0060-4366-b9ad-641b1eede084 (threadPool:210)
2018-03-08 01:01:25,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3e1f4da6-9e31-4adb-9b2e-37500c36a7f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:25,271+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:25,898+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:25,971+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ba3c0193-3f97-4a1a-a565-5dfc14355847 (threadPool:210)
2018-03-08 01:01:27,151+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:27,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eea39088-fdf7-4acc-8d84-24ec35485f96 (threadPool:210)
2018-03-08 01:01:27,330+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1dee256a-e49d-4c75-8453-7642f6741611 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:27,331+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:27,534+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=bda6934b-5801-4f4f-984b-b7e36320bbb1 (api:46)
2018-03-08 01:01:27,540+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=bda6934b-5801-4f4f-984b-b7e36320bbb1 (api:52)
2018-03-08 01:01:27,541+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:27,635+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=68dee220-8c34-41c2-ad64-90eb73457478 (api:46)
2018-03-08 01:01:27,642+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=68dee220-8c34-41c2-ad64-90eb73457478 (api:52)
2018-03-08 01:01:27,643+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:28,271+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:28,315+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3e1f4da6-9e31-4adb-9b2e-37500c36a7f5 (threadPool:210)
2018-03-08 01:01:28,699+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:01:28,704+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:01:28,706+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:28,714+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:01:28,715+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:01:28,715+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:29,439+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2892192d-e8c9-4e7b-988a-bb6a5a42d45d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:29,441+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:30,376+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:30,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b460d625-eb23-4b32-afa1-df86cf930a80 (threadPool:210)
2018-03-08 01:01:31,247+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=83f94a89-985c-4081-a218-da45aa5913ce (api:46)
2018-03-08 01:01:31,248+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280718', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.067235', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302398', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423352', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039978', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292256', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361124', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628271', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011061', 'lastCheck': '1.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504851', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336333', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455974', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750806', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495194', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496903', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356768', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375226', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392494', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617768', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0145572', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502923', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00206424', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533861', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397008', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238331', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417833', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397758', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455834', 'lastCheck': '1.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230328', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.139506', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433633', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430616', 'lastCheck': '1.4', 'valid': True}} from=internal, task_id=83f94a89-985c-4081-a218-da45aa5913ce (api:52)
2018-03-08 01:01:31,248+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=81335926-9111-4b23-b460-93c573e6b179 (api:46)
2018-03-08 01:01:31,249+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=81335926-9111-4b23-b460-93c573e6b179 (api:52)
2018-03-08 01:01:31,543+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2713ec5c-cfd8-4ac4-9021-fdb1fab62d90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa2\x92\xc7\xdb\xdb\x93|\x94\xf0@&X\xc5>9t000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:31,545+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 74393ec5-5826-40f0-947c-93dbdbc792a2 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:31,546+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 to 4096 megabytes (lvm:1205)
2018-03-08 01:01:31,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dcf2f053-0b57-4d4b-88e2-944e2934fc9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:31,556+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:31,751+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2713ec5c-cfd8-4ac4-9021-fdb1fab62d90 (threadPool:210)
2018-03-08 01:01:32,090+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:32,141+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2892192d-e8c9-4e7b-988a-bb6a5a42d45d (threadPool:210)
2018-03-08 01:01:32,388+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:32,390+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=69914a57-2fb0-4e29-b512-01da98470d5b (api:46)
2018-03-08 01:01:32,391+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280718', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.067235', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302398', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423352', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039978', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292256', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361124', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628271', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011061', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504851', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336333', 'lastCheck': '5.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455974', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750806', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495194', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496903', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356768', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375226', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392494', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617768', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0145572', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502923', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00206424', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533861', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397008', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238331', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417833', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397758', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455834', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230328', 'lastCheck': '2.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.139506', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433633', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430616', 'lastCheck': '2.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=69914a57-2fb0-4e29-b512-01da98470d5b (api:52)
2018-03-08 01:01:32,391+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3ce15304-0775-4b96-9d2e-4b9e10056be3 (api:46)
2018-03-08 01:01:32,391+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3ce15304-0775-4b96-9d2e-4b9e10056be3 (api:52)
2018-03-08 01:01:32,417+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '96.30'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '24': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.82'}, '25': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.11'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.21'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.97'}, '20': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.88'}, '21': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.78'}, '22': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.83'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.84'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.10'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.89'}, '1': {'cpuUser': '3.30', 'nodeIndex': 1, 'cpuSys': '18.10', 'cpuIdle': '78.60'}, '0': {'cpuUser': '3.24', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '94.58'}, '3': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.17'}, '2': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.76'}, '5': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '4': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.63'}, '7': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.70'}, '6': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '96.43'}, '9': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.49'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '59': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.56'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.17'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.16'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.71'}, '14': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '17': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.58'}, '16': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '19': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.10'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.45'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '35': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.48'}, '34': {'cpuUser': '3.30', 'nodeIndex': 0, 'cpuSys': '3.70', 'cpuIdle': '93.00'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '57': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.18'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310704'}, '0': {'memPercent': 12, 'memFree': '347113'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455974', 'lastCheck': '2.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280718', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.067235', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750806', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495194', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039978', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292256', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361124', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628271', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011061', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504851', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336333', 'lastCheck': '5.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302398', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423352', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496903', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502923', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375226', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392494', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617768', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0145572', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356768', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433633', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533861', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397008', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238331', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417833', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397758', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455834', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230328', 'lastCheck': '2.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.139506', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00206424', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430616', 'lastCheck': '2.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644603693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403750722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.351', 'tx': '1176263849156', 'txDropped': '0', 'rx': '625369637030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0', 'tx': '1580905516691', 'txDropped': '0', 'rx': '926266516747', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45142169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416064808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200327551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet0', 'tx': '87033233', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet1', 'tx': '37764632209', 'txDropped': '0', 'rx': '877483257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet2', 'tx': '21118061029', 'txDropped': '0', 'rx': '141309540289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175431099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet4', 'tx': '395716765', 'txDropped': '0', 'rx': '3066262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet5', 'tx': '23421973417', 'txDropped': '0', 'rx': '497880353', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet6', 'tx': '6653077156', 'txDropped': '0', 'rx': '429568473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet7', 'tx': '1432436291', 'txDropped': '0', 'rx': '551996177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42394304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46689452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'lo', 'tx': '6925005719', 'txDropped': '0', 'rx': '6925005719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170472538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'eno1', 'tx': '975600557210', 'txDropped': '0', 'rx': '433970512593', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'eno2', 'tx': '605304959481', 'txDropped': '0', 'rx': '492296004154', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467291.189323, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467291.189323, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632333597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75810413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76928232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191803098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370725406', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.306', 'tx': '76695867395', 'txDropped': '0', 'rx': '8373072856', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49810527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429878822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298569498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.110', 'tx': '2475129465', 'txDropped': '0', 'rx': '66852737356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.111', 'tx': '122669074695', 'txDropped': '0', 'rx': '24440466523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55192871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54112721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464881832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165150845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55972789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55802600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45137423', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467291.189323, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226366420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'oVirtManagement', 'tx': '1176263848508', 'txDropped': '0', 'rx': '625368898627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576643230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'vnet3', 'tx': '542110169', 'txDropped': '0', 'rx': '221470224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467291.189323, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754209462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693326.26', 'cpuLoad': '3.67', 'cpuSys': '1.42', 'diskStats': {'/var/log': {'free': '92985'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635317L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:01:32 GMT', 'cpuUser': '0.96', 'memFree': 667614, 'cpuIdle': '97.62', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.47'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:32,421+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:01:32,665+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:33,091+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:33,139+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1dee256a-e49d-4c75-8453-7642f6741611 (threadPool:210)
2018-03-08 01:01:33,544+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:33,571+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dcf2f053-0b57-4d4b-88e2-944e2934fc9f (threadPool:210)
2018-03-08 01:01:33,634+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 536e365c-0a48-430f-80c3-f2c397693a37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:33,636+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:33,644+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 52633860-4c97-45bb-b3c5-b40c1b45d46d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:33,646+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:33,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a99bf202-43ee-4643-a090-1775cbff82c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:33,647+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:34,851+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:34,894+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 536e365c-0a48-430f-80c3-f2c397693a37 (threadPool:210)
2018-03-08 01:01:35,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2f02dbd1-3ec4-45cb-b877-f7146f5c02df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:35,734+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:35,735+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7482b099-5474-424f-b618-a2c9a1faf402 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:35,735+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:35,736+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task be6a4715-727b-4cc7-9723-fa2bd538fd70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:35,736+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:36,104+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:36,133+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 52633860-4c97-45bb-b3c5-b40c1b45d46d (threadPool:210)
2018-03-08 01:01:36,133+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 091b318a-9eea-495f-a650-ceae5eaaec1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa2\x92\xc7\xdb\xdb\x93|\x94\xf0@&X\xc5>9t000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:36,133+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 74393ec5-5826-40f0-947c-93dbdbc792a2 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:36,134+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 to 4096 megabytes (lvm:1205)
2018-03-08 01:01:37,555+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:37,638+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2f02dbd1-3ec4-45cb-b877-f7146f5c02df (threadPool:210)
2018-03-08 01:01:37,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0f99b796-a016-40e4-b907-6f339eb36149 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:37,639+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:37,816+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 091b318a-9eea-495f-a650-ceae5eaaec1a (threadPool:210)
2018-03-08 01:01:37,816+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f263f861-5106-4a24-91a5-34d169ff1a6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:01:37,817+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:38,035+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d02e8b74-5131-4f44-8569-f18d0838e89e (api:46)
2018-03-08 01:01:38,041+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d02e8b74-5131-4f44-8569-f18d0838e89e (api:52)
2018-03-08 01:01:38,041+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:38,150+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=80d330e9-5c70-4c27-b1ea-16f9183d4d7a (api:46)
2018-03-08 01:01:38,158+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=80d330e9-5c70-4c27-b1ea-16f9183d4d7a (api:52)
2018-03-08 01:01:38,160+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:39,273+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:39,314+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:39,323+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:39,325+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:01:39,358+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task be6a4715-727b-4cc7-9723-fa2bd538fd70 (threadPool:210)
2018-03-08 01:01:39,359+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5245352e-6caa-4dc7-8a0e-0fe7f4665d1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:39,360+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:39,666+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:39,747+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a99bf202-43ee-4643-a090-1775cbff82c8 (threadPool:210)
2018-03-08 01:01:39,748+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b1261958-fe74-4eff-a97c-8bc2a59f4a09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:39,748+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:40,048+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:40,095+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7482b099-5474-424f-b618-a2c9a1faf402 (threadPool:210)
2018-03-08 01:01:40,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c8e0df60-cc6c-40cc-9419-b13f0530ced4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:40,096+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:40,458+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:40,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0f99b796-a016-40e4-b907-6f339eb36149 (threadPool:210)
2018-03-08 01:01:40,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c1750d76-efa5-4cec-aaa8-69c8e2e40d4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:40,512+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:40,804+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=83b4b98e-b765-400f-8356-9df4882084fa (api:46)
2018-03-08 01:01:40,804+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=83b4b98e-b765-400f-8356-9df4882084fa (api:52)
2018-03-08 01:01:40,804+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=e2361fc6-430e-4f39-b302-c4dc3c7f0ed4 (api:46)
2018-03-08 01:01:40,804+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=e2361fc6-430e-4f39-b302-c4dc3c7f0ed4 (api:52)
2018-03-08 01:01:40,805+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=52208e4e-040e-4607-adcf-6f7df8ab6c7c (api:46)
2018-03-08 01:01:40,805+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=52208e4e-040e-4607-adcf-6f7df8ab6c7c (api:52)
2018-03-08 01:01:40,806+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=3c57c696-3d02-4d18-8633-e119a51f13d7 (api:46)
2018-03-08 01:01:40,806+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=3c57c696-3d02-4d18-8633-e119a51f13d7 (api:52)
2018-03-08 01:01:40,806+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=99a12315-1c29-4783-8236-305fb3e8fe5e (api:46)
2018-03-08 01:01:40,806+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=99a12315-1c29-4783-8236-305fb3e8fe5e (api:52)
2018-03-08 01:01:40,807+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=ba59215f-f6ae-43dc-9cf3-fe32ced3146f (api:46)
2018-03-08 01:01:40,807+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=ba59215f-f6ae-43dc-9cf3-fe32ced3146f (api:52)
2018-03-08 01:01:40,808+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=41a0e03e-2eb5-435c-833c-94fa983b8515 (api:46)
2018-03-08 01:01:40,808+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=41a0e03e-2eb5-435c-833c-94fa983b8515 (api:52)
2018-03-08 01:01:40,808+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=cdf49737-2624-4929-8312-57231d1c0b96 (api:46)
2018-03-08 01:01:40,808+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=cdf49737-2624-4929-8312-57231d1c0b96 (api:52)
2018-03-08 01:01:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=5f760ae2-4191-487a-8744-e4dd692a69b6 (api:46)
2018-03-08 01:01:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=5f760ae2-4191-487a-8744-e4dd692a69b6 (api:52)
2018-03-08 01:01:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=0df6f829-1def-4ca7-b5b2-2a73c5c1007d (api:46)
2018-03-08 01:01:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=0df6f829-1def-4ca7-b5b2-2a73c5c1007d (api:52)
2018-03-08 01:01:41,169+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:41,221+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f263f861-5106-4a24-91a5-34d169ff1a6a (threadPool:210)
2018-03-08 01:01:41,969+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10bb6fe7-159b-4bf2-863e-f8cadd4ca9ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:41,971+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:42,117+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:42,169+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5245352e-6caa-4dc7-8a0e-0fe7f4665d1c (threadPool:210)
2018-03-08 01:01:42,170+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a1513cf-e637-4264-ba9f-9c7260cf3249 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:42,170+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:43,676+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:43,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b1261958-fe74-4eff-a97c-8bc2a59f4a09 (threadPool:210)
2018-03-08 01:01:43,721+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:01:43,725+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:01:43,728+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:43,737+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:01:43,737+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:01:43,737+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:44,041+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5ac3b6e5-24c4-444e-8eeb-e9ea7d91823f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:44,042+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:45,272+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:45,328+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c1750d76-efa5-4cec-aaa8-69c8e2e40d4c (threadPool:210)
2018-03-08 01:01:45,328+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68a2090b-5db4-440c-8ba0-5ac42ed9be53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:45,328+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:46,334+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=63e16dd1-0263-4ff3-8537-2b348f488c30 (api:46)
2018-03-08 01:01:46,334+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027829', 'lastCheck': '7.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694844', 'lastCheck': '7.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518778', 'lastCheck': '6.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406515', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791762', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245474', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0917916', 'lastCheck': '6.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635921', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482945', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517436', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255796', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154979', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004462', 'lastCheck': '6.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279864', 'lastCheck': '7.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562001', 'lastCheck': '6.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025118', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026722', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269104', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054987', 'lastCheck': '6.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957784', 'lastCheck': '6.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409859', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011962', 'lastCheck': '6.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002229', 'lastCheck': '6.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326273', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300676', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230901', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362108', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047107', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567997', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245515', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402195', 'lastCheck': '6.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343806', 'lastCheck': '3.2', 'valid': True}} from=internal, task_id=63e16dd1-0263-4ff3-8537-2b348f488c30 (api:52)
2018-03-08 01:01:46,335+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=db17c413-b9b6-46b0-aa38-c941b423fd4c (api:46)
2018-03-08 01:01:46,335+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=db17c413-b9b6-46b0-aa38-c941b423fd4c (api:52)
2018-03-08 01:01:46,782+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:46,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10bb6fe7-159b-4bf2-863e-f8cadd4ca9ac (threadPool:210)
2018-03-08 01:01:46,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7efee3da-56c8-40f4-aaba-7ac04367a1bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:46,834+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:47,368+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:47,410+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a1513cf-e637-4264-ba9f-9c7260cf3249 (threadPool:210)
2018-03-08 01:01:47,410+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 17a4ecc9-e0ea-40cf-927a-bbc24ab24b29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:47,410+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:47,470+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:47,471+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=11cff3db-b8b4-4155-8e57-4a84222633bb (api:46)
2018-03-08 01:01:47,472+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027829', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694844', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518778', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406515', 'lastCheck': '7.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791762', 'lastCheck': '7.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245474', 'lastCheck': '2.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0917916', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635921', 'lastCheck': '6.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482945', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517436', 'lastCheck': '8.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337357', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154979', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004462', 'lastCheck': '7.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279864', 'lastCheck': '8.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562001', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025118', 'lastCheck': '4.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026722', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269104', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054987', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957784', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409859', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011962', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002229', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326273', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300676', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230901', 'lastCheck': '5.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034587', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047107', 'lastCheck': '4.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567997', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245515', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402195', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343806', 'lastCheck': '4.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=11cff3db-b8b4-4155-8e57-4a84222633bb (api:52)
2018-03-08 01:01:47,472+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b088c8db-cde2-4586-9b11-aae2ace80a75 (api:46)
2018-03-08 01:01:47,472+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b088c8db-cde2-4586-9b11-aae2ace80a75 (api:52)
2018-03-08 01:01:47,499+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '96.09'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.15'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.71', 'cpuIdle': '94.43'}, '26': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '27': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.04'}, '20': {'cpuUser': '3.58', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '94.63'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.49'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.56'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '29': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.30'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '1': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '15.51', 'cpuIdle': '81.04'}, '0': {'cpuUser': '3.58', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '93.90'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.97'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '5': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '9': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.04'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.15'}, '59': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.50'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '13': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.04'}, '12': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '15': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.49'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '17': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.10'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '19': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.83'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '35': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '96.29'}, '34': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '93.11'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '57': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.89'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310755'}, '0': {'memPercent': 12, 'memFree': '347060'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154979', 'lastCheck': '4.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027829', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694844', 'lastCheck': '8.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004462', 'lastCheck': '7.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279864', 'lastCheck': '8.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791762', 'lastCheck': '7.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245474', 'lastCheck': '2.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0917916', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635921', 'lastCheck': '6.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482945', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517436', 'lastCheck': '8.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337357', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518778', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406515', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562001', 'lastCheck': '8.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409859', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026722', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269104', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054987', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957784', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025118', 'lastCheck': '4.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402195', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002229', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326273', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300676', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230901', 'lastCheck': '5.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034587', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047107', 'lastCheck': '4.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567997', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245515', 'lastCheck': '7.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011962', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343806', 'lastCheck': '4.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644640844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403755439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.351', 'tx': '1176263918483', 'txDropped': '0', 'rx': '625369648260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0', 'tx': '1580905606529', 'txDropped': '0', 'rx': '926266966090', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45142569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416067239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200330043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet0', 'tx': '87039666', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet1', 'tx': '37764636338', 'txDropped': '0', 'rx': '877484747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet2', 'tx': '21118119449', 'txDropped': '0', 'rx': '141309556024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175432307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet4', 'tx': '395723198', 'txDropped': '0', 'rx': '3066262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet5', 'tx': '23422013271', 'txDropped': '0', 'rx': '497880617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet6', 'tx': '6653080025', 'txDropped': '0', 'rx': '429568577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet7', 'tx': '1432439100', 'txDropped': '0', 'rx': '551996239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42394704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46689852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'lo', 'tx': '6925080465', 'txDropped': '0', 'rx': '6925080465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170475236', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'eno1', 'tx': '975600629249', 'txDropped': '0', 'rx': '433970753080', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'eno2', 'tx': '605304977280', 'txDropped': '0', 'rx': '492296213010', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467306.277441, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467306.277441, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632338045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75810763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76928582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191806468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370725965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.306', 'tx': '76695867449', 'txDropped': '0', 'rx': '8373078355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49811086', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429884275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298572868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.110', 'tx': '2475131121', 'txDropped': '0', 'rx': '66852740845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.111', 'tx': '122669090210', 'txDropped': '0', 'rx': '24440521832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55193271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54113121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464886549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165153543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55973189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55803000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45137823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467306.277441, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226368912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'oVirtManagement', 'tx': '1176263917835', 'txDropped': '0', 'rx': '625368909857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576647678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'vnet3', 'tx': '542116662', 'txDropped': '0', 'rx': '221470278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467306.277441, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754210670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693341.34', 'cpuLoad': '3.64', 'cpuSys': '1.39', 'diskStats': {'/var/log': {'free': '92984'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635319L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:01:47 GMT', 'cpuUser': '1.17', 'memFree': 667615, 'cpuIdle': '97.44', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '6.56'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:47,504+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:01:47,775+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:47,825+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c8e0df60-cc6c-40cc-9419-b13f0530ced4 (threadPool:210)
2018-03-08 01:01:47,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 15fe116a-fe03-40a7-9c30-c25bcfe800ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:47,826+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:48,216+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:48,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5ac3b6e5-24c4-444e-8eeb-e9ea7d91823f (threadPool:210)
2018-03-08 01:01:48,281+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 81a67c40-2ae2-4ce2-89c3-69ef74b939f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:01:48,281+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:48,688+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3a64b0cd-af95-4bbc-982b-b3d3ea900cc5 (api:46)
2018-03-08 01:01:48,693+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3a64b0cd-af95-4bbc-982b-b3d3ea900cc5 (api:52)
2018-03-08 01:01:48,694+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:48,791+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=98987acf-c31e-4055-9bcf-425c4a9f2362 (api:46)
2018-03-08 01:01:48,798+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=98987acf-c31e-4055-9bcf-425c4a9f2362 (api:52)
2018-03-08 01:01:48,799+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:49,175+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:49,248+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68a2090b-5db4-440c-8ba0-5ac42ed9be53 (threadPool:210)
2018-03-08 01:01:49,249+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f5a7731c-ab95-4e19-8eef-4852a221eea9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:49,250+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:49,969+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:50,016+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7efee3da-56c8-40f4-aaba-7ac04367a1bc (threadPool:210)
2018-03-08 01:01:50,016+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task de0b037c-f1ab-4696-bc22-804a672c4bf5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:50,016+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:51,409+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:52,144+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:52,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 17a4ecc9-e0ea-40cf-927a-bbc24ab24b29 (threadPool:210)
2018-03-08 01:01:52,196+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ebd99518-481a-4144-b749-618c2198443e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:52,196+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:53,701+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:53,754+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 15fe116a-fe03-40a7-9c30-c25bcfe800ac (threadPool:210)
2018-03-08 01:01:53,754+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 56187660-ef2e-4570-a901-f298f2873775 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:53,754+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:54,342+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:01:54,347+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:01:54,350+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:54,450+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:54,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 81a67c40-2ae2-4ce2-89c3-69ef74b939f6 (threadPool:210)
2018-03-08 01:01:54,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 074255f3-96b9-449c-82ca-31cfb0df2af9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:54,496+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:54,907+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:54,957+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f5a7731c-ab95-4e19-8eef-4852a221eea9 (threadPool:210)
2018-03-08 01:01:54,957+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 55938236-46e9-4647-b660-13ef07f6b4b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:54,958+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:55,326+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:55,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task de0b037c-f1ab-4696-bc22-804a672c4bf5 (threadPool:210)
2018-03-08 01:01:55,377+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 25d0b765-6438-44e2-80c3-79ceed8ee776 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:55,377+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:55,793+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:55,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ebd99518-481a-4144-b749-618c2198443e (threadPool:210)
2018-03-08 01:01:55,844+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0c70e650-258a-4bc1-b2a4-04df3beddbc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:55,844+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:56,324+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:56,374+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 56187660-ef2e-4570-a901-f298f2873775 (threadPool:210)
2018-03-08 01:01:56,374+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dc25b758-fcd1-476d-ba5f-d4dc64ad3dac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:56,374+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:57,014+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:57,061+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 074255f3-96b9-449c-82ca-31cfb0df2af9 (threadPool:210)
2018-03-08 01:01:57,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b9ab14c-82f9-4b97-a832-2f089b9958fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:57,062+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:58,591+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:01:58,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 55938236-46e9-4647-b660-13ef07f6b4b2 (threadPool:210)
2018-03-08 01:01:58,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 971434fc-c726-47a2-9d3b-d56e6767d079 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa2\x92\xc7\xdb\xdb\x93|\x94\xf0@&X\xc5>9t000000000000180000000000000')) (threadPool:208)
2018-03-08 01:01:58,646+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 74393ec5-5826-40f0-947c-93dbdbc792a2 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:01:58,646+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 to 6144 megabytes (lvm:1205)
2018-03-08 01:01:58,743+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:01:58,748+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:01:58,750+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:58,758+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:01:58,758+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:01:58,759+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:01:58,838+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 971434fc-c726-47a2-9d3b-d56e6767d079 (threadPool:210)
2018-03-08 01:01:58,838+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3e2bfb08-04ff-43ed-ac75-35b4c2e57741 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:01:58,839+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:01:59,213+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6801988f-6da6-4514-9309-6692d7037201 (api:46)
2018-03-08 01:01:59,220+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6801988f-6da6-4514-9309-6692d7037201 (api:52)
2018-03-08 01:01:59,221+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:01:59,315+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3d17d292-4d03-4172-ab41-5ebe66827891 (api:46)
2018-03-08 01:01:59,321+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3d17d292-4d03-4172-ab41-5ebe66827891 (api:52)
2018-03-08 01:01:59,323+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:00,099+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:00,148+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0c70e650-258a-4bc1-b2a4-04df3beddbc2 (threadPool:210)
2018-03-08 01:02:00,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ac04689f-c522-4711-ac3e-9190749131f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:02:00,149+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:00,927+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:00,976+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dc25b758-fcd1-476d-ba5f-d4dc64ad3dac (threadPool:210)
2018-03-08 01:02:00,976+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a8d721a4-f9f7-49d0-ac66-5da05d589366 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:00,976+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:01,413+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2d4d67d3-bf6a-4f17-8ccd-bcb905880cb7 (api:46)
2018-03-08 01:02:01,414+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518131', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000671435', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102761', 'lastCheck': '2.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781619', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652984', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276048', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.25782', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513307', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765051', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549313', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481551', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0426676', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677145', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463765', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792606', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467767', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308964', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110708', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523074', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127494', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295941', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000688527', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311412', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375499', 'lastCheck': '5.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325798', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000322651', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481948', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565396', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190568', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819493', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=2d4d67d3-bf6a-4f17-8ccd-bcb905880cb7 (api:52)
2018-03-08 01:02:01,414+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=b1e061bf-016a-4c37-b39e-def5161c8a48 (api:46)
2018-03-08 01:02:01,415+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b1e061bf-016a-4c37-b39e-def5161c8a48 (api:52)
2018-03-08 01:02:01,610+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:01,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b9ab14c-82f9-4b97-a832-2f089b9958fb (threadPool:210)
2018-03-08 01:02:01,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1fb676b6-6fa3-48a2-b5ae-63eec249892b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:01,660+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:02,118+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:02,167+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 25d0b765-6438-44e2-80c3-79ceed8ee776 (threadPool:210)
2018-03-08 01:02:02,168+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1f542af6-4c34-4949-af6f-dc56f6e188b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:02,168+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:02,534+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:02,560+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:02,563+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f4c55883-6051-4d84-9045-91c5aee2c620 (api:46)
2018-03-08 01:02:02,564+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518131', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000671435', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102761', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781619', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652984', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276048', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.25782', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513307', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765051', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549313', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481551', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0426676', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677145', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463765', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792606', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467767', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308964', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110708', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523074', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127494', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295941', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000688527', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311412', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375499', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325798', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000322651', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481948', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565396', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190568', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819493', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '2.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f4c55883-6051-4d84-9045-91c5aee2c620 (api:52)
2018-03-08 01:02:02,564+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8dab0f96-fb0b-45f9-b12c-4fe5b34414a9 (api:46)
2018-03-08 01:02:02,565+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8dab0f96-fb0b-45f9-b12c-4fe5b34414a9 (api:52)
2018-03-08 01:02:02,593+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.89'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.02'}, '53': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '25': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.82'}, '26': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.54'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.89'}, '20': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.88'}, '21': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '4.58', 'cpuIdle': '93.03'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '29': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '93.57'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '19.03', 'cpuIdle': '77.59'}, '0': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '94.17'}, '3': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.36'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.36'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '9': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.66'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.69'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.95'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '17': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.15'}, '16': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.22'}, '19': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '31': {'cpuUser': '7.89', 'nodeIndex': 1, 'cpuSys': '2.79', 'cpuIdle': '89.32'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '35': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '34': {'cpuUser': '3.78', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '91.98'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '57': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.83'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310973'}, '0': {'memPercent': 12, 'memFree': '346841'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0426676', 'lastCheck': '3.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518131', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000671435', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677145', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463765', 'lastCheck': '3.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652984', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276048', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.25782', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513307', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765051', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549313', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481551', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102761', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781619', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792606', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295941', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308964', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110708', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523074', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127494', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467767', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819493', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311412', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375499', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325798', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000322651', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481948', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565396', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190568', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000688527', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '2.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644657127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403757313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.351', 'tx': '1176264001283', 'txDropped': '0', 'rx': '625369663784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0', 'tx': '1580905860583', 'txDropped': '0', 'rx': '926267476302', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45142919', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416068515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200331893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet0', 'tx': '87043905', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet1', 'tx': '37764642328', 'txDropped': '0', 'rx': '877495342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet2', 'tx': '21118200556', 'txDropped': '0', 'rx': '141309700607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175433628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet4', 'tx': '395727497', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet5', 'tx': '23422031159', 'txDropped': '0', 'rx': '497880617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet6', 'tx': '6653081609', 'txDropped': '0', 'rx': '429568639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet7', 'tx': '1432440744', 'txDropped': '0', 'rx': '551996343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42395054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46690202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'lo', 'tx': '6925161380', 'txDropped': '0', 'rx': '6925161380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170476786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'eno1', 'tx': '975600860162', 'txDropped': '0', 'rx': '433970986320', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'eno2', 'tx': '605305000421', 'txDropped': '0', 'rx': '492296489982', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467321.356693, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467321.356693, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632342627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75811163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76928982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191809688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370726474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.306', 'tx': '76695869651', 'txDropped': '0', 'rx': '8373081982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49811595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429887856', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298576088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.110', 'tx': '2475141882', 'txDropped': '0', 'rx': '66852746237', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.111', 'tx': '122669234793', 'txDropped': '0', 'rx': '24440595342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55193671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54113471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464888545', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165155093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55973589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55803350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45138173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467321.356693, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226370762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'oVirtManagement', 'tx': '1176264000635', 'txDropped': '0', 'rx': '625368925381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576652260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'vnet3', 'tx': '542120901', 'txDropped': '0', 'rx': '221472438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467321.356693, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754211991', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693356.43', 'cpuLoad': '3.51', 'cpuSys': '1.48', 'diskStats': {'/var/log': {'free': '92983'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.52', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635296L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:02:02 GMT', 'cpuUser': '1.20', 'memFree': 667593, 'cpuIdle': '97.32', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.83'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:02,597+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:02:02,616+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3e2bfb08-04ff-43ed-ac75-35b4c2e57741 (threadPool:210)
2018-03-08 01:02:02,616+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d748c7aa-9126-47c0-b4f8-e7b809f53106 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:02,616+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:03,193+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20795 (__init__:330)
2018-03-08 01:02:03,217+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20796 (__init__:330)
2018-03-08 01:02:03,236+0100 INFO  (ioprocess/262240) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:02:03,239+0100 INFO  (ioprocess/262246) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:02:03,457+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:03,503+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ac04689f-c522-4711-ac3e-9190749131f6 (threadPool:210)
2018-03-08 01:02:03,503+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 41ad8dd0-5592-4591-a6ed-e516e4fe6234 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:03,504+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:03,955+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:04,005+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a8d721a4-f9f7-49d0-ac66-5da05d589366 (threadPool:210)
2018-03-08 01:02:04,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1ab4ec2e-d86f-4d99-8224-9aeb61ecff2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:04,006+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:04,927+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:05,800+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:05,837+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1fb676b6-6fa3-48a2-b5ae-63eec249892b (threadPool:210)
2018-03-08 01:02:05,838+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7c95f33c-6ff3-4dd9-82b8-71cb23ada4f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:05,838+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:06,948+0100 INFO  (jsonrpc/7) [vdsm.api] START deleteVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'550bb644-8667-412c-a3e0-b18feea77d7f', volumes=[u'2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c'], postZero=u'false', force=u'true', discard=True) from=::ffff:192.168.99.66,44516, flow_id=5dfee9c0-ea41-4e62-b83b-2dd696c1d567, task_id=662f07c9-3f93-4219-a165-6eaaf7de42f7 (api:46)
2018-03-08 01:02:06,949+0100 INFO  (jsonrpc/7) [IOProcessClient] Starting client ioprocess-20797 (__init__:330)
2018-03-08 01:02:06,971+0100 INFO  (ioprocess/262313) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:02:06,976+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH deleteVolume return=None from=::ffff:192.168.99.66,44516, flow_id=5dfee9c0-ea41-4e62-b83b-2dd696c1d567, task_id=662f07c9-3f93-4219-a165-6eaaf7de42f7 (api:52)
2018-03-08 01:02:06,982+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Image.deleteVolumes succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:02:06,982+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] START task 662f07c9-3f93-4219-a165-6eaaf7de42f7 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430c3328c0>>, args=None) (threadPool:208)
2018-03-08 01:02:07,287+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:07,350+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d748c7aa-9126-47c0-b4f8-e7b809f53106 (threadPool:210)
2018-03-08 01:02:07,351+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 00095d3c-23ac-4bdf-8c03-9eed6df9d875 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:07,351+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:07,364+0100 INFO  (tasks/1) [storage.Volume] Request to delete LV 2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c of image 550bb644-8667-412c-a3e0-b18feea77d7f in VG f2e6539b-85c3-45ba-b0d6-e8bf3f087454  (blockVolume:560)
2018-03-08 01:02:07,595+0100 INFO  (tasks/1) [storage.VolumeManifest] sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=550bb644-8667-412c-a3e0-b18feea77d7f volUUID = 2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c legality = ILLEGAL  (volume:400)
2018-03-08 01:02:07,645+0100 INFO  (tasks/1) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c (volume:559)
2018-03-08 01:02:07,645+0100 INFO  (tasks/1) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c'] (lvm:1294)
2018-03-08 01:02:08,119+0100 INFO  (tasks/1) [storage.blockdev] Discarding device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/550bb644-8667-412c-a3e0-b18feea77d7f/2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c (blockdev:167)
2018-03-08 01:02:08,142+0100 INFO  (jsonrpc/2) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=38ca7f59-98ef-4467-adea-e93b66e0a9f7 (api:46)
2018-03-08 01:02:08,142+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '662f07c9-3f93-4219-a165-6eaaf7de42f7': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '662f07c9-3f93-4219-a165-6eaaf7de42f7'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=38ca7f59-98ef-4467-adea-e93b66e0a9f7 (api:52)
2018-03-08 01:02:08,143+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:09,366+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:09,371+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:09,373+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:09,725+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0c8f1e40-5891-432c-9044-0a661f5c26ae (api:46)
2018-03-08 01:02:09,733+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0c8f1e40-5891-432c-9044-0a661f5c26ae (api:52)
2018-03-08 01:02:09,734+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:09,826+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8beb4025-8f6b-4515-babc-7d7026a00bc9 (api:46)
2018-03-08 01:02:09,835+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8beb4025-8f6b-4515-babc-7d7026a00bc9 (api:52)
2018-03-08 01:02:09,837+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:13,764+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:02:13,769+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:02:13,771+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:13,779+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:02:13,780+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:02:13,780+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:16,496+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=4b0dcb4e-f486-49fd-800c-05ac89f30539 (api:46)
2018-03-08 01:02:16,497+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431114', 'lastCheck': '7.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182486', 'lastCheck': '7.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471406', 'lastCheck': '7.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763075', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971502', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670617', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000657801', 'lastCheck': '7.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569334', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057033', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753796', 'lastCheck': '7.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00120236', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680933', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142053', 'lastCheck': '6.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061134', 'lastCheck': '7.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661416', 'lastCheck': '7.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552639', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441218', 'lastCheck': '6.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851345', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459943', 'lastCheck': '6.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000930312', 'lastCheck': '6.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449174', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482179', 'lastCheck': '6.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856824', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351933', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041872', 'lastCheck': '6.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350708', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375622', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454717', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504563', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129793', 'lastCheck': '6.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892538', 'lastCheck': '6.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '3.3', 'valid': True}} from=internal, task_id=4b0dcb4e-f486-49fd-800c-05ac89f30539 (api:52)
2018-03-08 01:02:16,497+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a64e1fb8-b4bf-4033-9cf8-cd9764d1c026 (api:46)
2018-03-08 01:02:16,498+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a64e1fb8-b4bf-4033-9cf8-cd9764d1c026 (api:52)
2018-03-08 01:02:17,634+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:17,636+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6dfbd60c-f1bc-4b31-a9fd-240408d35efb (api:46)
2018-03-08 01:02:17,637+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431114', 'lastCheck': '8.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182486', 'lastCheck': '8.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471406', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763075', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971502', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670617', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000657801', 'lastCheck': '8.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569334', 'lastCheck': '6.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057033', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753796', 'lastCheck': '8.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431886', 'lastCheck': '0.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680933', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142053', 'lastCheck': '7.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061134', 'lastCheck': '8.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661416', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552639', 'lastCheck': '4.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441218', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851345', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459943', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000930312', 'lastCheck': '8.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449174', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482179', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856824', 'lastCheck': '8.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351933', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041872', 'lastCheck': '7.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350708', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367096', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454717', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504563', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129793', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892538', 'lastCheck': '7.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '4.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6dfbd60c-f1bc-4b31-a9fd-240408d35efb (api:52)
2018-03-08 01:02:17,637+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=bffcb307-dafb-45de-aa0d-4c36e4e5980f (api:46)
2018-03-08 01:02:17,637+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=bffcb307-dafb-45de-aa0d-4c36e4e5980f (api:52)
2018-03-08 01:02:17,665+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '96.35'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.43'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.69'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '25': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '4.05', 'cpuIdle': '93.43'}, '26': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.29'}, '20': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.22'}, '21': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '94.36'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '29': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.63'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.07'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '13.73', 'cpuIdle': '82.69'}, '0': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.75'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '2': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '95.62'}, '5': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.03'}, '4': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '6': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.28'}, '9': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.07'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '38': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '8.22', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '89.66'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.29'}, '14': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.83'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '16': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.42'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '55': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.16'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '35': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '34': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.96'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.83'}, '57': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.29'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311392'}, '0': {'memPercent': 12, 'memFree': '346411'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680933', 'lastCheck': '3.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431114', 'lastCheck': '8.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182486', 'lastCheck': '8.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142053', 'lastCheck': '7.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061134', 'lastCheck': '8.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971502', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670617', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000657801', 'lastCheck': '8.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569334', 'lastCheck': '6.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057033', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753796', 'lastCheck': '8.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431886', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471406', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763075', 'lastCheck': '7.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661416', 'lastCheck': '8.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449174', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441218', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851345', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459943', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000930312', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552639', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892538', 'lastCheck': '7.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856824', 'lastCheck': '8.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351933', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041872', 'lastCheck': '7.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350708', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367096', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454717', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504563', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129793', 'lastCheck': '7.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482179', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760643', 'lastCheck': '4.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644662378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403760116', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.351', 'tx': '1176264077953', 'txDropped': '0', 'rx': '625369678904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0', 'tx': '1580905954968', 'txDropped': '0', 'rx': '926267902719', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45143319', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416070209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200333475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet0', 'tx': '87049203', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet1', 'tx': '37764650545', 'txDropped': '0', 'rx': '877498401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet2', 'tx': '21118236234', 'txDropped': '0', 'rx': '141309720107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175435802', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet4', 'tx': '395732795', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet5', 'tx': '23422040404', 'txDropped': '0', 'rx': '497881778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet6', 'tx': '6653084760', 'txDropped': '0', 'rx': '429569341', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet7', 'tx': '1432442978', 'txDropped': '0', 'rx': '551996405', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42395454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46690602', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'lo', 'tx': '6925236018', 'txDropped': '0', 'rx': '6925236018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170477872', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'eno1', 'tx': '975600941761', 'txDropped': '0', 'rx': '433971184934', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'eno2', 'tx': '605305013207', 'txDropped': '0', 'rx': '492296717785', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467336.436713, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467336.436713, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632347489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75812969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76930788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191812224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370726874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.306', 'tx': '76695870371', 'txDropped': '0', 'rx': '8373086258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49811995', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429892132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298578624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.110', 'tx': '2475145705', 'txDropped': '0', 'rx': '66852754453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.111', 'tx': '122669251335', 'txDropped': '0', 'rx': '24440628291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55194021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54113871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464891348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165156179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55973939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55803750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45138573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467336.436713, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226372344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'oVirtManagement', 'tx': '1176264077305', 'txDropped': '0', 'rx': '625368940501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576657122', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'vnet3', 'tx': '542126199', 'txDropped': '0', 'rx': '221473158', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467336.436713, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754214165', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693371.51', 'cpuLoad': '3.50', 'cpuSys': '1.37', 'diskStats': {'/var/log': {'free': '92983'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.12', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:02:17 GMT', 'cpuUser': '1.14', 'memFree': 667602, 'cpuIdle': '97.49', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '6.30'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:17,669+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:02:18,158+0100 INFO  (jsonrpc/7) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=dd5cbded-4eee-4211-b49a-19cd55bd0abc (api:46)
2018-03-08 01:02:18,159+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '662f07c9-3f93-4219-a165-6eaaf7de42f7': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '662f07c9-3f93-4219-a165-6eaaf7de42f7'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=dd5cbded-4eee-4211-b49a-19cd55bd0abc (api:52)
2018-03-08 01:02:18,160+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:19,731+0100 WARN  (check/loop) [storage.check] Checker '/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata' is blocked for 10.01 seconds (check:278)
2018-03-08 01:02:20,237+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d8509a9c-23e0-4b55-8410-26fcfaf0de18 (api:46)
2018-03-08 01:02:20,243+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d8509a9c-23e0-4b55-8410-26fcfaf0de18 (api:52)
2018-03-08 01:02:20,243+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:20,341+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=accec903-b023-47e9-aad9-3690a95805a6 (api:46)
2018-03-08 01:02:20,348+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85858451456', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=accec903-b023-47e9-aad9-3690a95805a6 (api:52)
2018-03-08 01:02:20,349+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:22,597+0100 INFO  (tasks/1) [storage.blockdev] Discarded device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/550bb644-8667-412c-a3e0-b18feea77d7f/2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c: 14.48 seconds (utils:452)
2018-03-08 01:02:22,598+0100 INFO  (tasks/1) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c justme True (blockVolume:387)
2018-03-08 01:02:22,598+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c'] (lvm:1302)
2018-03-08 01:02:22,954+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:23,049+0100 INFO  (tasks/1) [storage.LVM] Replacing LV tag (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c, deltag=PU_bf344364-6d8f-424a-a44a-0c5399927fd6, addtag=PU_00000000-0000-0000-0000-000000000000) (lvm:1499)
2018-03-08 01:02:23,068+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 41ad8dd0-5592-4591-a6ed-e516e4fe6234 (threadPool:210)
2018-03-08 01:02:23,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2451b71d-68fd-4b46-b361-a0e44f473e1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:23,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:23,922+0100 INFO  (tasks/1) [storage.LVM] Removing LVs (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lvs=[u'2a1518b4-d8e9-43dd-9a51-1fd8ecdbea2c']) (lvm:1174)
2018-03-08 01:02:24,168+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] FINISH task 662f07c9-3f93-4219-a165-6eaaf7de42f7 (threadPool:210)
2018-03-08 01:02:24,389+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:24,393+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:24,396+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:24,714+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:24,763+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1ab4ec2e-d86f-4d99-8224-9aeb61ecff2a (threadPool:210)
2018-03-08 01:02:24,764+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 648d8111-0b2a-426c-aa74-0a4f4bd88277 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:24,764+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:26,280+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:26,329+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1f542af6-4c34-4949-af6f-dc56f6e188b7 (threadPool:210)
2018-03-08 01:02:26,329+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f19f0821-fdfe-4e6f-bdd9-db5f91d6daa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:26,329+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:26,663+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:26,713+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7c95f33c-6ff3-4dd9-82b8-71cb23ada4f8 (threadPool:210)
2018-03-08 01:02:26,713+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 86a26eab-b206-4e46-b1a7-9e2052526566 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:26,713+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:27,161+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:27,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 00095d3c-23ac-4bdf-8c03-9eed6df9d875 (threadPool:210)
2018-03-08 01:02:27,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 26e63985-7423-4286-8b48-718654300d99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:02:27,213+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:27,598+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:28,109+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:28,158+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2451b71d-68fd-4b46-b361-a0e44f473e1d (threadPool:210)
2018-03-08 01:02:28,158+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 71f1af50-ac4e-449e-9618-e8fea733b21f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:28,158+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:28,174+0100 INFO  (jsonrpc/1) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=be0f6857-2893-498b-98f8-fc7358f1a39c (api:46)
2018-03-08 01:02:28,174+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '662f07c9-3f93-4219-a165-6eaaf7de42f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '662f07c9-3f93-4219-a165-6eaaf7de42f7'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=be0f6857-2893-498b-98f8-fc7358f1a39c (api:52)
2018-03-08 01:02:28,175+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:28,207+0100 INFO  (jsonrpc/3) [vdsm.api] START clearTask(taskID=u'662f07c9-3f93-4219-a165-6eaaf7de42f7', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=5dfee9c0-ea41-4e62-b83b-2dd696c1d567, task_id=47b22507-ac34-402b-b5cc-28e39317c99d (api:46)
2018-03-08 01:02:28,210+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=5dfee9c0-ea41-4e62-b83b-2dd696c1d567, task_id=47b22507-ac34-402b-b5cc-28e39317c99d (api:52)
2018-03-08 01:02:28,210+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:28,607+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:28,650+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 648d8111-0b2a-426c-aa74-0a4f4bd88277 (threadPool:210)
2018-03-08 01:02:28,651+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9bbf577d-89dc-4141-b9c6-52a2946106ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:28,651+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:28,786+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:02:28,791+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:02:28,793+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:28,801+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:02:28,802+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:02:28,802+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:29,278+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:29,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f19f0821-fdfe-4e6f-bdd9-db5f91d6daa5 (threadPool:210)
2018-03-08 01:02:29,377+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ff92ddba-0a14-421d-b68b-141147bd84c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1B\x1dSK\xcc\x04\x9a\x98#K\xbb\xbfV\xea\x98G000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:29,377+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4798ea56-bfbb-4b23-989a-04cc4b531d42 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:29,378+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 to 4096 megabytes (lvm:1205)
2018-03-08 01:02:29,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ff92ddba-0a14-421d-b68b-141147bd84c6 (threadPool:210)
2018-03-08 01:02:29,709+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 83d72176-6711-4b7f-9f30-0da403e76be3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:29,709+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:30,248+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:30,277+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 86a26eab-b206-4e46-b1a7-9e2052526566 (threadPool:210)
2018-03-08 01:02:30,873+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=24573a29-b354-4473-a15a-1787d5f965e8 (api:46)
2018-03-08 01:02:30,880+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=24573a29-b354-4473-a15a-1787d5f965e8 (api:52)
2018-03-08 01:02:30,881+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:30,974+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4e18fccc-f543-4bac-858b-8645792819fa (api:46)
2018-03-08 01:02:30,982+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4e18fccc-f543-4bac-858b-8645792819fa (api:52)
2018-03-08 01:02:30,983+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:31,583+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5e472a68-12e8-46e7-aa47-eedb7bf771fc (api:46)
2018-03-08 01:02:31,584+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452788', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134883', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654939', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439624', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827031', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479395', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0932516', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589636', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428324', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344479', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450395', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430035', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377886', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413425', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487416', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330716', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445641', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000783861', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0103119', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364963', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531698', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372792', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403796', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246382', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00074318', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000507848', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578566', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755552', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526209', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516895', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051921', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=5e472a68-12e8-46e7-aa47-eedb7bf771fc (api:52)
2018-03-08 01:02:31,584+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=1c07ce6e-2da3-4e91-bc56-1cffcd43daa2 (api:46)
2018-03-08 01:02:31,585+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1c07ce6e-2da3-4e91-bc56-1cffcd43daa2 (api:52)
2018-03-08 01:02:31,713+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91b65d62-1f62-47c2-acb9-5fa5d357eaf1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:31,714+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:31,996+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:32,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 71f1af50-ac4e-449e-9618-e8fea733b21f (threadPool:210)
2018-03-08 01:02:32,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a11bb29-22d3-462e-aec1-fe74064e3a05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:32,045+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:32,712+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:32,713+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9e1d1fff-90bd-44ba-b5ac-b186a48188a6 (api:46)
2018-03-08 01:02:32,714+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452788', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134883', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654939', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439624', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827031', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479395', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0932516', 'lastCheck': '3.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589636', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428324', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344479', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450395', 'lastCheck': '0.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430035', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377886', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413425', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487416', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330716', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445641', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000783861', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0103119', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364963', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531698', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372792', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403796', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246382', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00074318', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000507848', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578566', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755552', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526209', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516895', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051921', 'lastCheck': '2.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9e1d1fff-90bd-44ba-b5ac-b186a48188a6 (api:52)
2018-03-08 01:02:32,714+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=5c0383b3-02c0-43ce-affe-361f6fb125b2 (api:46)
2018-03-08 01:02:32,714+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=5c0383b3-02c0-43ce-affe-361f6fb125b2 (api:52)
2018-03-08 01:02:32,742+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '97.94'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '25': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.97'}, '26': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '20': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.49'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '23': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.76'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.57'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '1': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '18.42', 'cpuIdle': '77.14'}, '0': {'cpuUser': '3.91', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '93.90'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.10'}, '2': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.24'}, '4': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.30'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '9': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '8': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.67'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '13': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.36'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '17': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.82'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.36'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.94'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '34': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '92.71'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.00'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311409'}, '0': {'memPercent': 12, 'memFree': '346400'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430035', 'lastCheck': '3.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452788', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134883', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377886', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413425', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827031', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479395', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0932516', 'lastCheck': '3.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589636', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428324', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344479', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450395', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654939', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439624', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487416', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364963', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445641', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000783861', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0103119', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330716', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516895', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372792', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403796', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246382', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00074318', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000507848', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578566', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755552', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526209', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531698', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051921', 'lastCheck': '2.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644669806', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403764303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.351', 'tx': '1176264169382', 'txDropped': '0', 'rx': '625369695295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0', 'tx': '1580906073112', 'txDropped': '0', 'rx': '926268359233', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45143669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416071620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200336487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet0', 'tx': '87054557', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet1', 'tx': '37764653676', 'txDropped': '0', 'rx': '877500131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet2', 'tx': '21118271464', 'txDropped': '0', 'rx': '141309739134', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175437892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet4', 'tx': '395738149', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet5', 'tx': '23422049722', 'txDropped': '0', 'rx': '497881928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet6', 'tx': '6653086331', 'txDropped': '0', 'rx': '429569403', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet7', 'tx': '1432444549', 'txDropped': '0', 'rx': '551996467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42395804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46690952', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'lo', 'tx': '6925314983', 'txDropped': '0', 'rx': '6925314983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170479450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'eno1', 'tx': '975601030535', 'txDropped': '0', 'rx': '433971406897', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'eno2', 'tx': '605305042577', 'txDropped': '0', 'rx': '492296952336', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467351.526078, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467351.526078, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632352071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75813791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76931610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191814400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370727433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.306', 'tx': '76695870413', 'txDropped': '0', 'rx': '8373090776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49812554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429896604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298580800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.110', 'tx': '2475147559', 'txDropped': '0', 'rx': '66852757060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.111', 'tx': '122669270296', 'txDropped': '0', 'rx': '24440661149', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55194421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54114221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464895535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165157757', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55974339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55804100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45138923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467351.526078, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226375356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'oVirtManagement', 'tx': '1176264168734', 'txDropped': '0', 'rx': '625368956892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576661704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'vnet3', 'tx': '542131613', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467351.526078, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754216255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693386.58', 'cpuLoad': '3.52', 'cpuSys': '1.38', 'diskStats': {'/var/log': {'free': '92982'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.18', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:02:32 GMT', 'cpuUser': '0.94', 'memFree': 667610, 'cpuIdle': '97.68', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.16'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:32,746+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:02:33,232+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:33,264+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9bbf577d-89dc-4141-b9c6-52a2946106ac (threadPool:210)
2018-03-08 01:02:33,664+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:33,714+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 26e63985-7423-4286-8b48-718654300d99 (threadPool:210)
2018-03-08 01:02:33,787+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 453a3cf4-b3fa-438e-909c-2dd0c1decf71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:33,789+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:33,789+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 50ffdb25-afa4-495a-b3f7-0a5211d772ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1B\x1dSK\xcc\x04\x9a\x98#K\xbb\xbfV\xea\x98G000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:33,790+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4798ea56-bfbb-4b23-989a-04cc4b531d42 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:33,790+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 to 4096 megabytes (lvm:1205)
2018-03-08 01:02:34,091+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:34,164+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91b65d62-1f62-47c2-acb9-5fa5d357eaf1 (threadPool:210)
2018-03-08 01:02:34,531+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:34,575+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a11bb29-22d3-462e-aec1-fe74064e3a05 (threadPool:210)
2018-03-08 01:02:34,636+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 50ffdb25-afa4-495a-b3f7-0a5211d772ff (threadPool:210)
2018-03-08 01:02:34,935+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:34,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 83d72176-6711-4b7f-9f30-0da403e76be3 (threadPool:210)
2018-03-08 01:02:35,359+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:35,385+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 453a3cf4-b3fa-438e-909c-2dd0c1decf71 (threadPool:210)
2018-03-08 01:02:35,883+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3918699a-f486-4b2c-92dc-eb1b28505bef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:35,884+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:37,059+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:37,086+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3918699a-f486-4b2c-92dc-eb1b28505bef (threadPool:210)
2018-03-08 01:02:37,999+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5cabc69e-ee51-4368-9e84-733e0181d702 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa2\x92\xc7\xdb\xdb\x93|\x94\xf0@&X\xc5>9t000000000000200000000000000')) (threadPool:208)
2018-03-08 01:02:38,003+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 74393ec5-5826-40f0-947c-93dbdbc792a2 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:02:38,003+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 to 8192 megabytes (lvm:1205)
2018-03-08 01:02:38,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1c412066-b6ef-41a9-8586-032bc687bc2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:38,015+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:38,016+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d9f0b2f4-1c68-46f8-b13a-8f0433fe67ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:38,016+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:38,017+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f3d00e2c-8c86-475a-90b0-1664e8385139 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:38,017+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:38,017+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d938eb0d-1166-4cc5-97a0-477700b8c81b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:38,017+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:38,187+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5cabc69e-ee51-4368-9e84-733e0181d702 (threadPool:210)
2018-03-08 01:02:38,373+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:39,412+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:39,418+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:39,420+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:39,507+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:39,573+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d9f0b2f4-1c68-46f8-b13a-8f0433fe67ee (threadPool:210)
2018-03-08 01:02:39,882+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:39,926+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d938eb0d-1166-4cc5-97a0-477700b8c81b (threadPool:210)
2018-03-08 01:02:40,100+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b4c17245-adb3-40ba-bdc2-7f44c0557366 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:40,103+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:40,104+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 37dbf00f-57f3-499e-b579-a226dfebb988 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:40,105+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:40,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c024688e-5c0a-4b86-aa7b-13581acc997f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:40,106+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:40,326+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:40,354+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1c412066-b6ef-41a9-8586-032bc687bc2e (threadPool:210)
2018-03-08 01:02:40,355+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3a5e05eb-0a6a-4b30-8dab-88c466da083a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:40,355+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:40,765+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:40,807+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=bb04ef82-63c9-41bc-8091-e5df4ee573da (api:46)
2018-03-08 01:02:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=bb04ef82-63c9-41bc-8091-e5df4ee573da (api:52)
2018-03-08 01:02:40,809+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=f02791f1-11f6-4f7f-89f6-7ba6f6bc56f7 (api:46)
2018-03-08 01:02:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=f02791f1-11f6-4f7f-89f6-7ba6f6bc56f7 (api:52)
2018-03-08 01:02:40,810+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=9d2e10eb-d4fb-41df-8e79-4daee4245229 (api:46)
2018-03-08 01:02:40,810+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=9d2e10eb-d4fb-41df-8e79-4daee4245229 (api:52)
2018-03-08 01:02:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=1daf3cca-d710-4260-a520-f501a4903e11 (api:46)
2018-03-08 01:02:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=1daf3cca-d710-4260-a520-f501a4903e11 (api:52)
2018-03-08 01:02:40,812+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=dc21310e-c785-42d8-a4e0-21205a564fd9 (api:46)
2018-03-08 01:02:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=dc21310e-c785-42d8-a4e0-21205a564fd9 (api:52)
2018-03-08 01:02:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=ce31be6a-bd13-4861-8448-e5748b28b401 (api:46)
2018-03-08 01:02:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=ce31be6a-bd13-4861-8448-e5748b28b401 (api:52)
2018-03-08 01:02:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=7883c25a-76fa-48d3-b69a-5f45af96fd25 (api:46)
2018-03-08 01:02:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=7883c25a-76fa-48d3-b69a-5f45af96fd25 (api:52)
2018-03-08 01:02:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=e3ef54d1-d237-4d0f-a24e-fe116533d770 (api:46)
2018-03-08 01:02:40,815+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=e3ef54d1-d237-4d0f-a24e-fe116533d770 (api:52)
2018-03-08 01:02:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=4e242327-7269-4ca4-8391-a940dfc646d3 (api:46)
2018-03-08 01:02:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=4e242327-7269-4ca4-8391-a940dfc646d3 (api:52)
2018-03-08 01:02:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=95f99b3b-ace3-4197-a2db-ae6692e00ea8 (api:46)
2018-03-08 01:02:40,816+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=95f99b3b-ace3-4197-a2db-ae6692e00ea8 (api:52)
2018-03-08 01:02:40,828+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b4c17245-adb3-40ba-bdc2-7f44c0557366 (threadPool:210)
2018-03-08 01:02:41,337+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:41,385+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 37dbf00f-57f3-499e-b579-a226dfebb988 (threadPool:210)
2018-03-08 01:02:41,425+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=20173b37-3e8d-4cfd-b861-6dd10b7e9fcd (api:46)
2018-03-08 01:02:41,431+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=20173b37-3e8d-4cfd-b861-6dd10b7e9fcd (api:52)
2018-03-08 01:02:41,431+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:41,584+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=40aa383c-71c3-4f88-94f1-f025be2659e6 (api:46)
2018-03-08 01:02:41,590+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=40aa383c-71c3-4f88-94f1-f025be2659e6 (api:52)
2018-03-08 01:02:41,592+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:41,940+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:41,993+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c024688e-5c0a-4b86-aa7b-13581acc997f (threadPool:210)
2018-03-08 01:02:42,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:42,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f3d00e2c-8c86-475a-90b0-1664e8385139 (threadPool:210)
2018-03-08 01:02:43,807+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:02:43,812+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:02:43,814+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:43,822+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:02:43,822+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:02:43,823+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:44,188+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:44,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5adf2932-323c-44e4-9a41-ce66f95b99a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:44,235+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:44,244+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 421cc0c3-aa67-4fde-ae36-c232cd58cbbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:44,246+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:44,247+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6a971934-9168-4638-a8c5-c88f0ac8af02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:44,247+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:44,247+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cccbe8c8-536c-4bc9-97e9-251d2883f1a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa2\x92\xc7\xdb\xdb\x93|\x94\xf0@&X\xc5>9t000000000000200000000000000')) (threadPool:208)
2018-03-08 01:02:44,248+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 74393ec5-5826-40f0-947c-93dbdbc792a2 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:02:44,248+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 to 8192 megabytes (lvm:1205)
2018-03-08 01:02:44,268+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3a5e05eb-0a6a-4b30-8dab-88c466da083a (threadPool:210)
2018-03-08 01:02:44,281+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0c1d940b-6598-40fb-9de8-0eb5abdf92fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:44,283+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:45,516+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:45,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5adf2932-323c-44e4-9a41-ce66f95b99a0 (threadPool:210)
2018-03-08 01:02:45,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a126a62-a68e-4878-987a-3742eeb5ced5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:45,567+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:45,790+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cccbe8c8-536c-4bc9-97e9-251d2883f1a6 (threadPool:210)
2018-03-08 01:02:45,791+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 59841f81-298c-43aa-8277-3f7e8d1af3ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:45,791+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:45,795+0100 INFO  (jsonrpc/7) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'550bb644-8667-412c-a3e0-b18feea77d7f', size=u'53687091200', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'b9935c2a-3e6e-4f52-9b24-2a31ff782284', desc=u'', srcImgUUID=u'550bb644-8667-412c-a3e0-b18feea77d7f', srcVolUUID=u'bf344364-6d8f-424a-a44a-0c5399927fd6', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=2659d969-7a6c-432b-ab50-a64842e1ce75, task_id=568b85fa-12b0-48bc-ac00-70dc9b5ba376 (api:46)
2018-03-08 01:02:45,800+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=2659d969-7a6c-432b-ab50-a64842e1ce75, task_id=568b85fa-12b0-48bc-ac00-70dc9b5ba376 (api:52)
2018-03-08 01:02:45,806+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:02:45,806+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] START task 568b85fa-12b0-48bc-ac00-70dc9b5ba376 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f80d8e18>>, args=None) (threadPool:208)
2018-03-08 01:02:46,144+0100 INFO  (tasks/0) [storage.Volume] Creating volume b9935c2a-3e6e-4f52-9b24-2a31ff782284 (volume:1152)
2018-03-08 01:02:46,153+0100 INFO  (tasks/0) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=b9935c2a-3e6e-4f52-9b24-2a31ff782284, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:02:46,421+0100 WARN  (tasks/0) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/550bb644-8667-412c-a3e0-b18feea77d7f/b9935c2a-3e6e-4f52-9b24-2a31ff782284 already removed (fileutils:51)
2018-03-08 01:02:46,422+0100 INFO  (tasks/0) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/550bb644-8667-412c-a3e0-b18feea77d7f/b9935c2a-3e6e-4f52-9b24-2a31ff782284' (blockVolume:509)
2018-03-08 01:02:46,422+0100 INFO  (tasks/0) [storage.Volume] Request to create snapshot 550bb644-8667-412c-a3e0-b18feea77d7f/b9935c2a-3e6e-4f52-9b24-2a31ff782284 of volume 550bb644-8667-412c-a3e0-b18feea77d7f/bf344364-6d8f-424a-a44a-0c5399927fd6 with size 104857600 (blocks) (blockVolume:526)
2018-03-08 01:02:46,451+0100 INFO  (tasks/0) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/bf344364-6d8f-424a-a44a-0c5399927fd6 (volume:559)
2018-03-08 01:02:46,473+0100 INFO  (tasks/0) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'bf344364-6d8f-424a-a44a-0c5399927fd6'] (lvm:1294)
2018-03-08 01:02:46,509+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:46,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 421cc0c3-aa67-4fde-ae36-c232cd58cbbc (threadPool:210)
2018-03-08 01:02:46,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d7eece2-8ee1-4b14-8bd1-5f2d815c4148 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:46,554+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:46,666+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2206d130-ec1b-4361-88c8-4fb3b6efc02d (api:46)
2018-03-08 01:02:46,667+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265335', 'lastCheck': '7.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116548', 'lastCheck': '7.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433911', 'lastCheck': '7.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381856', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504203', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238284', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634004', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000672381', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557696', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367923', 'lastCheck': '7.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319405', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0658027', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752546', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477805', 'lastCheck': '7.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464722', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320615', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269192', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028694', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321845', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182937', 'lastCheck': '6.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272586', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012798', 'lastCheck': '6.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357845', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473391', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218192', 'lastCheck': '6.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371616', 'lastCheck': '4.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000342929', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002625', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453676', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489259', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429992', 'lastCheck': '6.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274118', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=2206d130-ec1b-4361-88c8-4fb3b6efc02d (api:52)
2018-03-08 01:02:46,668+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=fbe02c01-7ecc-4a99-a9ce-dd363314f9d8 (api:46)
2018-03-08 01:02:46,668+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=fbe02c01-7ecc-4a99-a9ce-dd363314f9d8 (api:52)
2018-03-08 01:02:46,951+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:47,000+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6a971934-9168-4638-a8c5-c88f0ac8af02 (threadPool:210)
2018-03-08 01:02:47,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9f39fd0c-f0ab-472f-a15f-706025ca9498 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:47,001+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:47,269+0100 INFO  (tasks/0) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c (volume:559)
2018-03-08 01:02:47,306+0100 INFO  (tasks/0) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c'] (lvm:1294)
2018-03-08 01:02:47,424+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:47,467+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0c1d940b-6598-40fb-9de8-0eb5abdf92fe (threadPool:210)
2018-03-08 01:02:47,467+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a350df9c-53f5-45ff-b985-12dcb7ca02ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:47,467+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:47,781+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:47,783+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3ccdd775-4335-43c4-b966-48aab031ee2c (api:46)
2018-03-08 01:02:47,784+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265335', 'lastCheck': '8.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116548', 'lastCheck': '8.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433911', 'lastCheck': '8.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381856', 'lastCheck': '7.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504203', 'lastCheck': '7.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238284', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634004', 'lastCheck': '8.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000672381', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557696', 'lastCheck': '1.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367923', 'lastCheck': '8.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034803', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0658027', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752546', 'lastCheck': '7.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477805', 'lastCheck': '8.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464722', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320615', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269192', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028694', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321845', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182937', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272586', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012798', 'lastCheck': '7.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357845', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473391', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218192', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371616', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000289124', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002625', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453676', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489259', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429992', 'lastCheck': '7.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274118', 'lastCheck': '4.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3ccdd775-4335-43c4-b966-48aab031ee2c (api:52)
2018-03-08 01:02:47,784+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=93f418b4-dc36-4ae4-baa3-d14328aa1ada (api:46)
2018-03-08 01:02:47,784+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=93f418b4-dc36-4ae4-baa3-d14328aa1ada (api:52)
2018-03-08 01:02:47,812+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.23'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '27': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.83'}, '20': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.15'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '23': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.56'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '28': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '96.95'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '1': {'cpuUser': '4.51', 'nodeIndex': 1, 'cpuSys': '19.03', 'cpuIdle': '76.46'}, '0': {'cpuUser': '4.77', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '91.98'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '5': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '7': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.62'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.76'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.91', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.84'}, '10': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.40'}, '13': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '94.10'}, '12': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '15': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '17': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '93.04'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '19': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.90'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '31': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '92.90'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '34': {'cpuUser': '4.91', 'nodeIndex': 0, 'cpuSys': '6.23', 'cpuIdle': '88.86'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311311'}, '0': {'memPercent': 12, 'memFree': '346489'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0658027', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265335', 'lastCheck': '8.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116548', 'lastCheck': '8.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752546', 'lastCheck': '7.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477805', 'lastCheck': '8.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504203', 'lastCheck': '7.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238284', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634004', 'lastCheck': '8.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000672381', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557696', 'lastCheck': '1.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367923', 'lastCheck': '8.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034803', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433911', 'lastCheck': '8.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381856', 'lastCheck': '7.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464722', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272586', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269192', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028694', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321845', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182937', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320615', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429992', 'lastCheck': '7.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357845', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473391', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218192', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371616', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000289124', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002625', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453676', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489259', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012798', 'lastCheck': '7.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274118', 'lastCheck': '4.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644706619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403767937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.351', 'tx': '1176264238754', 'txDropped': '0', 'rx': '625369707150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0', 'tx': '1580906153523', 'txDropped': '0', 'rx': '926268810668', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45144069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416072864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200337777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet0', 'tx': '87060927', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet1', 'tx': '37764655256', 'txDropped': '0', 'rx': '877500193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet2', 'tx': '21118310967', 'txDropped': '0', 'rx': '141309739396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175438962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet4', 'tx': '395744519', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet5', 'tx': '23422089181', 'txDropped': '0', 'rx': '497882234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet6', 'tx': '6653087911', 'txDropped': '0', 'rx': '429569465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet7', 'tx': '1432446189', 'txDropped': '0', 'rx': '551996571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42396204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46691352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'lo', 'tx': '6925389355', 'txDropped': '0', 'rx': '6925389355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170481226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'eno1', 'tx': '975601110648', 'txDropped': '0', 'rx': '433971626375', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'eno2', 'tx': '605305042875', 'txDropped': '0', 'rx': '492297184293', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467366.609006, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467366.609006, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632356565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75816379', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76934198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191817520', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370728012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.306', 'tx': '76695870413', 'txDropped': '0', 'rx': '8373096040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49813133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429901868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298583920', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.110', 'tx': '2475147787', 'txDropped': '0', 'rx': '66852758350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.111', 'tx': '122669270380', 'txDropped': '0', 'rx': '24440698054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55194771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54114621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464899169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165159533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55974689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55804500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45139323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467366.609006, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226376646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'oVirtManagement', 'tx': '1176264238106', 'txDropped': '0', 'rx': '625368968747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576666198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'vnet3', 'tx': '542137983', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467366.609006, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754217325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693401.65', 'cpuLoad': '3.57', 'cpuSys': '1.53', 'diskStats': {'/var/log': {'free': '92981'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:02:47 GMT', 'cpuUser': '1.27', 'memFree': 667599, 'cpuIdle': '97.20', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.95'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:47,817+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:02:47,868+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:47,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 59841f81-298c-43aa-8277-3f7e8d1af3ec (threadPool:210)
2018-03-08 01:02:47,918+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b3f75516-4c52-43fd-9af3-498745bb6cd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:47,918+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:48,203+0100 INFO  (jsonrpc/4) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=8c54c825-5813-4334-8348-32065d66a3d5 (api:46)
2018-03-08 01:02:48,205+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '568b85fa-12b0-48bc-ac00-70dc9b5ba376': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '568b85fa-12b0-48bc-ac00-70dc9b5ba376'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=8c54c825-5813-4334-8348-32065d66a3d5 (api:52)
2018-03-08 01:02:48,206+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:48,262+0100 INFO  (tasks/0) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/bf344364-6d8f-424a-a44a-0c5399927fd6 justme False (blockVolume:387)
2018-03-08 01:02:48,262+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'bf344364-6d8f-424a-a44a-0c5399927fd6'] (lvm:1302)
2018-03-08 01:02:48,649+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:48,697+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d7eece2-8ee1-4b14-8bd1-5f2d815c4148 (threadPool:210)
2018-03-08 01:02:48,698+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10723c69-cbb8-4fb0-af6e-fc0f91dd7565 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:02:48,698+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:49,846+0100 INFO  (tasks/0) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c justme False (blockVolume:387)
2018-03-08 01:02:49,848+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c'] (lvm:1302)
2018-03-08 01:02:50,314+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:50,367+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9f39fd0c-f0ab-472f-a15f-706025ca9498 (threadPool:210)
2018-03-08 01:02:50,367+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 452f85ef-3e6b-4b0c-85d1-338d7946964a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtnd\xf4\x95\xea\xa6\x93Sp\xbd\xbaB\x96\x0f\x1f\xda\xd3\xd6\xd02]\xe7N\xcf\x0b\x90\xceD\x0f6\xfdH\x19i000000000000900000000000000')) (threadPool:208)
2018-03-08 01:02:50,367+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 691948fd-360f-44ce-900b-cf4ee75d32d0 in domain d6d3da1f-0f96-42ba-bd70-5393a6ea95f4 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 36864 (mailbox:161)
2018-03-08 01:02:50,368+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d6d3da1f-0f96-42ba-bd70-5393a6ea95f4/691948fd-360f-44ce-900b-cf4ee75d32d0 to 36864 megabytes (lvm:1205)
2018-03-08 01:02:50,581+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 452f85ef-3e6b-4b0c-85d1-338d7946964a (threadPool:210)
2018-03-08 01:02:50,581+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e103628-eb6a-48e6-b147-d5b90155c5e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:50,581+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:51,423+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:51,469+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a126a62-a68e-4878-987a-3742eeb5ced5 (threadPool:210)
2018-03-08 01:02:51,470+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96ff2eab-e578-46af-b378-b1c87687867d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:51,470+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:52,007+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ee217905-5577-4589-b5ac-b82669abdc1a (api:46)
2018-03-08 01:02:52,013+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ee217905-5577-4589-b5ac-b82669abdc1a (api:52)
2018-03-08 01:02:52,013+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:52,119+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=028cbbc5-b14b-4b82-aa5a-c96a8e8d0164 (api:46)
2018-03-08 01:02:52,126+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2627446243328', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=028cbbc5-b14b-4b82-aa5a-c96a8e8d0164 (api:52)
2018-03-08 01:02:52,127+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:02:52,437+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:52,489+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a350df9c-53f5-45ff-b985-12dcb7ca02ff (threadPool:210)
2018-03-08 01:02:52,489+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 12900be9-e1fd-4bf1-bf6b-ffa2a414b426 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:52,489+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:52,529+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284 (blockSD:884)
2018-03-08 01:02:52,531+0100 INFO  (tasks/0) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=b9935c2a-3e6e-4f52-9b24-2a31ff782284, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_702', u'PU_bf344364-6d8f-424a-a44a-0c5399927fd6', u'IU_550bb644-8667-412c-a3e0-b18feea77d7f']) (lvm:1347)
2018-03-08 01:02:53,074+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:53,110+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'b9935c2a-3e6e-4f52-9b24-2a31ff782284'] (lvm:1302)
2018-03-08 01:02:53,136+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b3f75516-4c52-43fd-9af3-498745bb6cd3 (threadPool:210)
2018-03-08 01:02:53,137+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eb7c146c-d14a-48c2-ad4b-80b9d9100970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1B\x1dSK\xcc\x04\x9a\x98#K\xbb\xbfV\xea\x98G000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:53,137+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4798ea56-bfbb-4b23-989a-04cc4b531d42 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:53,138+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 to 6144 megabytes (lvm:1205)
2018-03-08 01:02:53,543+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:53,700+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] FINISH task 568b85fa-12b0-48bc-ac00-70dc9b5ba376 (threadPool:210)
2018-03-08 01:02:53,726+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eb7c146c-d14a-48c2-ad4b-80b9d9100970 (threadPool:210)
2018-03-08 01:02:53,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95bb1086-3a8b-4ced-8535-d0d5b064e8b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:53,727+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:53,894+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:53,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e103628-eb6a-48e6-b147-d5b90155c5e8 (threadPool:210)
2018-03-08 01:02:53,942+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b605261-7ba6-401d-bee1-948ae930009a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:53,942+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:54,323+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:54,372+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96ff2eab-e578-46af-b378-b1c87687867d (threadPool:210)
2018-03-08 01:02:54,372+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbae2a08-eeca-4d9b-aa88-a812b0575152 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:54,373+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:54,447+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:02:54,451+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:02:54,454+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:54,945+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:54,985+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 12900be9-e1fd-4bf1-bf6b-ffa2a414b426 (threadPool:210)
2018-03-08 01:02:54,985+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5b9fb873-04d0-4d37-9dee-53c4903fa6e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:54,985+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:56,010+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:56,059+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95bb1086-3a8b-4ced-8535-d0d5b064e8b3 (threadPool:210)
2018-03-08 01:02:56,059+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43bab073-7b59-4f25-9e8c-4e9f4a7c517f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:56,059+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:57,128+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:57,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b605261-7ba6-401d-bee1-948ae930009a (threadPool:210)
2018-03-08 01:02:57,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9f6cc1d5-12c2-49cc-9927-4fb9d85ab6ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:57,177+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:57,951+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:58,001+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbae2a08-eeca-4d9b-aa88-a812b0575152 (threadPool:210)
2018-03-08 01:02:58,002+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bfc08eb8-0165-4d9a-a117-8163b3ff2ffa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x18\xf9\xf5M\x0b\xd1a\x85&D\x82\xfc\x10#_z000000000000280000000000000')) (threadPool:208)
2018-03-08 01:02:58,002+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7a5f2310-fc82-4426-8561-d10b4df5f918 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:02:58,002+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7a5f2310-fc82-4426-8561-d10b4df5f918 to 10240 megabytes (lvm:1205)
2018-03-08 01:02:58,222+0100 INFO  (jsonrpc/0) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=b62db26a-b7e8-413f-8ee0-5e93e3ec3de4 (api:46)
2018-03-08 01:02:58,223+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '568b85fa-12b0-48bc-ac00-70dc9b5ba376': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '568b85fa-12b0-48bc-ac00-70dc9b5ba376'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=b62db26a-b7e8-413f-8ee0-5e93e3ec3de4 (api:52)
2018-03-08 01:02:58,224+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:58,307+0100 INFO  (jsonrpc/5) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'550bb644-8667-412c-a3e0-b18feea77d7f', volUUID=u'b9935c2a-3e6e-4f52-9b24-2a31ff782284', options=None) from=::ffff:192.168.99.66,46746, flow_id=2659d969-7a6c-432b-ab50-a64842e1ce75, task_id=f85ba604-1aef-4c13-8efc-8fe5a4bce9b3 (api:46)
2018-03-08 01:02:58,541+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=550bb644-8667-412c-a3e0-b18feea77d7f volUUID = b9935c2a-3e6e-4f52-9b24-2a31ff782284  (volume:238)
2018-03-08 01:02:58,584+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/550bb644-8667-412c-a3e0-b18feea77d7f/b9935c2a-3e6e-4f52-9b24-2a31ff782284 info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': 'bf344364-6d8f-424a-a44a-0c5399927fd6', 'format': 'COW', 'generation': 0, 'image': '550bb644-8667-412c-a3e0-b18feea77d7f', 'ctime': '1520467373', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '53687091200', 'uuid': u'b9935c2a-3e6e-4f52-9b24-2a31ff782284', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:02:58,585+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': 'bf344364-6d8f-424a-a44a-0c5399927fd6', 'format': 'COW', 'generation': 0, 'image': '550bb644-8667-412c-a3e0-b18feea77d7f', 'ctime': '1520467373', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '53687091200', 'uuid': u'b9935c2a-3e6e-4f52-9b24-2a31ff782284', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=2659d969-7a6c-432b-ab50-a64842e1ce75, task_id=f85ba604-1aef-4c13-8efc-8fe5a4bce9b3 (api:52)
2018-03-08 01:02:58,585+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.28 seconds (__init__:573)
2018-03-08 01:02:58,724+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bfc08eb8-0165-4d9a-a117-8163b3ff2ffa (threadPool:210)
2018-03-08 01:02:58,724+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 98b8f0ed-50c5-405c-b806-58326d8b0d21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:58,725+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:02:58,829+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:02:58,834+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:02:58,881+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:02:58,885+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:58,899+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:02:58,900+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:02:58,901+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:02:58,932+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10723c69-cbb8-4fb0-af6e-fc0f91dd7565 (threadPool:210)
2018-03-08 01:02:58,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0351c86f-2a3f-45c2-8b30-e069613f8163 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:58,933+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:59,291+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:59,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43bab073-7b59-4f25-9e8c-4e9f4a7c517f (threadPool:210)
2018-03-08 01:02:59,357+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9727139f-a8a5-4e8c-aa04-425b9b1f7ccc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:02:59,357+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:02:59,677+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:02:59,723+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 98b8f0ed-50c5-405c-b806-58326d8b0d21 (threadPool:210)
2018-03-08 01:02:59,724+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24f2e354-8544-480f-b953-98d2db9b8aa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:02:59,724+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:00,049+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:00,100+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0351c86f-2a3f-45c2-8b30-e069613f8163 (threadPool:210)
2018-03-08 01:03:00,100+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c3e7d14f-fd09-488f-abf5-2e2f700c0e07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:00,100+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:00,600+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:00,650+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9f6cc1d5-12c2-49cc-9927-4fb9d85ab6ef (threadPool:210)
2018-03-08 01:03:00,650+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0b7550e4-81d2-43f5-b716-fc1b7733c420 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:00,651+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:00,845+0100 INFO  (jsonrpc/4) [vdsm.api] START clearTask(taskID=u'568b85fa-12b0-48bc-ac00-70dc9b5ba376', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=18896b96-cfc9-4fa1-9df4-911210e124f1 (api:46)
2018-03-08 01:03:00,848+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=18896b96-cfc9-4fa1-9df4-911210e124f1 (api:52)
2018-03-08 01:03:00,848+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:00,977+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:01,026+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9727139f-a8a5-4e8c-aa04-425b9b1f7ccc (threadPool:210)
2018-03-08 01:03:01,026+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4be4ec4d-cce5-49ce-bab3-f94f2c4506cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:01,027+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:01,668+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:01,758+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f3d5e934-a656-4e07-9137-69e973335401 (api:46)
2018-03-08 01:03:01,760+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473187', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756442', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396011', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603221', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562945', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432052', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000736589', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489405', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627836', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409465', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467813', 'lastCheck': '4.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853858', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488009', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277242', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413936', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281168', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161272', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327251', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268225', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151248', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244968', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803287', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307606', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409906', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207295', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253868', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419121', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030777', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270727', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550086', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198376', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314754', 'lastCheck': '1.9', 'valid': True}} from=internal, task_id=f3d5e934-a656-4e07-9137-69e973335401 (api:52)
2018-03-08 01:03:01,761+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=75d532f2-e611-4e46-a716-6adf49691134 (api:46)
2018-03-08 01:03:01,761+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=75d532f2-e611-4e46-a716-6adf49691134 (api:52)
2018-03-08 01:03:01,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5b9fb873-04d0-4d37-9dee-53c4903fa6e9 (threadPool:210)
2018-03-08 01:03:01,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 49ae7044-58d1-474a-9334-887fdb7230a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:01,799+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:02,544+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8dada3a8-cb93-4ffd-b2d2-90d57e231039 (api:46)
2018-03-08 01:03:02,853+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:02,854+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4b818203-55bf-49f9-968c-bac5a4466f39 (api:46)
2018-03-08 01:03:02,855+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473187', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756442', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396011', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603221', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562945', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432052', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000736589', 'lastCheck': '3.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489405', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627836', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409465', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467813', 'lastCheck': '6.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853858', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488009', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277242', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413936', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281168', 'lastCheck': '0.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161272', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327251', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268225', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151248', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244968', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803287', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307606', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409906', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207295', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253868', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419121', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030777', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270727', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550086', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198376', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314754', 'lastCheck': '3.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4b818203-55bf-49f9-968c-bac5a4466f39 (api:52)
2018-03-08 01:03:02,856+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e7e932c7-14dd-4c57-8207-95d0b1b5b83a (api:46)
2018-03-08 01:03:02,856+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e7e932c7-14dd-4c57-8207-95d0b1b5b83a (api:52)
2018-03-08 01:03:02,881+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '24': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.63'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.21'}, '23': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.76'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '29': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '93.24'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.50', 'nodeIndex': 1, 'cpuSys': '24.92', 'cpuIdle': '69.58'}, '0': {'cpuUser': '7.62', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '88.47'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.57'}, '2': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '5': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.23'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '7': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.63'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '9': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.61'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.50'}, '10': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '13': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.17'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '15': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.90'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '17': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.22'}, '31': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.77'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.22'}, '34': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '86.61'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311228'}, '0': {'memPercent': 12, 'memFree': '346541'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853858', 'lastCheck': '3.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473187', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756442', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488009', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277242', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562945', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432052', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000736589', 'lastCheck': '3.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489405', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627836', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409465', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467813', 'lastCheck': '6.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396011', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603221', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413936', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244968', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161272', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327251', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268225', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151248', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281168', 'lastCheck': '0.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198376', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307606', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409906', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207295', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253868', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419121', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030777', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270727', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550086', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803287', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314754', 'lastCheck': '3.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644724521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403770370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.351', 'tx': '1176264323512', 'txDropped': '0', 'rx': '625369723316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0', 'tx': '1580906400637', 'txDropped': '0', 'rx': '926269310729', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45144419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416074266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200339974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet0', 'tx': '87066155', 'txDropped': '0', 'rx': '79830239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet1', 'tx': '37764656956', 'txDropped': '0', 'rx': '877500363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet2', 'tx': '21118394609', 'txDropped': '0', 'rx': '141309895150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175440324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet4', 'tx': '395749747', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet5', 'tx': '23422109592', 'txDropped': '0', 'rx': '497882383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet6', 'tx': '6653089611', 'txDropped': '0', 'rx': '429569569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet7', 'tx': '1432447829', 'txDropped': '0', 'rx': '551996633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42396554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46691702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'lo', 'tx': '6925468607', 'txDropped': '0', 'rx': '6925468607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170483264', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'eno1', 'tx': '975601341137', 'txDropped': '0', 'rx': '433971854467', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'eno2', 'tx': '605305059500', 'txDropped': '0', 'rx': '492297456262', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467381.696737, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467381.696737, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632361009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75816729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76934548', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191819596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370728412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.306', 'tx': '76695870413', 'txDropped': '0', 'rx': '8373100372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49813533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429906200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298585996', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.110', 'tx': '2475148123', 'txDropped': '0', 'rx': '66852759844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.111', 'tx': '122669426283', 'txDropped': '0', 'rx': '24440773773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55195171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54114971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464901602', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165161571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55975089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55804850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45139673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467381.696737, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226378843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'oVirtManagement', 'tx': '1176264322864', 'txDropped': '0', 'rx': '625368984913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576670642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'vnet3', 'tx': '542143211', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467381.696737, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754218687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693416.72', 'cpuLoad': '3.50', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92980'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '5.37', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:03:02 GMT', 'cpuUser': '1.33', 'memFree': 667602, 'cpuIdle': '96.99', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:02,886+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:03:02,900+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:02,968+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24f2e354-8544-480f-b953-98d2db9b8aa1 (threadPool:210)
2018-03-08 01:03:02,969+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9b265cf8-e302-4182-88a5-ba48b024d5d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:02,969+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:03,259+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20796 (__init__:598)
2018-03-08 01:03:03,259+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20795 (__init__:598)
2018-03-08 01:03:03,311+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8dada3a8-cb93-4ffd-b2d2-90d57e231039 (api:52)
2018-03-08 01:03:03,312+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.77 seconds (__init__:573)
2018-03-08 01:03:03,409+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=edaea986-a06c-4f21-8224-7380c2e49738 (api:46)
2018-03-08 01:03:03,544+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7056362831872', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=edaea986-a06c-4f21-8224-7380c2e49738 (api:52)
2018-03-08 01:03:03,546+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.14 seconds (__init__:573)
2018-03-08 01:03:05,001+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:05,062+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c3e7d14f-fd09-488f-abf5-2e2f700c0e07 (threadPool:210)
2018-03-08 01:03:05,062+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec41e72d-20a8-4549-a0d7-ad7df2ae1d4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:05,063+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:05,821+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:05,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0b7550e4-81d2-43f5-b716-fc1b7733c420 (threadPool:210)
2018-03-08 01:03:05,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1aabf8e9-f232-4a8e-aa1f-1b8573ba4c27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:05,891+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:06,216+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:06,265+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4be4ec4d-cce5-49ce-bab3-f94f2c4506cf (threadPool:210)
2018-03-08 01:03:06,265+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d644fefc-23c5-48ba-b429-d56579fc76d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:06,266+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:06,639+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:06,689+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 49ae7044-58d1-474a-9334-887fdb7230a6 (threadPool:210)
2018-03-08 01:03:06,689+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f45cb016-4da6-49d7-88ad-874d577a22c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:03:06,690+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:06,995+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:07,024+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9b265cf8-e302-4182-88a5-ba48b024d5d2 (threadPool:210)
2018-03-08 01:03:07,025+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5314e06e-5166-4f0d-9cc9-581f328e7ffb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:07,025+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:07,512+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:07,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec41e72d-20a8-4549-a0d7-ad7df2ae1d4c (threadPool:210)
2018-03-08 01:03:07,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f12ddad8-baf9-4515-8a33-db71bcf2db80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:07,556+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:08,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:08,379+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d644fefc-23c5-48ba-b429-d56579fc76d2 (threadPool:210)
2018-03-08 01:03:08,379+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a9e5f922-6699-4659-86da-0c7bb643b3f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:08,380+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:09,290+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:09,414+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f45cb016-4da6-49d7-88ad-874d577a22c1 (threadPool:210)
2018-03-08 01:03:09,414+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5a35fb1f-3061-4439-af22-10a1526aab95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:09,415+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:09,470+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:09,475+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:09,477+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:10,975+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:12,107+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:12,158+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5314e06e-5166-4f0d-9cc9-581f328e7ffb (threadPool:210)
2018-03-08 01:03:12,158+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 367acde5-711e-4711-8605-742b83c7705f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:12,159+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:12,531+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:12,583+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1aabf8e9-f232-4a8e-aa1f-1b8573ba4c27 (threadPool:210)
2018-03-08 01:03:12,583+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 83c074ec-972d-4aab-bc66-78d621c721ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:12,584+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:12,919+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:12,967+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f12ddad8-baf9-4515-8a33-db71bcf2db80 (threadPool:210)
2018-03-08 01:03:12,968+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ba7e2243-efff-4b70-8916-559ad9165014 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:12,968+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:13,479+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:13,536+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a9e5f922-6699-4659-86da-0c7bb643b3f9 (threadPool:210)
2018-03-08 01:03:13,537+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7bfed46f-dfff-42b0-a2c6-834cbe7cccc1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:13,537+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:13,897+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:03:13,902+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:03:13,904+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:13,912+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:03:13,912+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:03:13,913+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:13,987+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=41c70654-a641-4ee6-9c12-e8f3d53a4440 (api:46)
2018-03-08 01:03:13,993+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=41c70654-a641-4ee6-9c12-e8f3d53a4440 (api:52)
2018-03-08 01:03:13,993+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:14,087+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8aa766ed-e4bc-4009-8c2b-e024ddcf9c50 (api:46)
2018-03-08 01:03:14,094+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7056362831872', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8aa766ed-e4bc-4009-8c2b-e024ddcf9c50 (api:52)
2018-03-08 01:03:14,095+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:14,161+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:14,209+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 367acde5-711e-4711-8605-742b83c7705f (threadPool:210)
2018-03-08 01:03:14,210+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7e381e46-2551-44d8-98b2-8b380992f09c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:14,210+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:15,334+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:15,383+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 83c074ec-972d-4aab-bc66-78d621c721ea (threadPool:210)
2018-03-08 01:03:15,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 13986ad3-9316-4e89-8dda-cba59d5f0252 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:15,384+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:16,850+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f179e71b-0d5b-4486-8c1f-618fe84ac4ff (api:46)
2018-03-08 01:03:16,850+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563782', 'lastCheck': '7.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172538', 'lastCheck': '7.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286291', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698992', 'lastCheck': '6.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433339', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271154', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0685142', 'lastCheck': '5.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610217', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508787', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265847', 'lastCheck': '7.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053303', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388373', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524241', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590919', 'lastCheck': '8.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679063', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265176', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458667', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349449', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389514', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000660624', 'lastCheck': '7.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526167', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0788439', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550996', 'lastCheck': '7.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380693', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489677', 'lastCheck': '6.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587575', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387083', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002605', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263664', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251816', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262895', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654019', 'lastCheck': '2.9', 'valid': True}} from=internal, task_id=f179e71b-0d5b-4486-8c1f-618fe84ac4ff (api:52)
2018-03-08 01:03:16,851+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=d5d8b28d-8423-4e86-b567-2db3a8a400a4 (api:46)
2018-03-08 01:03:16,851+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d5d8b28d-8423-4e86-b567-2db3a8a400a4 (api:52)
2018-03-08 01:03:16,987+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:17,038+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ba7e2243-efff-4b70-8916-559ad9165014 (threadPool:210)
2018-03-08 01:03:17,039+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 493d9ca2-4045-4e42-af6f-9484a83feb3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:17,039+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:17,925+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:17,927+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8c927db8-685d-43d8-a054-dd7d54079774 (api:46)
2018-03-08 01:03:17,927+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563782', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172538', 'lastCheck': '8.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286291', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698992', 'lastCheck': '7.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433339', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271154', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0685142', 'lastCheck': '7.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610217', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508787', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265847', 'lastCheck': '8.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525577', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388373', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524241', 'lastCheck': '7.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590919', 'lastCheck': '9.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679063', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265176', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458667', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349449', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389514', 'lastCheck': '8.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000660624', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526167', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0788439', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550996', 'lastCheck': '8.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380693', 'lastCheck': '2.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489677', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587575', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367028', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002605', 'lastCheck': '5.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263664', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251816', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262895', 'lastCheck': '8.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654019', 'lastCheck': '4.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8c927db8-685d-43d8-a054-dd7d54079774 (api:52)
2018-03-08 01:03:17,928+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6421f04f-bdae-4910-8977-f0658d774fce (api:46)
2018-03-08 01:03:17,928+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6421f04f-bdae-4910-8977-f0658d774fce (api:52)
2018-03-08 01:03:17,955+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '97.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '25': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.31'}, '26': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '4.24', 'cpuIdle': '93.84'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.42'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.57'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.97'}, '28': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '15.10', 'cpuIdle': '81.26'}, '0': {'cpuUser': '3.44', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '93.98'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '2': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '5': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '4': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.57'}, '8': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '96.82'}, '52': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.74'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.88'}, '59': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.96'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.49'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.90'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.82'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.42'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.36'}, '16': {'cpuUser': '3.71', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '93.84'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '55': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '36': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.80'}, '35': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '34': {'cpuUser': '3.78', 'nodeIndex': 0, 'cpuSys': '4.44', 'cpuIdle': '91.78'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '94.77'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311304'}, '0': {'memPercent': 12, 'memFree': '346508'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388373', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563782', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172538', 'lastCheck': '8.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524241', 'lastCheck': '7.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590919', 'lastCheck': '9.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433339', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271154', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0685142', 'lastCheck': '7.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610217', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508787', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265847', 'lastCheck': '8.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525577', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286291', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698992', 'lastCheck': '7.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679063', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526167', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458667', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349449', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389514', 'lastCheck': '8.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000660624', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265176', 'lastCheck': '5.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262895', 'lastCheck': '8.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550996', 'lastCheck': '8.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380693', 'lastCheck': '2.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489677', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587575', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367028', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002605', 'lastCheck': '5.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263664', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251816', 'lastCheck': '3.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0788439', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000654019', 'lastCheck': '4.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644730763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403774649', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.351', 'tx': '1176264400564', 'txDropped': '0', 'rx': '625369735506', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0', 'tx': '1580906518130', 'txDropped': '0', 'rx': '926269787312', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45144819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416075453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200342136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet0', 'tx': '87070680', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet1', 'tx': '37764658409', 'txDropped': '0', 'rx': '877500425', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet2', 'tx': '21118453007', 'txDropped': '0', 'rx': '141309920166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175443254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet4', 'tx': '395754212', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet5', 'tx': '23422118616', 'txDropped': '0', 'rx': '497883525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet6', 'tx': '6653091691', 'txDropped': '0', 'rx': '429574234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet7', 'tx': '1432452434', 'txDropped': '0', 'rx': '552001598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42396954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46692102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'lo', 'tx': '6925544323', 'txDropped': '0', 'rx': '6925544323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170485730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'eno1', 'tx': '975601433068', 'txDropped': '0', 'rx': '433972082084', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'eno2', 'tx': '605305085062', 'txDropped': '0', 'rx': '492297705228', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467396.792574, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467396.792574, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632365641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75817129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76934948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191822435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370728762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373104099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49813883', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429909881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298588835', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.110', 'tx': '2475157815', 'txDropped': '0', 'rx': '66852764600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.111', 'tx': '122669451873', 'txDropped': '0', 'rx': '24440829891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55195521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54115371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464905881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165164037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55975439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55805250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45140073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467396.792574, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226381005', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'oVirtManagement', 'tx': '1176264399916', 'txDropped': '0', 'rx': '625368997103', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576675274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'vnet3', 'tx': '542147676', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467396.792574, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754221617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693431.80', 'cpuLoad': '3.50', 'cpuSys': '1.37', 'diskStats': {'/var/log': {'free': '92979'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '1.79', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635318L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:03:17 GMT', 'cpuUser': '1.01', 'memFree': 667615, 'cpuIdle': '97.62', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '6.89'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:17,960+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:03:18,000+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:18,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5a35fb1f-3061-4439-af22-10a1526aab95 (threadPool:210)
2018-03-08 01:03:18,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4ec21d5b-dd97-4428-a1e4-cecb6e17f013 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:18,053+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:18,406+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:18,433+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7bfed46f-dfff-42b0-a2c6-834cbe7cccc1 (threadPool:210)
2018-03-08 01:03:18,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90a3c3c0-e8cd-4917-bce3-ab942220ede6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:18,434+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:18,850+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:18,899+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 13986ad3-9316-4e89-8dda-cba59d5f0252 (threadPool:210)
2018-03-08 01:03:18,899+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3d080823-cd77-4539-baae-149b65fa2ce8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:18,900+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:19,208+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:19,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4ec21d5b-dd97-4428-a1e4-cecb6e17f013 (threadPool:210)
2018-03-08 01:03:19,609+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:19,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90a3c3c0-e8cd-4917-bce3-ab942220ede6 (threadPool:210)
2018-03-08 01:03:19,756+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8e7150ba-0c59-4f21-adfe-c8e28a3b6dce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:19,758+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:20,042+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:20,079+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3d080823-cd77-4539-baae-149b65fa2ce8 (threadPool:210)
2018-03-08 01:03:20,785+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:20,829+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 493d9ca2-4045-4e42-af6f-9484a83feb3e (threadPool:210)
2018-03-08 01:03:21,792+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:21,849+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7e381e46-2551-44d8-98b2-8b380992f09c (threadPool:210)
2018-03-08 01:03:21,886+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 54783ab4-8656-4d3c-84d0-26138216ac1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:21,886+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:22,731+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:22,774+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8e7150ba-0c59-4f21-adfe-c8e28a3b6dce (threadPool:210)
2018-03-08 01:03:23,789+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:23,841+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 54783ab4-8656-4d3c-84d0-26138216ac1d (threadPool:210)
2018-03-08 01:03:23,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7539b2f6-6195-4fd1-b648-00971882978a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:23,961+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:23,961+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 609c5346-b1ab-4112-8bd7-ee6911bff706 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:23,962+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:23,962+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f3d1162-50a9-4b1b-b6bb-77338649f157 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:23,962+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:24,494+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:24,499+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:24,501+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:24,505+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fbba8572-6a74-4bbc-aa6a-ae17d8c0f2b6 (api:46)
2018-03-08 01:03:24,511+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fbba8572-6a74-4bbc-aa6a-ae17d8c0f2b6 (api:52)
2018-03-08 01:03:24,511+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:24,609+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=579422cd-c467-4f73-af40-29b8e91859bf (api:46)
2018-03-08 01:03:24,616+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7056362831872', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=579422cd-c467-4f73-af40-29b8e91859bf (api:52)
2018-03-08 01:03:24,617+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:24,837+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:25,147+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:25,193+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7539b2f6-6195-4fd1-b648-00971882978a (threadPool:210)
2018-03-08 01:03:25,488+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:25,534+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 609c5346-b1ab-4112-8bd7-ee6911bff706 (threadPool:210)
2018-03-08 01:03:25,869+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:25,900+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f3d1162-50a9-4b1b-b6bb-77338649f157 (threadPool:210)
2018-03-08 01:03:26,030+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 45f916a2-2c78-4e63-a1f0-24f75e8fee60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:26,031+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:26,430+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:26,458+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 45f916a2-2c78-4e63-a1f0-24f75e8fee60 (threadPool:210)
2018-03-08 01:03:28,127+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 078d8301-5cb9-4f5b-bc44-e21330ced11e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:28,130+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:28,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eb598673-9fe0-4e34-a6d5-b24d1b5e7dc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:28,140+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:28,905+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:28,923+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:03:28,932+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:03:28,935+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:03:28,951+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:03:28,951+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:03:28,952+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:28,968+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 078d8301-5cb9-4f5b-bc44-e21330ced11e (threadPool:210)
2018-03-08 01:03:30,214+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4822ebd2-47a2-4269-98aa-4f9ef558bcce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:30,214+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:30,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b537fc3a-d311-48d8-bff9-8f70867c092c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:30,215+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:30,215+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 382e5e67-119d-4e6f-b552-955e735585ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:30,215+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:30,215+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ffa0b2d-ab24-45a4-9e70-0995a5d56e4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:30,216+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:30,304+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:30,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eb598673-9fe0-4e34-a6d5-b24d1b5e7dc2 (threadPool:210)
2018-03-08 01:03:30,348+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5507de56-e620-4cf7-8f68-8fd3488b3dd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:30,349+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:31,469+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:31,519+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4822ebd2-47a2-4269-98aa-4f9ef558bcce (threadPool:210)
2018-03-08 01:03:31,520+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 909ff5a6-e2e8-4ac9-aab0-4d0d1928e8f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:31,520+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:31,833+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:31,880+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b537fc3a-d311-48d8-bff9-8f70867c092c (threadPool:210)
2018-03-08 01:03:31,880+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f3049c80-7692-4083-857a-7a6c9a7c5c0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:31,880+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:31,950+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=32561df6-cb54-44cf-b839-8bd2123be778 (api:46)
2018-03-08 01:03:31,951+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249741', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00143739', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430896', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673979', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524589', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384844', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00061405', 'lastCheck': '2.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036853', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368882', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539807', 'lastCheck': '2.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338595', 'lastCheck': '5.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750817', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412643', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719589', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612377', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457465', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569572', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235507', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003176', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504531', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251795', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0968706', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469107', 'lastCheck': '2.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000358008', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410246', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483086', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393345', 'lastCheck': '4.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356006', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354798', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0382927', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190098', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436133', 'lastCheck': '2.2', 'valid': True}} from=internal, task_id=32561df6-cb54-44cf-b839-8bd2123be778 (api:52)
2018-03-08 01:03:31,951+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=226b5524-c0fe-4dee-81b1-e919bd3cd280 (api:46)
2018-03-08 01:03:31,952+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=226b5524-c0fe-4dee-81b1-e919bd3cd280 (api:52)
2018-03-08 01:03:32,176+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:32,235+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 382e5e67-119d-4e6f-b552-955e735585ff (threadPool:210)
2018-03-08 01:03:32,236+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0831b7d8-fd8d-4146-a909-bc7ab2d60c94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:32,237+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:32,599+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:32,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ffa0b2d-ab24-45a4-9e70-0995a5d56e4e (threadPool:210)
2018-03-08 01:03:32,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 972e093c-363e-4647-9f6f-36885704c0cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1B\x1dSK\xcc\x04\x9a\x98#K\xbb\xbfV\xea\x98G000000000000200000000000000')) (threadPool:208)
2018-03-08 01:03:32,637+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4798ea56-bfbb-4b23-989a-04cc4b531d42 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:03:32,637+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 to 8192 megabytes (lvm:1205)
2018-03-08 01:03:32,829+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 972e093c-363e-4647-9f6f-36885704c0cc (threadPool:210)
2018-03-08 01:03:32,829+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a02b470a-6bde-447d-8dbd-f3797f9c0315 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:32,830+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:33,003+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:33,005+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0a5ecb55-109e-4eee-9190-f3fb6797dc16 (api:46)
2018-03-08 01:03:33,005+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249741', 'lastCheck': '3.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00143739', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430896', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673979', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524589', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384844', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00061405', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036853', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368882', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539807', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338595', 'lastCheck': '6.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750817', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412643', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719589', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612377', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457465', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569572', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235507', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003176', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504531', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251795', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0968706', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469107', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000358008', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410246', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483086', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393345', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356006', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354798', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0382927', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190098', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436133', 'lastCheck': '3.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0a5ecb55-109e-4eee-9190-f3fb6797dc16 (api:52)
2018-03-08 01:03:33,006+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b67da15b-c03d-4917-861b-5f63a1104b32 (api:46)
2018-03-08 01:03:33,006+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b67da15b-c03d-4917-861b-5f63a1104b32 (api:52)
2018-03-08 01:03:33,011+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:33,061+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '54': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '93.98'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '20': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '93.91'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '23': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '20.59', 'cpuIdle': '75.83'}, '0': {'cpuUser': '4.17', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '93.25'}, '3': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '2': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '7': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.63'}, '6': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.14'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.41'}, '52': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.74'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '13': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.30'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.83'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.88'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.69'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.83'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '34': {'cpuUser': '4.97', 'nodeIndex': 0, 'cpuSys': '5.23', 'cpuIdle': '89.80'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '95.96'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311410'}, '0': {'memPercent': 12, 'memFree': '346405'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750817', 'lastCheck': '3.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249741', 'lastCheck': '3.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00143739', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412643', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719589', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524589', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384844', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00061405', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036853', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368882', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539807', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338595', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430896', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673979', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612377', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251795', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569572', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235507', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003176', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504531', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457465', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190098', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469107', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000358008', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410246', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483086', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393345', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356006', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354798', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0382927', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0968706', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436133', 'lastCheck': '3.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644739917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403776474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.351', 'tx': '1176264474468', 'txDropped': '0', 'rx': '625369749562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0', 'tx': '1580906613982', 'txDropped': '0', 'rx': '926270248751', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45145687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416079178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200344740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet0', 'tx': '87075387', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet1', 'tx': '37764662427', 'txDropped': '0', 'rx': '877500772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet2', 'tx': '21118470769', 'txDropped': '0', 'rx': '141309928858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175445742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet4', 'tx': '395758919', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet5', 'tx': '23422129954', 'txDropped': '0', 'rx': '497883525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet6', 'tx': '6653095649', 'txDropped': '0', 'rx': '429574539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet7', 'tx': '1432456887', 'txDropped': '0', 'rx': '552001966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42397354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46693152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'lo', 'tx': '6925623320', 'txDropped': '0', 'rx': '6925623320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170489072', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'eno1', 'tx': '975601511625', 'txDropped': '0', 'rx': '433972296534', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'eno2', 'tx': '605305102357', 'txDropped': '0', 'rx': '492297952217', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467411.894006, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467411.894006, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632369997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75817479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76935298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191824959', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370729162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373108050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49814283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429913832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298591359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.110', 'tx': '2475158835', 'txDropped': '0', 'rx': '66852768137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.111', 'tx': '122669460565', 'txDropped': '0', 'rx': '24440845203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55195921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54116421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464907706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165167379', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55975839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55805650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45140941', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467411.894006, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226383609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'oVirtManagement', 'tx': '1176264473820', 'txDropped': '0', 'rx': '625369011159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576679630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'vnet3', 'tx': '542152383', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467411.894006, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754224105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693446.87', 'cpuLoad': '3.40', 'cpuSys': '1.50', 'diskStats': {'/var/log': {'free': '92978'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:03:33 GMT', 'cpuUser': '0.97', 'memFree': 667605, 'cpuIdle': '97.54', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.81'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:33,066+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:03:33,087+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 909ff5a6-e2e8-4ac9-aab0-4d0d1928e8f4 (threadPool:210)
2018-03-08 01:03:33,087+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f7063f74-2ac7-4d2c-b597-8991b5ee6617 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:03:33,088+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:33,476+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:33,528+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f3049c80-7692-4083-857a-7a6c9a7c5c0d (threadPool:210)
2018-03-08 01:03:33,528+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 68af32d6-e187-4c77-9ec0-591d68217058 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:33,529+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:33,983+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:34,060+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0831b7d8-fd8d-4146-a909-bc7ab2d60c94 (threadPool:210)
2018-03-08 01:03:34,338+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6a721f58-267f-4ab3-9302-ec63dfa258ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:34,339+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:35,057+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5f75495f-a837-4757-ab6d-a85e79ed2729 (api:46)
2018-03-08 01:03:35,064+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5f75495f-a837-4757-ab6d-a85e79ed2729 (api:52)
2018-03-08 01:03:35,064+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:35,163+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bdf4c32b-0878-44ce-bb47-5e3155e8117a (api:46)
2018-03-08 01:03:35,169+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7056362831872', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bdf4c32b-0878-44ce-bb47-5e3155e8117a (api:52)
2018-03-08 01:03:35,170+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:35,195+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:35,245+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5507de56-e620-4cf7-8f68-8fd3488b3dd3 (threadPool:210)
2018-03-08 01:03:36,405+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e04f8cc6-7561-4b51-bd24-be7c96fbd9f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:36,406+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:36,454+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:36,506+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a02b470a-6bde-447d-8dbd-f3797f9c0315 (threadPool:210)
2018-03-08 01:03:36,507+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8cb3395f-e279-4188-8dc1-479cf6fdcc33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:36,507+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:37,620+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:37,671+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 68af32d6-e187-4c77-9ec0-591d68217058 (threadPool:210)
2018-03-08 01:03:37,671+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d1d1a77a-837e-4f57-984d-63b0d4e30513 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:37,672+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:37,969+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:38,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6a721f58-267f-4ab3-9302-ec63dfa258ea (threadPool:210)
2018-03-08 01:03:38,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5eb0899-12e8-4bec-af91-86393ceb23b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:38,019+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:38,377+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:38,718+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:38,768+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f7063f74-2ac7-4d2c-b597-8991b5ee6617 (threadPool:210)
2018-03-08 01:03:38,768+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 99f21097-318c-4931-9ea5-72d1cb4254d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:38,769+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:39,128+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:39,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8cb3395f-e279-4188-8dc1-479cf6fdcc33 (threadPool:210)
2018-03-08 01:03:39,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cd2f398e-12ec-444e-96ed-52d33a21776f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:39,182+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:39,519+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:39,528+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:39,531+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:39,596+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:39,656+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d1d1a77a-837e-4f57-984d-63b0d4e30513 (threadPool:210)
2018-03-08 01:03:39,657+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2450717b-b00e-42a5-95b3-67fc19a1a682 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:39,658+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:40,137+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:40,186+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e04f8cc6-7561-4b51-bd24-be7c96fbd9f0 (threadPool:210)
2018-03-08 01:03:40,186+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 971b26c1-8dfa-474e-a416-55e8f0fe04bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:40,187+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:40,800+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=8c9d0bc6-889e-4ba0-9756-8512d1eb6dd0 (api:46)
2018-03-08 01:03:40,801+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=8c9d0bc6-889e-4ba0-9756-8512d1eb6dd0 (api:52)
2018-03-08 01:03:40,801+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=856ae934-2797-493d-a145-8b13391e6ce8 (api:46)
2018-03-08 01:03:40,801+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=856ae934-2797-493d-a145-8b13391e6ce8 (api:52)
2018-03-08 01:03:40,802+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=dc8b6ba7-3680-4a74-978d-2364e893e187 (api:46)
2018-03-08 01:03:40,802+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=dc8b6ba7-3680-4a74-978d-2364e893e187 (api:52)
2018-03-08 01:03:40,802+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=8a55269f-aa70-47dd-8c85-3bc49b3dd986 (api:46)
2018-03-08 01:03:40,803+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=8a55269f-aa70-47dd-8c85-3bc49b3dd986 (api:52)
2018-03-08 01:03:40,803+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=0b00d80f-e0dc-4291-b341-35bdea59a418 (api:46)
2018-03-08 01:03:40,803+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=0b00d80f-e0dc-4291-b341-35bdea59a418 (api:52)
2018-03-08 01:03:40,804+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=aea3e0d6-dd3d-4e50-a42c-24782012247d (api:46)
2018-03-08 01:03:40,804+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=aea3e0d6-dd3d-4e50-a42c-24782012247d (api:52)
2018-03-08 01:03:40,804+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=c1f825a2-9da0-43db-8559-ab595c7c70f3 (api:46)
2018-03-08 01:03:40,804+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=c1f825a2-9da0-43db-8559-ab595c7c70f3 (api:52)
2018-03-08 01:03:40,805+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5b804607-8a81-4301-8bf0-9caec36b1407 (api:46)
2018-03-08 01:03:40,805+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5b804607-8a81-4301-8bf0-9caec36b1407 (api:52)
2018-03-08 01:03:40,805+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=96e36cf7-25a8-4669-bee1-17441b216d5e (api:46)
2018-03-08 01:03:40,806+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=96e36cf7-25a8-4669-bee1-17441b216d5e (api:52)
2018-03-08 01:03:40,806+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=5eb194f2-7912-4154-a5ab-41d12d02c657 (api:46)
2018-03-08 01:03:40,806+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=5eb194f2-7912-4154-a5ab-41d12d02c657 (api:52)
2018-03-08 01:03:40,860+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:40,912+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 99f21097-318c-4931-9ea5-72d1cb4254d5 (threadPool:210)
2018-03-08 01:03:40,913+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 599d92ba-6aaf-4b3b-b7d0-52b069e2965c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:40,913+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:42,206+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:42,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cd2f398e-12ec-444e-96ed-52d33a21776f (threadPool:210)
2018-03-08 01:03:42,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 47031daf-2700-4fab-8b9f-a8fc546c4967 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:42,258+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:43,726+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:43,772+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5eb0899-12e8-4bec-af91-86393ceb23b8 (threadPool:210)
2018-03-08 01:03:43,773+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eb253b4a-4894-48f5-baf2-03a8a829a2fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:43,773+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:43,953+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:03:43,958+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:03:43,960+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:43,968+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:03:43,969+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:03:43,969+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:44,838+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:44,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2450717b-b00e-42a5-95b3-67fc19a1a682 (threadPool:210)
2018-03-08 01:03:44,888+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2005fde8-24c7-4cc3-ab02-218114ddd82c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:44,888+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:45,291+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:45,342+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 971b26c1-8dfa-474e-a416-55e8f0fe04bc (threadPool:210)
2018-03-08 01:03:45,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2bf368f9-74b3-4304-936e-feb00d6b09de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:45,343+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:45,570+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=aa4af592-8037-428c-a317-c95bb1288b35 (api:46)
2018-03-08 01:03:45,577+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=aa4af592-8037-428c-a317-c95bb1288b35 (api:52)
2018-03-08 01:03:45,577+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:45,676+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fe4275ca-24ee-44b7-b343-03c5756ced8c (api:46)
2018-03-08 01:03:45,680+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:45,708+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7054215348224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fe4275ca-24ee-44b7-b343-03c5756ced8c (api:52)
2018-03-08 01:03:45,711+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:03:45,739+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 599d92ba-6aaf-4b3b-b7d0-52b069e2965c (threadPool:210)
2018-03-08 01:03:45,739+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ef533e75-6e23-4f39-967d-d7c43491684f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:03:45,740+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:46,096+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:46,142+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 47031daf-2700-4fab-8b9f-a8fc546c4967 (threadPool:210)
2018-03-08 01:03:46,142+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b8b5e5a2-c1c0-40e8-b3eb-9682d8b8e508 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:46,142+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:46,828+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:46,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eb253b4a-4894-48f5-baf2-03a8a829a2fe (threadPool:210)
2018-03-08 01:03:46,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8df013a7-70ad-4653-b28c-35b6bb0aec9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:46,917+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:47,046+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=bc76b365-0166-4388-aeda-6227883b005c (api:46)
2018-03-08 01:03:47,047+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002603', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00131544', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263865', 'lastCheck': '7.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566714', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057019', 'lastCheck': '6.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355778', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000636185', 'lastCheck': '7.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041156', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259941', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302023', 'lastCheck': '7.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377833', 'lastCheck': '0.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421333', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473957', 'lastCheck': '6.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647481', 'lastCheck': '8.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417171', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435857', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433971', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513705', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256672', 'lastCheck': '7.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561333', 'lastCheck': '7.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228666', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034734', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364374', 'lastCheck': '7.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000533952', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390601', 'lastCheck': '6.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440351', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000344465', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283146', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037015', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000920547', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213483', 'lastCheck': '6.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281871', 'lastCheck': '2.2', 'valid': True}} from=internal, task_id=bc76b365-0166-4388-aeda-6227883b005c (api:52)
2018-03-08 01:03:47,047+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=989dbae9-8234-4576-a933-4113b441775e (api:46)
2018-03-08 01:03:47,048+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=989dbae9-8234-4576-a933-4113b441775e (api:52)
2018-03-08 01:03:47,291+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:47,326+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2005fde8-24c7-4cc3-ab02-218114ddd82c (threadPool:210)
2018-03-08 01:03:47,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a599146-8b8d-477c-a69b-1c4bfb00c395 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:47,327+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:48,105+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:48,107+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8d032dbd-1285-4808-a909-8817a5787721 (api:46)
2018-03-08 01:03:48,108+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002603', 'lastCheck': '8.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00131544', 'lastCheck': '8.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263865', 'lastCheck': '8.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566714', 'lastCheck': '6.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057019', 'lastCheck': '7.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355778', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000636185', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041156', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259941', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302023', 'lastCheck': '8.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377833', 'lastCheck': '1.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421333', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473957', 'lastCheck': '7.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647481', 'lastCheck': '9.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417171', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435857', 'lastCheck': '5.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433971', 'lastCheck': '7.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513705', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256672', 'lastCheck': '8.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561333', 'lastCheck': '8.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228666', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034734', 'lastCheck': '8.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364374', 'lastCheck': '8.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000533952', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390601', 'lastCheck': '7.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440351', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363594', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283146', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037015', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000920547', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213483', 'lastCheck': '7.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281871', 'lastCheck': '3.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8d032dbd-1285-4808-a909-8817a5787721 (api:52)
2018-03-08 01:03:48,108+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=abeee600-ef12-4af3-aa9b-cce4ecfa150d (api:46)
2018-03-08 01:03:48,108+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=abeee600-ef12-4af3-aa9b-cce4ecfa150d (api:52)
2018-03-08 01:03:48,134+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '26': {'cpuUser': '6.16', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.46'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.69'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '23': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.63'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '17.56', 'cpuIdle': '78.73'}, '0': {'cpuUser': '4.64', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '92.44'}, '3': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '2': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.03'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.83'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.21'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.35'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.62'}, '13': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.70'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '15': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '16': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.55'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.36'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '34': {'cpuUser': '4.64', 'nodeIndex': 0, 'cpuSys': '4.77', 'cpuIdle': '90.59'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '18': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.02'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311261'}, '0': {'memPercent': 12, 'memFree': '346551'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421333', 'lastCheck': '4.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002603', 'lastCheck': '8.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00131544', 'lastCheck': '8.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473957', 'lastCheck': '7.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647481', 'lastCheck': '9.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057019', 'lastCheck': '7.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355778', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000636185', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041156', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259941', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302023', 'lastCheck': '8.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377833', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263865', 'lastCheck': '8.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566714', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417171', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228666', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433971', 'lastCheck': '7.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513705', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256672', 'lastCheck': '8.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561333', 'lastCheck': '8.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435857', 'lastCheck': '5.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213483', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364374', 'lastCheck': '8.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000533952', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390601', 'lastCheck': '7.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440351', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363594', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283146', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037015', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000920547', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034734', 'lastCheck': '8.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281871', 'lastCheck': '3.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644777498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403780047', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.351', 'tx': '1176264558169', 'txDropped': '0', 'rx': '625369765154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0', 'tx': '1580906710244', 'txDropped': '0', 'rx': '926270745621', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45146271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416082719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200346438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet0', 'tx': '87080006', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet1', 'tx': '37764666612', 'txDropped': '0', 'rx': '877500834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet2', 'tx': '21118554769', 'txDropped': '0', 'rx': '141309958009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175447555', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet4', 'tx': '395763538', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet5', 'tx': '23422170251', 'txDropped': '0', 'rx': '497883831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet6', 'tx': '6653099834', 'txDropped': '0', 'rx': '429574601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet7', 'tx': '1432460829', 'txDropped': '0', 'rx': '552002271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42397704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46693658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'lo', 'tx': '6925702219', 'txDropped': '0', 'rx': '6925702219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170490848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'eno1', 'tx': '975601584620', 'txDropped': '0', 'rx': '433972558425', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'eno2', 'tx': '605305125624', 'txDropped': '0', 'rx': '492298187196', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467426.985592, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467426.985592, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632374763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75817879', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76935698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191828377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370729512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373111955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49814633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429917737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298594777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.110', 'tx': '2475159264', 'txDropped': '0', 'rx': '66852771449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.111', 'tx': '122669489538', 'txDropped': '0', 'rx': '24440925849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55196271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54116927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464911279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165169155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55976189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55806000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45141525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467426.985592, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226385307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'oVirtManagement', 'tx': '1176264557521', 'txDropped': '0', 'rx': '625369026751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576684396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'vnet3', 'tx': '542157002', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467426.985592, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754225918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693461.98', 'cpuLoad': '3.31', 'cpuSys': '1.48', 'diskStats': {'/var/log': {'free': '92977'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635320L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:03:48 GMT', 'cpuUser': '1.10', 'memFree': 667617, 'cpuIdle': '97.42', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.08'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:48,139+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:03:48,357+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:48,407+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ef533e75-6e23-4f39-967d-d7c43491684f (threadPool:210)
2018-03-08 01:03:48,408+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b461838-f196-4533-9d12-3e5b28159074 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:48,408+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:50,271+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:50,323+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8df013a7-70ad-4653-b28c-35b6bb0aec9f (threadPool:210)
2018-03-08 01:03:50,323+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cbe9b043-4671-4b6c-8246-b599b2e5e708 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:50,324+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:51,620+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:51,672+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2bf368f9-74b3-4304-936e-feb00d6b09de (threadPool:210)
2018-03-08 01:03:51,673+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5050f5d2-8656-4842-af4e-366ccc31a36f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:51,673+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:52,672+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:52,724+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a599146-8b8d-477c-a69b-1c4bfb00c395 (threadPool:210)
2018-03-08 01:03:52,724+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34fce196-a523-41ec-a107-ff081126ed6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:52,725+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:53,098+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:53,156+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b8b5e5a2-c1c0-40e8-b3eb-9682d8b8e508 (threadPool:210)
2018-03-08 01:03:53,157+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f9880976-5f40-4c22-8ab7-ea8221316b95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:53,157+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:53,512+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:53,835+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:53,885+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cbe9b043-4671-4b6c-8246-b599b2e5e708 (threadPool:210)
2018-03-08 01:03:53,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d32a6bd2-4ddc-47e9-a591-8519dd3e6e23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:53,886+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:54,228+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:54,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5050f5d2-8656-4842-af4e-366ccc31a36f (threadPool:210)
2018-03-08 01:03:54,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2c634a7b-4780-408f-a61f-3e8e091eb803 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:54,277+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:54,548+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:03:54,553+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:03:54,555+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:54,656+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:54,706+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34fce196-a523-41ec-a107-ff081126ed6e (threadPool:210)
2018-03-08 01:03:54,707+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b254265d-5cd3-4e6d-bb2b-368cb5bf817a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:54,707+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:55,066+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:55,113+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f9880976-5f40-4c22-8ab7-ea8221316b95 (threadPool:210)
2018-03-08 01:03:55,114+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8fe24ca-d092-4c67-a119-127a32e0d3d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:03:55,114+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:55,890+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:55,948+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b461838-f196-4533-9d12-3e5b28159074 (threadPool:210)
2018-03-08 01:03:55,949+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 955c8468-b43b-4806-a7f0-58d806e10c95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:55,949+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:56,126+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fddd1ea7-cbd0-4bad-a145-0b5231895c8b (api:46)
2018-03-08 01:03:56,132+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fddd1ea7-cbd0-4bad-a145-0b5231895c8b (api:52)
2018-03-08 01:03:56,132+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:56,223+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2df32687-dc69-4613-93d5-5b98e0a8e911 (api:46)
2018-03-08 01:03:56,230+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7054215348224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2df32687-dc69-4613-93d5-5b98e0a8e911 (api:52)
2018-03-08 01:03:56,231+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:56,759+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:56,811+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2c634a7b-4780-408f-a61f-3e8e091eb803 (threadPool:210)
2018-03-08 01:03:56,811+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7152e97b-d944-462e-9480-3cc8a32758fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:03:56,812+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:03:58,046+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:58,095+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b254265d-5cd3-4e6d-bb2b-368cb5bf817a (threadPool:210)
2018-03-08 01:03:58,096+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c8931a00-f47a-45b6-8bf2-62fb27f4ea24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:58,096+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:03:58,970+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:03:58,975+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:03:58,978+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:03:58,985+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:03:58,986+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:03:58,986+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:03:59,793+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:03:59,836+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8fe24ca-d092-4c67-a119-127a32e0d3d3 (threadPool:210)
2018-03-08 01:03:59,837+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 256f8dfc-c823-4e85-a1ab-bcf27c2f8a27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:03:59,837+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:00,227+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:00,268+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d32a6bd2-4ddc-47e9-a591-8519dd3e6e23 (threadPool:210)
2018-03-08 01:04:00,269+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c724bf77-4d74-4bb9-9a95-8997ddbe2261 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:00,269+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:00,587+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:00,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 955c8468-b43b-4806-a7f0-58d806e10c95 (threadPool:210)
2018-03-08 01:04:00,627+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d08e364f-8dca-4bcd-a4b1-77101a0d18dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:00,628+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:00,994+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:01,042+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7152e97b-d944-462e-9480-3cc8a32758fc (threadPool:210)
2018-03-08 01:04:01,043+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ddbb654d-cb3e-4b12-b7a0-872574c1727b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:01,043+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:01,432+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:01,479+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c8931a00-f47a-45b6-8bf2-62fb27f4ea24 (threadPool:210)
2018-03-08 01:04:01,480+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f56ea6cd-5c12-4975-8f4c-d80b55b0a26b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:01,488+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:01,797+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:01,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 256f8dfc-c823-4e85-a1ab-bcf27c2f8a27 (threadPool:210)
2018-03-08 01:04:01,845+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 254572b1-95de-4785-9a6a-12e8cbbf8ead (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:01,845+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:02,141+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2462541e-1271-4f92-9533-0c91fcd65e9b (api:46)
2018-03-08 01:04:02,142+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385891', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457699', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621726', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005252', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585769', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424703', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000522661', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069747', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258591', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243516', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303203', 'lastCheck': '5.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011968', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328085', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374861', 'lastCheck': '3.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714294', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438421', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000927994', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322702', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243864', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568438', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046875', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000639864', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510583', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035606', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440162', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310798', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273443', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365728', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570379', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058656', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357779', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470251', 'lastCheck': '2.4', 'valid': True}} from=internal, task_id=2462541e-1271-4f92-9533-0c91fcd65e9b (api:52)
2018-03-08 01:04:02,143+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=4dd2faca-4de0-4580-bff6-5355372b909c (api:46)
2018-03-08 01:04:02,143+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4dd2faca-4de0-4580-bff6-5355372b909c (api:52)
2018-03-08 01:04:02,295+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:02,346+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c724bf77-4d74-4bb9-9a95-8997ddbe2261 (threadPool:210)
2018-03-08 01:04:02,346+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7fc2335c-6f2a-425f-98b7-da57064420c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:02,346+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:02,861+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:02,912+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d08e364f-8dca-4bcd-a4b1-77101a0d18dc (threadPool:210)
2018-03-08 01:04:02,912+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f2146f2f-3044-45fe-8d94-0f5693dbbbe2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:02,912+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:03,180+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:03,181+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=7c0abdca-da80-4a19-a416-b74a537f7158 (api:46)
2018-03-08 01:04:03,182+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385891', 'lastCheck': '3.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457699', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621726', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005252', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585769', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424703', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000522661', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069747', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258591', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243516', 'lastCheck': '3.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303203', 'lastCheck': '6.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011968', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328085', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374861', 'lastCheck': '4.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714294', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438421', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000927994', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322702', 'lastCheck': '3.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243864', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568438', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046875', 'lastCheck': '3.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000639864', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510583', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035606', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440162', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310798', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273443', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365728', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570379', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058656', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357779', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470251', 'lastCheck': '3.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=7c0abdca-da80-4a19-a416-b74a537f7158 (api:52)
2018-03-08 01:04:03,183+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=98854530-8ed4-42b2-937f-a85593a85c0f (api:46)
2018-03-08 01:04:03,183+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=98854530-8ed4-42b2-937f-a85593a85c0f (api:52)
2018-03-08 01:04:03,208+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.69'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '95.36'}, '53': {'cpuUser': '12.12', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '85.10'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.50'}, '26': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '94.17'}, '27': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.57'}, '20': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.36'}, '21': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.71'}, '22': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.63'}, '23': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '29': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.04'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '20.20', 'cpuIdle': '75.23'}, '0': {'cpuUser': '4.37', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '93.05'}, '3': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.84'}, '2': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '5': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '93.31'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.74'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.02'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '13': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.36'}, '12': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.89'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.10'}, '16': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.23'}, '19': {'cpuUser': '8.48', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '88.80'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '31': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.58'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '34': {'cpuUser': '4.37', 'nodeIndex': 0, 'cpuSys': '5.56', 'cpuIdle': '90.07'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.09'}, '57': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '93.45'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311199'}, '0': {'memPercent': 12, 'memFree': '346611'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011968', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385891', 'lastCheck': '3.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457699', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328085', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374861', 'lastCheck': '4.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585769', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424703', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000522661', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069747', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258591', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243516', 'lastCheck': '3.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303203', 'lastCheck': '6.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621726', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005252', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714294', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046875', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000927994', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322702', 'lastCheck': '3.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243864', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568438', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438421', 'lastCheck': '0.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357779', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510583', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035606', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440162', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310798', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273443', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365728', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570379', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058656', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000639864', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470251', 'lastCheck': '3.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644793664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403784270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.351', 'tx': '1176264626915', 'txDropped': '0', 'rx': '625369776518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0', 'tx': '1580907550456', 'txDropped': '0', 'rx': '926271402994', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45146671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416084540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200347481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet0', 'tx': '87082173', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet1', 'tx': '37764668755', 'txDropped': '0', 'rx': '877500896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet2', 'tx': '21118753139', 'txDropped': '0', 'rx': '141310671478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175449014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet4', 'tx': '395765705', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet5', 'tx': '23422193929', 'txDropped': '0', 'rx': '497885756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet6', 'tx': '6653102037', 'txDropped': '0', 'rx': '429574705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet7', 'tx': '1432463032', 'txDropped': '0', 'rx': '552002375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42398104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46694287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'lo', 'tx': '6925776823', 'txDropped': '0', 'rx': '6925776823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170493754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'eno1', 'tx': '975601672719', 'txDropped': '0', 'rx': '433972773035', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'eno2', 'tx': '605305877737', 'txDropped': '0', 'rx': '492298629959', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467442.08546, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467442.08546, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632379257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75818229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76936048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191830821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370729912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373113688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49815033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429919470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298597221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.110', 'tx': '2475159534', 'txDropped': '0', 'rx': '66852773362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.111', 'tx': '122670204932', 'txDropped': '0', 'rx': '24441098873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55196671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54117556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464915502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165172061', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55976589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55806400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45141925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467442.08546, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226386350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'oVirtManagement', 'tx': '1176264626267', 'txDropped': '0', 'rx': '625369038115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576688890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'vnet3', 'tx': '542159169', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467442.08546, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754227377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693477.05', 'cpuLoad': '3.25', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92976'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635320L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:04:03 GMT', 'cpuUser': '1.58', 'memFree': 667616, 'cpuIdle': '96.83', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.41'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:03,212+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:04:03,272+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20797 (__init__:598)
2018-03-08 01:04:04,060+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:04,108+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ddbb654d-cb3e-4b12-b7a0-872574c1727b (threadPool:210)
2018-03-08 01:04:04,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 88f1667e-509b-4699-b040-e399dcf385ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:04,109+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:05,017+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:05,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f56ea6cd-5c12-4975-8f4c-d80b55b0a26b (threadPool:210)
2018-03-08 01:04:05,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 40ffdee3-5457-4042-b017-38fac324271c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:05,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:06,175+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:06,224+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 254572b1-95de-4785-9a6a-12e8cbbf8ead (threadPool:210)
2018-03-08 01:04:06,224+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fc4d6b38-bf77-4ad7-950e-3cd2f36ce68a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:06,225+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:06,639+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=27229b60-634d-4dbc-b500-0fb8a35a8514 (api:46)
2018-03-08 01:04:06,645+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=27229b60-634d-4dbc-b500-0fb8a35a8514 (api:52)
2018-03-08 01:04:06,645+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:06,679+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:06,719+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7fc2335c-6f2a-425f-98b7-da57064420c0 (threadPool:210)
2018-03-08 01:04:06,720+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5122797-f4d7-49d1-8e22-aa3e5b1c8a34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:04:06,720+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:06,753+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b9b58cd0-fffc-4a4d-84e9-75867bf9e935 (api:46)
2018-03-08 01:04:06,760+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7054215348224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b9b58cd0-fffc-4a4d-84e9-75867bf9e935 (api:52)
2018-03-08 01:04:06,761+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:07,043+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:07,394+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:07,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 88f1667e-509b-4699-b040-e399dcf385ef (threadPool:210)
2018-03-08 01:04:07,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 647f8045-7cc2-4e26-b8b0-612f250fad38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:07,441+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:07,854+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:07,902+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 40ffdee3-5457-4042-b017-38fac324271c (threadPool:210)
2018-03-08 01:04:07,903+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 44ace649-f9ed-4c91-b0fe-e03de095ed70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:07,903+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:08,254+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:08,294+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fc4d6b38-bf77-4ad7-950e-3cd2f36ce68a (threadPool:210)
2018-03-08 01:04:08,294+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a2ad033a-b56a-4d59-a421-c4a1d6fbbd37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:08,295+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:08,672+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:08,721+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f2146f2f-3044-45fe-8d94-0f5693dbbbe2 (threadPool:210)
2018-03-08 01:04:08,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eaf39b90-3773-40a1-884f-8d2e7e8efa72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:08,722+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:09,057+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:09,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5122797-f4d7-49d1-8e22-aa3e5b1c8a34 (threadPool:210)
2018-03-08 01:04:09,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 79a5e528-3896-4048-91d1-a65cd553234c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:09,106+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:09,572+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:09,577+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:09,580+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:09,879+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:09,922+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 647f8045-7cc2-4e26-b8b0-612f250fad38 (threadPool:210)
2018-03-08 01:04:09,923+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9459ee4e-e8e9-4835-be8c-da0adb27c4e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:09,923+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:10,517+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:10,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 44ace649-f9ed-4c91-b0fe-e03de095ed70 (threadPool:210)
2018-03-08 01:04:10,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e62d79cd-dbf9-4b8a-92cb-1d3df8f10cc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:10,567+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:11,038+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:11,096+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a2ad033a-b56a-4d59-a421-c4a1d6fbbd37 (threadPool:210)
2018-03-08 01:04:11,853+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:11,911+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eaf39b90-3773-40a1-884f-8d2e7e8efa72 (threadPool:210)
2018-03-08 01:04:11,929+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task be9a7631-1e01-42b0-9ecc-8321224b3e79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:11,929+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:11,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4bb1f2a6-7255-4255-92aa-6de0b12f9ca2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:11,930+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:12,854+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:12,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 79a5e528-3896-4048-91d1-a65cd553234c (threadPool:210)
2018-03-08 01:04:12,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task faa0b1b9-4104-461d-8f72-33b7f1e2503a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:12,904+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:13,342+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:13,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9459ee4e-e8e9-4835-be8c-da0adb27c4e5 (threadPool:210)
2018-03-08 01:04:13,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8baf36f4-179c-4d44-ba66-db06345af6b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:13,391+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:13,701+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:13,751+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e62d79cd-dbf9-4b8a-92cb-1d3df8f10cc4 (threadPool:210)
2018-03-08 01:04:13,987+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:04:13,992+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:04:13,994+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:14,016+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5c6dceba-2605-4fe1-bb84-7994aec82398 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:14,018+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:14,020+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:04:14,021+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:04:14,022+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:14,063+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:14,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task be9a7631-1e01-42b0-9ecc-8321224b3e79 (threadPool:210)
2018-03-08 01:04:14,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 169bea6e-a879-4d86-819f-0648b5e803df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:14,113+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:14,436+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:14,488+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4bb1f2a6-7255-4255-92aa-6de0b12f9ca2 (threadPool:210)
2018-03-08 01:04:14,488+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c3f4c36-7ceb-4cd4-a888-26b4518c2d2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:14,488+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:14,833+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:14,887+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task faa0b1b9-4104-461d-8f72-33b7f1e2503a (threadPool:210)
2018-03-08 01:04:15,252+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:15,299+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8baf36f4-179c-4d44-ba66-db06345af6b0 (threadPool:210)
2018-03-08 01:04:15,756+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:15,805+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5c6dceba-2605-4fe1-bb84-7994aec82398 (threadPool:210)
2018-03-08 01:04:16,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 683ff0fb-ba3b-472e-b113-64f3142bf288 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:16,095+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:16,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 140c884e-35b3-4302-a23b-1306d2e5422d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:16,096+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:16,489+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:16,536+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 169bea6e-a879-4d86-819f-0648b5e803df (threadPool:210)
2018-03-08 01:04:17,190+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ffa54928-c3c1-4c66-8b29-3e74d6aa08cb (api:46)
2018-03-08 01:04:17,208+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ffa54928-c3c1-4c66-8b29-3e74d6aa08cb (api:52)
2018-03-08 01:04:17,209+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:04:17,236+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=8e0b371f-e883-4044-b64c-99b2f0e36595 (api:46)
2018-03-08 01:04:17,237+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369249', 'lastCheck': '7.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312787', 'lastCheck': '7.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242965', 'lastCheck': '7.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493705', 'lastCheck': '6.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507002', 'lastCheck': '6.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030189', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.137444', 'lastCheck': '7.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529365', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047342', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538849', 'lastCheck': '7.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036276', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103323', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057735', 'lastCheck': '6.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702864', 'lastCheck': '8.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971202', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489693', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313605', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287494', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255839', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618227', 'lastCheck': '7.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435264', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657966', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710188', 'lastCheck': '7.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000232608', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233516', 'lastCheck': '6.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293697', 'lastCheck': '5.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000477377', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262462', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375256', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309795', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513019', 'lastCheck': '6.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360326', 'lastCheck': '2.4', 'valid': True}} from=internal, task_id=8e0b371f-e883-4044-b64c-99b2f0e36595 (api:52)
2018-03-08 01:04:17,237+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=bf6c6547-db5e-4638-bf25-8615b79fe038 (api:46)
2018-03-08 01:04:17,238+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bf6c6547-db5e-4638-bf25-8615b79fe038 (api:52)
2018-03-08 01:04:17,299+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=142141c9-caaf-43b6-81db-77bf4c003f7c (api:46)
2018-03-08 01:04:17,305+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7054215348224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=142141c9-caaf-43b6-81db-77bf4c003f7c (api:52)
2018-03-08 01:04:17,307+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:17,424+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:17,473+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c3f4c36-7ceb-4cd4-a888-26b4518c2d2c (threadPool:210)
2018-03-08 01:04:18,088+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:18,139+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 683ff0fb-ba3b-472e-b113-64f3142bf288 (threadPool:210)
2018-03-08 01:04:18,186+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 652aaf1a-1bb0-4bef-9d90-3fbcb65fbbb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:18,188+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:18,196+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 83b1bcd5-41c1-402a-a3b2-697d9915682a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:18,198+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:18,198+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ade017e8-bab0-4aa6-af0c-e55910df614e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1665, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xbb\x1a\xf7JW\x8b\t\xbcgF\x13\x04s\xc3^,000000000000380000000000000')) (threadPool:208)
2018-03-08 01:04:18,199+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 2c5ec373-0413-4667-bc09-8b574af71abb in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 14336 (mailbox:161)
2018-03-08 01:04:18,199+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2c5ec373-0413-4667-bc09-8b574af71abb to 14336 megabytes (lvm:1205)
2018-03-08 01:04:18,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c7602e41-ad1a-4364-87fa-a4668477006e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:18,208+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:18,252+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:18,255+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e82e3720-8108-4f87-a816-86253f0ce1aa (api:46)
2018-03-08 01:04:18,255+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045968', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312787', 'lastCheck': '8.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242965', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493705', 'lastCheck': '7.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507002', 'lastCheck': '7.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030189', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.137444', 'lastCheck': '8.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529365', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047342', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538849', 'lastCheck': '8.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036276', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103323', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057735', 'lastCheck': '7.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702864', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971202', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489693', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313605', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287494', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255839', 'lastCheck': '8.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618227', 'lastCheck': '8.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435264', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657966', 'lastCheck': '8.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710188', 'lastCheck': '8.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000232608', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233516', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293697', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000497791', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262462', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375256', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309795', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513019', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360326', 'lastCheck': '3.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e82e3720-8108-4f87-a816-86253f0ce1aa (api:52)
2018-03-08 01:04:18,256+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=985050e9-7822-4ecb-bba8-890bf3ca16f9 (api:46)
2018-03-08 01:04:18,256+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=985050e9-7822-4ecb-bba8-890bf3ca16f9 (api:52)
2018-03-08 01:04:18,284+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '93.78'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.61'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '95.03'}, '26': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.90'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '21': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.50'}, '22': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.89'}, '23': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.03'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '98.01'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.69'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '17.23', 'cpuIdle': '78.79'}, '0': {'cpuUser': '4.57', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '92.18'}, '3': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.23'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.47'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.61'}, '13': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.09'}, '12': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '15': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '14': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.82'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '16': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.42'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.42'}, '55': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '35': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '34': {'cpuUser': '4.90', 'nodeIndex': 0, 'cpuSys': '5.70', 'cpuIdle': '89.40'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '57': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.37'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311143'}, '0': {'memPercent': 12, 'memFree': '346664'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103323', 'lastCheck': '4.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045968', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312787', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057735', 'lastCheck': '7.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702864', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507002', 'lastCheck': '7.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030189', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.137444', 'lastCheck': '8.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529365', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047342', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538849', 'lastCheck': '8.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036276', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242965', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493705', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000971202', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435264', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313605', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287494', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255839', 'lastCheck': '8.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618227', 'lastCheck': '8.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489693', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513019', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710188', 'lastCheck': '8.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000232608', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233516', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293697', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000497791', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262462', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375256', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309795', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657966', 'lastCheck': '8.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360326', 'lastCheck': '3.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644800187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403786691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.351', 'tx': '1176264702652', 'txDropped': '0', 'rx': '625369791911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0', 'tx': '1580907638583', 'txDropped': '0', 'rx': '926271913090', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45147021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416086412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200348447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet0', 'tx': '87087811', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet1', 'tx': '37764671902', 'txDropped': '0', 'rx': '877501743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet2', 'tx': '21118772614', 'txDropped': '0', 'rx': '141310676000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175451573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet4', 'tx': '395771343', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet5', 'tx': '23422216156', 'txDropped': '0', 'rx': '497890809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet6', 'tx': '6653105245', 'txDropped': '0', 'rx': '429575477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet7', 'tx': '1432465464', 'txDropped': '0', 'rx': '552002437', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42398454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46694637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'lo', 'tx': '6925857628', 'txDropped': '0', 'rx': '6925857628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170496201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'eno1', 'tx': '975601750836', 'txDropped': '0', 'rx': '433973007618', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'eno2', 'tx': '605305887747', 'txDropped': '0', 'rx': '492298905472', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467457.17551, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467457.17551, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632384161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75818629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76936448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191833080', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370730262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373118332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49815383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429924114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298599480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.110', 'tx': '2475161215', 'txDropped': '0', 'rx': '66852776445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.111', 'tx': '122670210388', 'txDropped': '0', 'rx': '24441126419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55197021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54117906', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464917923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165174508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55976939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55806750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45142275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467457.17551, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226387316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'oVirtManagement', 'tx': '1176264702004', 'txDropped': '0', 'rx': '625369053508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576693794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'vnet3', 'tx': '542164807', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467457.17551, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754229936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693492.12', 'cpuLoad': '3.20', 'cpuSys': '1.50', 'diskStats': {'/var/log': {'free': '92975'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635319L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:04:18 GMT', 'cpuUser': '1.10', 'memFree': 667615, 'cpuIdle': '97.40', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.55'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:18,288+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:04:18,414+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ade017e8-bab0-4aa6-af0c-e55910df614e (threadPool:210)
2018-03-08 01:04:18,415+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 04b2db14-b900-46fd-a359-c29345027fbb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:18,415+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:19,111+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:19,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 140c884e-35b3-4302-a23b-1306d2e5422d (threadPool:210)
2018-03-08 01:04:19,798+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:20,154+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:20,204+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 83b1bcd5-41c1-402a-a3b2-697d9915682a (threadPool:210)
2018-03-08 01:04:20,294+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3153af26-d04a-4915-9605-a090ed1209bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:20,295+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:20,296+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5ecf7356-69cc-40a0-814b-d6374ad8166c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:20,296+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:20,556+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:20,605+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c7602e41-ad1a-4364-87fa-a4668477006e (threadPool:210)
2018-03-08 01:04:20,605+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b57ca528-232e-4224-9f32-fdde8be33dda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:20,606+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:20,954+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:21,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 04b2db14-b900-46fd-a359-c29345027fbb (threadPool:210)
2018-03-08 01:04:21,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 17ccfb00-9fb2-4082-9c0e-06be34a46773 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:21,007+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:21,451+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:21,501+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 652aaf1a-1bb0-4bef-9d90-3fbcb65fbbb6 (threadPool:210)
2018-03-08 01:04:22,183+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:22,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3153af26-d04a-4915-9605-a090ed1209bd (threadPool:210)
2018-03-08 01:04:22,380+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d8a94539-5ab0-4c64-94a0-c1c1db59ada1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:22,381+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:22,382+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 58c60dd0-50a2-4e14-a6ae-a7b0b21d0140 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:04:22,382+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:22,984+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:23,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5ecf7356-69cc-40a0-814b-d6374ad8166c (threadPool:210)
2018-03-08 01:04:23,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a8d356ed-8d7f-41da-8dc8-c6c0308b04d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:23,035+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:24,419+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:24,447+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b57ca528-232e-4224-9f32-fdde8be33dda (threadPool:210)
2018-03-08 01:04:24,448+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ac609f4e-f4cb-40c9-88b9-ae45b33739bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:24,448+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:24,595+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:24,600+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:24,603+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:24,941+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:24,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d8a94539-5ab0-4c64-94a0-c1c1db59ada1 (threadPool:210)
2018-03-08 01:04:24,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5624a11d-9c06-46e6-b67b-078242fc30e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:24,991+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:25,633+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:25,683+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 58c60dd0-50a2-4e14-a6ae-a7b0b21d0140 (threadPool:210)
2018-03-08 01:04:25,683+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c06fe8a1-069a-4fff-989c-0a97284e750b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:25,683+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:26,628+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:26,671+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a8d356ed-8d7f-41da-8dc8-c6c0308b04d3 (threadPool:210)
2018-03-08 01:04:26,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0057d82c-d44c-4e10-9608-04619081282d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:26,672+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:27,609+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7993e62c-21ea-4489-905f-55c479ac5bb3 (api:46)
2018-03-08 01:04:27,616+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7993e62c-21ea-4489-905f-55c479ac5bb3 (api:52)
2018-03-08 01:04:27,616+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:27,711+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=728daf53-82b0-47de-8b1a-0c35d237f395 (api:46)
2018-03-08 01:04:27,718+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=728daf53-82b0-47de-8b1a-0c35d237f395 (api:52)
2018-03-08 01:04:27,719+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:27,853+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:27,893+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 17ccfb00-9fb2-4082-9c0e-06be34a46773 (threadPool:210)
2018-03-08 01:04:27,894+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7c2ecebf-6d2b-4e4d-ba8a-787943eb3a20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:27,894+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:28,195+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:28,268+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5624a11d-9c06-46e6-b67b-078242fc30e4 (threadPool:210)
2018-03-08 01:04:28,596+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:28,656+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c06fe8a1-069a-4fff-989c-0a97284e750b (threadPool:210)
2018-03-08 01:04:28,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c6b4f2e0-b53d-4c87-8b5c-a88bc7dbc449 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:28,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:28,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cfd8ddc5-0b14-4405-9418-06090556791c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:28,682+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:29,003+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:04:29,009+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:04:29,011+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:29,034+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:04:29,035+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:04:29,035+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:29,056+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:29,122+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0057d82c-d44c-4e10-9608-04619081282d (threadPool:210)
2018-03-08 01:04:29,123+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 217a9db0-daf3-4c03-b324-739316f0338a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:04:29,123+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:29,500+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:29,561+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ac609f4e-f4cb-40c9-88b9-ae45b33739bd (threadPool:210)
2018-03-08 01:04:29,924+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:29,972+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c6b4f2e0-b53d-4c87-8b5c-a88bc7dbc449 (threadPool:210)
2018-03-08 01:04:30,355+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:30,397+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cfd8ddc5-0b14-4405-9418-06090556791c (threadPool:210)
2018-03-08 01:04:30,754+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f1dcb1be-00e4-46a2-b129-d4f6807fbaf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:30,755+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:30,817+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:30,862+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7c2ecebf-6d2b-4e4d-ba8a-787943eb3a20 (threadPool:210)
2018-03-08 01:04:31,311+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:32,121+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:32,170+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 217a9db0-daf3-4c03-b324-739316f0338a (threadPool:210)
2018-03-08 01:04:32,340+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ec9f3e5c-5eb9-40cc-87b5-8c60c9d030cb (api:46)
2018-03-08 01:04:32,341+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349313', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00263003', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356078', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416216', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401109', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254569', 'lastCheck': '3.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000353775', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399738', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413388', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377055', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587787', 'lastCheck': '5.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000935397', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312019', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544421', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048255', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237498', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235727', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029976', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366796', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017248', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611987', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545035', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319403', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543621', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400528', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396111', 'lastCheck': '2.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401656', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256814', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200672', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640658', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319612', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262105', 'lastCheck': '2.5', 'valid': True}} from=internal, task_id=ec9f3e5c-5eb9-40cc-87b5-8c60c9d030cb (api:52)
2018-03-08 01:04:32,341+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=6df53703-8d1b-4d93-a806-b08ab845bd4f (api:46)
2018-03-08 01:04:32,342+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=6df53703-8d1b-4d93-a806-b08ab845bd4f (api:52)
2018-03-08 01:04:32,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2cb0e8ef-9bd3-4679-8528-dbc49314221f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:32,835+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:32,835+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 725855df-173b-49fa-968c-9f44ec9de421 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:32,835+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:32,836+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 63648fad-1c8b-4846-bfb0-16f705d1f930 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:32,836+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:32,837+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7d85ebc7-aa51-456c-88d3-6bf174a37d5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:32,837+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:33,324+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:33,325+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e1c81414-d425-4f01-a6ad-275bb157fa7d (api:46)
2018-03-08 01:04:33,326+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349313', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00263003', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356078', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416216', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401109', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254569', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000353775', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399738', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413388', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377055', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587787', 'lastCheck': '6.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000935397', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312019', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544421', 'lastCheck': '4.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048255', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237498', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235727', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029976', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366796', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017248', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611987', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545035', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319403', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543621', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400528', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396111', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401656', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256814', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200672', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640658', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319612', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262105', 'lastCheck': '3.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e1c81414-d425-4f01-a6ad-275bb157fa7d (api:52)
2018-03-08 01:04:33,327+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7b4a9c15-4a1f-4853-b726-6e3e494fe338 (api:46)
2018-03-08 01:04:33,327+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7b4a9c15-4a1f-4853-b726-6e3e494fe338 (api:52)
2018-03-08 01:04:33,352+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.76'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.71'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.57'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '21': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.50'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '22.24', 'cpuIdle': '73.39'}, '0': {'cpuUser': '4.10', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '92.99'}, '3': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.24'}, '2': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.70'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.63'}, '6': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.68'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '52': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.74'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '15': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '17': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.89'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.89'}, '19': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.43'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '31': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.89'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '34': {'cpuUser': '4.83', 'nodeIndex': 0, 'cpuSys': '5.43', 'cpuIdle': '89.74'}, '33': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '57': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.96'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311134'}, '0': {'memPercent': 12, 'memFree': '346674'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000935397', 'lastCheck': '3.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349313', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00263003', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312019', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544421', 'lastCheck': '4.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401109', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254569', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000353775', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399738', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413388', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377055', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587787', 'lastCheck': '6.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356078', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416216', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048255', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611987', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235727', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029976', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366796', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017248', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237498', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319612', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319403', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543621', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400528', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396111', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401656', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256814', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200672', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640658', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545035', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262105', 'lastCheck': '3.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644831110', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403792250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.351', 'tx': '1176264778207', 'txDropped': '0', 'rx': '625369802752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0', 'tx': '1580907745067', 'txDropped': '0', 'rx': '926272358591', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45147421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416087535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200350634', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet0', 'tx': '87092525', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet1', 'tx': '37764690151', 'txDropped': '0', 'rx': '877507688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet2', 'tx': '21118818519', 'txDropped': '0', 'rx': '141310693211', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175453723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet4', 'tx': '395776057', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet5', 'tx': '23422250267', 'txDropped': '0', 'rx': '497890917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet6', 'tx': '6653109855', 'txDropped': '0', 'rx': '429578926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet7', 'tx': '1432467025', 'txDropped': '0', 'rx': '552002583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42398854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46695037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'lo', 'tx': '6925932333', 'txDropped': '0', 'rx': '6925932333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170497843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'eno1', 'tx': '975601842264', 'txDropped': '0', 'rx': '433973210654', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'eno2', 'tx': '605305902803', 'txDropped': '0', 'rx': '492299147937', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467472.280463, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467472.280463, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632388609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75818979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76936798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191835514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370730662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373122206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49815783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429927988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298601914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.110', 'tx': '2475170755', 'txDropped': '0', 'rx': '66852796869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.111', 'tx': '122670227491', 'txDropped': '0', 'rx': '24441168800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55197421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54118306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464923482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165176150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55977339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55807150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45142675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467472.280463, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226389503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'oVirtManagement', 'tx': '1176264777559', 'txDropped': '0', 'rx': '625369064349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576698242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'vnet3', 'tx': '542169521', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467472.280463, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754232086', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693507.19', 'cpuLoad': '3.10', 'cpuSys': '1.53', 'diskStats': {'/var/log': {'free': '92974'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:04:33 GMT', 'cpuUser': '1.04', 'memFree': 667613, 'cpuIdle': '97.43', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.74'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:33,357+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:04:33,794+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:33,842+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f1dcb1be-00e4-46a2-b129-d4f6807fbaf3 (threadPool:210)
2018-03-08 01:04:33,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0353593c-ddab-4ca6-a385-e804a91e1de1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:33,843+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:34,944+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:34,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2cb0e8ef-9bd3-4679-8528-dbc49314221f (threadPool:210)
2018-03-08 01:04:34,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 767313f6-677d-4d7a-9d6f-3680df75adc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:34,999+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:35,447+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:35,490+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 63648fad-1c8b-4846-bfb0-16f705d1f930 (threadPool:210)
2018-03-08 01:04:35,490+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5439bd28-7bd5-4dea-9f61-07f2cbba8934 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:35,490+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:35,865+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:35,921+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0353593c-ddab-4ca6-a385-e804a91e1de1 (threadPool:210)
2018-03-08 01:04:35,922+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f859fc5c-8d81-48d6-b1fa-fb2f3b3268fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:35,922+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:36,274+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:36,325+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 767313f6-677d-4d7a-9d6f-3680df75adc5 (threadPool:210)
2018-03-08 01:04:36,326+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3e01294b-6445-448e-8fd2-e71f979565f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:36,326+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:36,713+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:36,763+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7d85ebc7-aa51-456c-88d3-6bf174a37d5d (threadPool:210)
2018-03-08 01:04:36,763+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 243f7136-ce7a-4b4e-bf5b-d182826c1d6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:36,764+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:37,065+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:37,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5439bd28-7bd5-4dea-9f61-07f2cbba8934 (threadPool:210)
2018-03-08 01:04:37,112+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9f489c9e-120f-4d00-98d5-508864e4f155 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:37,112+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:37,403+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:37,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 725855df-173b-49fa-968c-9f44ec9de421 (threadPool:210)
2018-03-08 01:04:37,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9394301a-adc2-4efb-bec4-d23e282e8d17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:04:37,455+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:37,787+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:37,836+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f859fc5c-8d81-48d6-b1fa-fb2f3b3268fa (threadPool:210)
2018-03-08 01:04:37,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1b1769c8-4eda-4a14-bd1d-1558e9cf0a54 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:37,837+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:38,125+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5e6d0294-0d2e-4c0b-9b9b-131b664fb4c2 (api:46)
2018-03-08 01:04:38,131+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5e6d0294-0d2e-4c0b-9b9b-131b664fb4c2 (api:52)
2018-03-08 01:04:38,131+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:38,230+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a9f0d5ee-40ca-40c8-9c0f-2bc9017e24d2 (api:46)
2018-03-08 01:04:38,238+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85857402880', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5184428179456', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a9f0d5ee-40ca-40c8-9c0f-2bc9017e24d2 (api:52)
2018-03-08 01:04:38,239+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:38,554+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:38,582+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3e01294b-6445-448e-8fd2-e71f979565f4 (threadPool:210)
2018-03-08 01:04:39,068+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 30162d3e-1ced-4317-8fa7-2fcb3059373b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:39,069+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:39,269+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:39,340+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9f489c9e-120f-4d00-98d5-508864e4f155 (threadPool:210)
2018-03-08 01:04:39,341+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1a7f9f8c-bb66-4034-b760-022e75d6862d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:39,342+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:39,620+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:39,629+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:39,631+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:40,165+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:40,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1b1769c8-4eda-4a14-bd1d-1558e9cf0a54 (threadPool:210)
2018-03-08 01:04:40,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a33ea550-4ccb-430e-bfce-ca731a5d8d13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:40,218+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:40,806+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=1d27ad09-1afc-445a-a306-17a16f792f28 (api:46)
2018-03-08 01:04:40,807+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=1d27ad09-1afc-445a-a306-17a16f792f28 (api:52)
2018-03-08 01:04:40,807+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=b80dabbe-df77-48e1-8500-758f407df96c (api:46)
2018-03-08 01:04:40,807+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=b80dabbe-df77-48e1-8500-758f407df96c (api:52)
2018-03-08 01:04:40,808+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=8c22b0e6-34c5-440b-957d-317e31066fc6 (api:46)
2018-03-08 01:04:40,808+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=8c22b0e6-34c5-440b-957d-317e31066fc6 (api:52)
2018-03-08 01:04:40,809+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=a673e333-b073-49ca-a845-8a4998d97d55 (api:46)
2018-03-08 01:04:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a673e333-b073-49ca-a845-8a4998d97d55 (api:52)
2018-03-08 01:04:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=715c177e-d074-4d61-b4c5-54796b3e3257 (api:46)
2018-03-08 01:04:40,810+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=715c177e-d074-4d61-b4c5-54796b3e3257 (api:52)
2018-03-08 01:04:40,810+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b2a5e945-d6d0-48e8-a88d-77d612ff83dc (api:46)
2018-03-08 01:04:40,810+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b2a5e945-d6d0-48e8-a88d-77d612ff83dc (api:52)
2018-03-08 01:04:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=5270bf29-c793-4ef6-b604-c254449864f8 (api:46)
2018-03-08 01:04:40,811+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=5270bf29-c793-4ef6-b604-c254449864f8 (api:52)
2018-03-08 01:04:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5d1cbb6f-ef2d-4b35-8586-d9e78ca608e1 (api:46)
2018-03-08 01:04:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5d1cbb6f-ef2d-4b35-8586-d9e78ca608e1 (api:52)
2018-03-08 01:04:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2dac5a99-444c-48c3-b24d-ff022de0a5cd (api:46)
2018-03-08 01:04:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2dac5a99-444c-48c3-b24d-ff022de0a5cd (api:52)
2018-03-08 01:04:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=e2d32f61-0e0a-4386-bbd5-e9374ca91763 (api:46)
2018-03-08 01:04:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=e2d32f61-0e0a-4386-bbd5-e9374ca91763 (api:52)
2018-03-08 01:04:41,314+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:41,394+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 243f7136-ce7a-4b4e-bf5b-d182826c1d6b (threadPool:210)
2018-03-08 01:04:41,394+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 42232981-b539-4884-8590-479bf30b18f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:41,394+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:41,947+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:41,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 30162d3e-1ced-4317-8fa7-2fcb3059373b (threadPool:210)
2018-03-08 01:04:41,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cf9fcf9a-ae89-4d50-a0bc-8df552e7d2ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:41,998+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:42,344+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:42,394+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9394301a-adc2-4efb-bec4-d23e282e8d17 (threadPool:210)
2018-03-08 01:04:42,394+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cbac85ce-0829-425a-a528-0aa23824d1e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:42,395+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:42,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:42,791+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1a7f9f8c-bb66-4034-b760-022e75d6862d (threadPool:210)
2018-03-08 01:04:42,792+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1c6ac61-fe09-47e3-8e54-8ba001abf80d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:42,792+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:43,104+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:43,155+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a33ea550-4ccb-430e-bfce-ca731a5d8d13 (threadPool:210)
2018-03-08 01:04:43,155+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1a7136dc-810e-48d0-b863-bd049e20053d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:43,156+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:43,711+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:44,035+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:04:44,040+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:04:44,042+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:44,050+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:04:44,050+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:04:44,051+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:44,361+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:44,409+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cf9fcf9a-ae89-4d50-a0bc-8df552e7d2ab (threadPool:210)
2018-03-08 01:04:44,409+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2705c121-982a-487c-a1f1-077b38056e53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\x84"x\xff1*$\x9bROn>*\\\x93\xb9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:44,409+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b9935c2a-3e6e-4f52-9b24-2a31ff782284 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:44,410+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284 to 4096 megabytes (lvm:1205)
2018-03-08 01:04:44,674+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2705c121-982a-487c-a1f1-077b38056e53 (threadPool:210)
2018-03-08 01:04:44,675+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b6cd490-8c6a-4dcf-88e0-a62f27b5843d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:44,675+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:45,335+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20798 (__init__:330)
2018-03-08 01:04:45,359+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20799 (__init__:330)
2018-03-08 01:04:45,378+0100 INFO  (ioprocess/265652) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:04:45,380+0100 INFO  (ioprocess/265658) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:04:46,281+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:46,332+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cbac85ce-0829-425a-a528-0aa23824d1e2 (threadPool:210)
2018-03-08 01:04:46,332+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aefe5d00-0ce2-4700-8c42-5120201d675a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:46,333+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:47,433+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fce39f09-200b-4166-ab6a-704d7df74210 (api:46)
2018-03-08 01:04:47,435+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258858', 'lastCheck': '8.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544904', 'lastCheck': '7.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264265', 'lastCheck': '7.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433137', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690703', 'lastCheck': '7.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545962', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000429661', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366546', 'lastCheck': '6.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308188', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254551', 'lastCheck': '8.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468562', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710411', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575479', 'lastCheck': '7.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355673', 'lastCheck': '8.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521843', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430219', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602685', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478413', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450865', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525802', 'lastCheck': '7.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394134', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419306', 'lastCheck': '7.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362012', 'lastCheck': '7.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426755', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218124', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444251', 'lastCheck': '5.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401286', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500407', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326571', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515796', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262786', 'lastCheck': '6.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040431', 'lastCheck': '1.6', 'valid': True}} from=internal, task_id=fce39f09-200b-4166-ab6a-704d7df74210 (api:52)
2018-03-08 01:04:47,436+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=a8152be3-a061-4d40-afc7-c22fb2dec9e7 (api:46)
2018-03-08 01:04:47,436+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a8152be3-a061-4d40-afc7-c22fb2dec9e7 (api:52)
2018-03-08 01:04:47,931+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:47,974+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1c6ac61-fe09-47e3-8e54-8ba001abf80d (threadPool:210)
2018-03-08 01:04:47,974+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d58b3a97-4021-41ae-ac9a-7cd111a79a06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:47,975+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:48,393+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:48,395+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d5234546-0e14-4612-b7af-56e952ae81a9 (api:46)
2018-03-08 01:04:48,396+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112032', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694952', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264265', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433137', 'lastCheck': '7.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690703', 'lastCheck': '8.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545962', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000429661', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366546', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308188', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254551', 'lastCheck': '9.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468562', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710411', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575479', 'lastCheck': '8.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355673', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521843', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430219', 'lastCheck': '5.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602685', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478413', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450865', 'lastCheck': '8.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525802', 'lastCheck': '8.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394134', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419306', 'lastCheck': '8.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362012', 'lastCheck': '8.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426755', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218124', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444251', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401286', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500407', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326571', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515796', 'lastCheck': '4.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262786', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040431', 'lastCheck': '2.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d5234546-0e14-4612-b7af-56e952ae81a9 (api:52)
2018-03-08 01:04:48,396+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0016978e-9545-4fd3-9dbf-9dbfae069ccd (api:46)
2018-03-08 01:04:48,396+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0016978e-9545-4fd3-9dbf-9dbfae069ccd (api:52)
2018-03-08 01:04:48,423+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '98.21'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.36'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '25': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.04'}, '26': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.36'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.03'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.33'}, '21': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.56'}, '22': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '23': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '94.70'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '29': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.24'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.27'}, '41': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '1': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '18.56', 'cpuIdle': '77.33'}, '0': {'cpuUser': '3.78', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '93.97'}, '3': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.15'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.61'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '10': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.69'}, '13': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '12': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.50'}, '15': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.22'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '55': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.15'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '34': {'cpuUser': '4.90', 'nodeIndex': 0, 'cpuSys': '5.50', 'cpuIdle': '89.60'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '57': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.70'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311136'}, '0': {'memPercent': 12, 'memFree': '346664'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710411', 'lastCheck': '4.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112032', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694952', 'lastCheck': '0.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575479', 'lastCheck': '8.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355673', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690703', 'lastCheck': '8.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545962', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000429661', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366546', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308188', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254551', 'lastCheck': '9.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468562', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264265', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433137', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521843', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394134', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602685', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478413', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450865', 'lastCheck': '8.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525802', 'lastCheck': '8.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430219', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262786', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362012', 'lastCheck': '8.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426755', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218124', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444251', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401286', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500407', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326571', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515796', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419306', 'lastCheck': '8.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040431', 'lastCheck': '2.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644847643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403797731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.351', 'tx': '1176264857332', 'txDropped': '0', 'rx': '625369821246', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0', 'tx': '1580907872875', 'txDropped': '0', 'rx': '926272891537', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30327'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45147771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416088542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200351593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet0', 'tx': '87096847', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet1', 'tx': '37764700172', 'txDropped': '0', 'rx': '877513889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet2', 'tx': '21118886811', 'txDropped': '0', 'rx': '141310723562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175455956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet4', 'tx': '395780319', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet5', 'tx': '23422268914', 'txDropped': '0', 'rx': '497891223', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet6', 'tx': '6653119655', 'txDropped': '0', 'rx': '429584986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet7', 'tx': '1432468302', 'txDropped': '0', 'rx': '552002687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42399204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46695387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'lo', 'tx': '6926011424', 'txDropped': '0', 'rx': '6926011424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170499529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'eno1', 'tx': '975601924309', 'txDropped': '0', 'rx': '433973490397', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'eno2', 'tx': '605305948566', 'txDropped': '0', 'rx': '492299401140', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467487.370273, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467487.370273, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632393099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75819379', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76937198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191838294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370731012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373125800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49816133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429931536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298604694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.110', 'tx': '2475183120', 'txDropped': '0', 'rx': '66852814301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.111', 'tx': '122670257664', 'txDropped': '0', 'rx': '24441234102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55197821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54118656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464928963', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165177836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55977739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55807500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45143025', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467487.370273, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226390462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'oVirtManagement', 'tx': '1176264856684', 'txDropped': '0', 'rx': '625369082843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576702732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'vnet3', 'tx': '542173783', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467487.370273, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754234319', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693522.26', 'cpuLoad': '3.11', 'cpuSys': '1.48', 'diskStats': {'/var/log': {'free': '92973'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.72', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31474', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:04:48 GMT', 'cpuUser': '1.12', 'memFree': 667612, 'cpuIdle': '97.40', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.02'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:48,427+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:04:48,593+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:48,641+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 42232981-b539-4884-8590-479bf30b18f3 (threadPool:210)
2018-03-08 01:04:48,642+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 75b7cadc-ad5c-47b4-aa71-fc4232b4cbcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:48,642+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:48,722+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=532160ef-08c4-4f13-b736-1002bb32b15c (api:46)
2018-03-08 01:04:48,729+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=532160ef-08c4-4f13-b736-1002bb32b15c (api:52)
2018-03-08 01:04:48,729+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:48,846+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ee1fe3bc-da26-494d-8848-6e5adacc5268 (api:46)
2018-03-08 01:04:48,855+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ee1fe3bc-da26-494d-8848-6e5adacc5268 (api:52)
2018-03-08 01:04:48,856+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:04:49,252+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:49,319+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b6cd490-8c6a-4dcf-88e0-a62f27b5843d (threadPool:210)
2018-03-08 01:04:49,319+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dd10a3c2-274b-41b6-a372-5a55839479c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:49,320+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:49,674+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:49,748+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1a7136dc-810e-48d0-b863-bd049e20053d (threadPool:210)
2018-03-08 01:04:49,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5ffc8de6-046c-4a91-a05b-f13e5d185b31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:49,750+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:50,132+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:50,179+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d58b3a97-4021-41ae-ac9a-7cd111a79a06 (threadPool:210)
2018-03-08 01:04:50,179+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d439aeda-a293-4337-84da-1c4ac9339506 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:50,179+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:50,698+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:50,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 75b7cadc-ad5c-47b4-aa71-fc4232b4cbcb (threadPool:210)
2018-03-08 01:04:50,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fa158a14-571e-4064-85db-95af3412d4c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:50,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:51,349+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:51,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aefe5d00-0ce2-4700-8c42-5120201d675a (threadPool:210)
2018-03-08 01:04:51,400+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f60ac98a-2c58-4038-bafd-b10fb3864347 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:04:51,400+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:52,338+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:52,389+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dd10a3c2-274b-41b6-a372-5a55839479c9 (threadPool:210)
2018-03-08 01:04:52,389+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74443d2f-d364-4183-b43b-70b4352987b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:52,390+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:53,240+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:53,282+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5ffc8de6-046c-4a91-a05b-f13e5d185b31 (threadPool:210)
2018-03-08 01:04:53,283+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d9b4ad97-e6ad-4128-a4df-794f62d6ff12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:53,283+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:54,583+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:54,634+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fa158a14-571e-4064-85db-95af3412d4c6 (threadPool:210)
2018-03-08 01:04:54,634+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2de8f009-1321-4efa-a3a2-e3dc01325a36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:54,635+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:54,648+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:04:54,653+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:04:54,655+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:54,978+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:55,028+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f60ac98a-2c58-4038-bafd-b10fb3864347 (threadPool:210)
2018-03-08 01:04:55,028+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8fdf2976-6cbb-4a08-b7ff-faa1f21573e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:55,029+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:55,346+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:55,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74443d2f-d364-4183-b43b-70b4352987b3 (threadPool:210)
2018-03-08 01:04:55,399+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8ea11aa4-baf0-4d8a-8a3b-03ea06849efb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:55,399+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:55,726+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:55,780+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d439aeda-a293-4337-84da-1c4ac9339506 (threadPool:210)
2018-03-08 01:04:55,780+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c575343-5374-44b7-89c0-671a0b91ca63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:55,781+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:56,112+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:56,542+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:56,591+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2de8f009-1321-4efa-a3a2-e3dc01325a36 (threadPool:210)
2018-03-08 01:04:56,591+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 030237ec-1ced-43f2-9182-fa5ce9ec50e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:56,592+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:56,923+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:56,969+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8fdf2976-6cbb-4a08-b7ff-faa1f21573e4 (threadPool:210)
2018-03-08 01:04:56,969+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2c6d7fb4-fa80-4c43-be90-f68ae942ff5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:04:56,970+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:04:57,447+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:57,487+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8ea11aa4-baf0-4d8a-8a3b-03ea06849efb (threadPool:210)
2018-03-08 01:04:57,487+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 906e8b86-335a-4211-b68d-368a73a159bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:57,488+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:58,614+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:04:58,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c575343-5374-44b7-89c0-671a0b91ca63 (threadPool:210)
2018-03-08 01:04:58,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c063b0fa-7b1c-48c3-965a-c636c6013767 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:04:58,660+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:04:59,056+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:04:59,061+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:04:59,063+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:59,071+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:04:59,071+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:04:59,072+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:04:59,177+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=971c7a45-8f1c-4fa1-b5c7-bdeb6a86e89e (api:46)
2018-03-08 01:04:59,185+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=971c7a45-8f1c-4fa1-b5c7-bdeb6a86e89e (api:52)
2018-03-08 01:04:59,185+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:59,287+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8e290d39-df56-4b9f-8acd-162597239833 (api:46)
2018-03-08 01:04:59,297+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8e290d39-df56-4b9f-8acd-162597239833 (api:52)
2018-03-08 01:04:59,298+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:04:59,986+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:00,031+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 030237ec-1ced-43f2-9182-fa5ce9ec50e3 (threadPool:210)
2018-03-08 01:05:00,032+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9e82f497-103e-4b42-90e7-4f88558afdda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:00,032+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:00,149+0100 INFO  (jsonrpc/6) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=6e2d8aac, task_id=31d770b0-7a2d-47e1-94db-6d5c143e6d5e (api:46)
2018-03-08 01:05:01,054+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:01,083+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2c6d7fb4-fa80-4c43-be90-f68ae942ff5c (threadPool:210)
2018-03-08 01:05:01,084+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b5bd5ff7-b47b-41a5-9b62-c6b0f8b27c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:01,084+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:02,537+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3b36f996-66cf-499e-b61b-571617c6fb73 (api:46)
2018-03-08 01:05:02,538+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267625', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754813', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464335', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00548798', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670866', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402787', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000288002', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000772187', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513108', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298287', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300627', 'lastCheck': '5.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433525', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495896', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840938', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044962', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398583', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475811', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429533', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039863', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.048693', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432957', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650759', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252129', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036835', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326798', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527878', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399012', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295583', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395453', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647037', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373002', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376912', 'lastCheck': '2.7', 'valid': True}} from=internal, task_id=3b36f996-66cf-499e-b61b-571617c6fb73 (api:52)
2018-03-08 01:05:02,538+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=98d09737-977c-4ef1-a16b-7654d617aec4 (api:46)
2018-03-08 01:05:02,539+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=98d09737-977c-4ef1-a16b-7654d617aec4 (api:52)
2018-03-08 01:05:03,138+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=6e2d8aac, task_id=31d770b0-7a2d-47e1-94db-6d5c143e6d5e (api:52)
2018-03-08 01:05:03,139+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.99 seconds (__init__:573)
2018-03-08 01:05:03,477+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:03,478+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f70ccaa1-801c-445e-a1ae-9215ee1b200c (api:46)
2018-03-08 01:05:03,479+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267625', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754813', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464335', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00548798', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670866', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402787', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000288002', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000772187', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513108', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298287', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300627', 'lastCheck': '6.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433525', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495896', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840938', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044962', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398583', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475811', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429533', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039863', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.048693', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432957', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650759', 'lastCheck': '3.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252129', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036835', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326798', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527878', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399012', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295583', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395453', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647037', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373002', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376912', 'lastCheck': '3.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f70ccaa1-801c-445e-a1ae-9215ee1b200c (api:52)
2018-03-08 01:05:03,479+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2841baa5-fbe3-4850-84bd-81b96da012d3 (api:46)
2018-03-08 01:05:03,480+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2841baa5-fbe3-4850-84bd-81b96da012d3 (api:52)
2018-03-08 01:05:03,506+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.43'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '96.03'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '11.92', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '85.23'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.30'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '27': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.02'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.61'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '94.77'}, '22': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.69'}, '23': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '4.24', 'cpuIdle': '93.44'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.74'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '20.20', 'cpuIdle': '75.83'}, '0': {'cpuUser': '3.64', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '93.84'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '2': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '5': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.63'}, '4': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '8': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '52': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.67'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.24'}, '10': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.22'}, '13': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '12': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '15': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.16'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '17': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '19': {'cpuUser': '3.77', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.24'}, '55': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.09'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '36': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '35': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '34': {'cpuUser': '4.30', 'nodeIndex': 0, 'cpuSys': '5.23', 'cpuIdle': '90.47'}, '33': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '57': {'cpuUser': '5.36', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '91.99'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311137'}, '0': {'memPercent': 12, 'memFree': '346649'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433525', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267625', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754813', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495896', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840938', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670866', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402787', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000288002', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000772187', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513108', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298287', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300627', 'lastCheck': '6.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464335', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00548798', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044962', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432957', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475811', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429533', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039863', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.048693', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398583', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373002', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252129', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036835', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326798', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527878', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399012', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295583', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395453', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000647037', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650759', 'lastCheck': '3.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376912', 'lastCheck': '3.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644855579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403801520', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.351', 'tx': '1176264941835', 'txDropped': '0', 'rx': '625369844456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0', 'tx': '1580908115739', 'txDropped': '0', 'rx': '926273431173', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45148171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416090718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200353420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet0', 'tx': '87101857', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet1', 'tx': '37764702964', 'txDropped': '0', 'rx': '877513951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet2', 'tx': '21119043733', 'txDropped': '0', 'rx': '141310897965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175457414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet4', 'tx': '395785329', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet5', 'tx': '23422278838', 'txDropped': '0', 'rx': '497891223', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet6', 'tx': '6653124930', 'txDropped': '0', 'rx': '429587601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet7', 'tx': '1432476965', 'txDropped': '0', 'rx': '552005746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42399604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46695787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'lo', 'tx': '6926086500', 'txDropped': '0', 'rx': '6926086500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170501434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'eno1', 'tx': '975602157918', 'txDropped': '0', 'rx': '433973730775', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'eno2', 'tx': '605305957821', 'txDropped': '0', 'rx': '492299700398', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467502.471434, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467502.471434, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632397593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75819779', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76937598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191840668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370731412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373129886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49816533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429935622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298607068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.110', 'tx': '2475188856', 'txDropped': '0', 'rx': '66852824075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.111', 'tx': '122670432067', 'txDropped': '0', 'rx': '24441381770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55198171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54119056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464932752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165179741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55978089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55807900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45143425', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467502.471434, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226392289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'oVirtManagement', 'tx': '1176264941187', 'txDropped': '0', 'rx': '625369106053', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576707226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'vnet3', 'tx': '542178793', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467502.471434, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754235777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693537.35', 'cpuLoad': '3.04', 'cpuSys': '1.56', 'diskStats': {'/var/log': {'free': '92972'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635318L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:05:03 GMT', 'cpuUser': '1.33', 'memFree': 667614, 'cpuIdle': '97.11', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:03,511+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:05:04,936+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:04,964+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d9b4ad97-e6ad-4128-a4df-794f62d6ff12 (threadPool:210)
2018-03-08 01:05:04,964+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 59901f8a-d78e-4ad7-bc0c-aed10c123138 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:04,964+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:09,598+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5da8db56-2233-41de-a68d-ca3b6eeceda7 (api:46)
2018-03-08 01:05:09,610+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5da8db56-2233-41de-a68d-ca3b6eeceda7 (api:52)
2018-03-08 01:05:09,611+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:09,673+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:09,683+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:09,685+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:05:09,708+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9e48bebb-6932-4d97-9e9e-bdd3017ad678 (api:46)
2018-03-08 01:05:10,820+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:10,860+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c063b0fa-7b1c-48c3-965a-c636c6013767 (threadPool:210)
2018-03-08 01:05:10,860+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 75bfe700-3126-4955-98eb-3550a07f3173 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:10,861+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:12,114+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9e48bebb-6932-4d97-9e9e-bdd3017ad678 (api:52)
2018-03-08 01:05:12,118+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 2.41 seconds (__init__:573)
2018-03-08 01:05:14,073+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:05:14,078+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:05:14,080+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:14,088+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:05:14,088+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:05:14,089+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:17,035+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:17,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b5bd5ff7-b47b-41a5-9b62-c6b0f8b27c02 (threadPool:210)
2018-03-08 01:05:17,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 96f0ae91-26e5-4bc7-8e26-b5251151b002 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:17,105+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:17,655+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=40df6754-164d-44a6-ae64-faf4fbeff2ce (api:46)
2018-03-08 01:05:17,656+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523888', 'lastCheck': '9.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670657', 'lastCheck': '9.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235379', 'lastCheck': '8.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101052', 'lastCheck': '8.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582579', 'lastCheck': '8.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348446', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000296724', 'lastCheck': '8.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481722', 'lastCheck': '8.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379392', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563519', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404594', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221369', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000688831', 'lastCheck': '9.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288225', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00077512', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586583', 'lastCheck': '7.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482383', 'lastCheck': '7.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000849629', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505584', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107986', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373299', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445223', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638756', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000427663', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313061', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404437', 'lastCheck': '7.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000353587', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428533', 'lastCheck': '7.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535193', 'lastCheck': '6.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000678255', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754847', 'lastCheck': '7.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594556', 'lastCheck': '5.9', 'valid': True}} from=internal, task_id=40df6754-164d-44a6-ae64-faf4fbeff2ce (api:52)
2018-03-08 01:05:17,657+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=9608aa28-d6ff-4fdc-a54b-806f38c661be (api:46)
2018-03-08 01:05:17,657+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=9608aa28-d6ff-4fdc-a54b-806f38c661be (api:52)
2018-03-08 01:05:18,549+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:18,550+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9b62f5ca-f851-4b50-a423-44aae656528d (api:46)
2018-03-08 01:05:18,551+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339106', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00692384', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235379', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101052', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582579', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348446', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000296724', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481722', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379392', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563519', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404594', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221369', 'lastCheck': '9.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588381', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288225', 'lastCheck': '5.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00077512', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586583', 'lastCheck': '8.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482383', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000849629', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505584', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107986', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373299', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445223', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638756', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000427663', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313061', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404437', 'lastCheck': '8.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000353587', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428533', 'lastCheck': '8.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535193', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000678255', 'lastCheck': '6.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754847', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594556', 'lastCheck': '6.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9b62f5ca-f851-4b50-a423-44aae656528d (api:52)
2018-03-08 01:05:18,552+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=866deda9-a34f-401f-a989-82e6946865ab (api:46)
2018-03-08 01:05:18,552+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=866deda9-a34f-401f-a989-82e6946865ab (api:52)
2018-03-08 01:05:18,577+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '96.43'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '61': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '53': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '95.03'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '42': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '93.84'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '27': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.63'}, '20': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.23'}, '21': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '93.37'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '23': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.57'}, '46': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.41'}, '47': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '96.23'}, '44': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.34'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '96.29'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '95.69'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.10'}, '40': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.50'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.81'}, '1': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '27.41', 'cpuIdle': '69.01'}, '0': {'cpuUser': '6.22', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '90.67'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.22'}, '2': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.16'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '4.30', 'cpuIdle': '93.58'}, '4': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '93.84'}, '7': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.18'}, '6': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '4.63', 'cpuIdle': '93.25'}, '8': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.75'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '96.69'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '97.08'}, '39': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.24', 'cpuIdle': '94.97'}, '38': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '7.88', 'cpuIdle': '89.87'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '11': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '5.16', 'cpuIdle': '92.46'}, '10': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.70'}, '13': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.37'}, '12': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '15': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.24'}, '14': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '94.77'}, '17': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.84'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.62'}, '19': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '4.37', 'cpuIdle': '93.45'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '31': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '49': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.96'}, '36': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.17'}, '35': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '5.76', 'cpuIdle': '91.79'}, '34': {'cpuUser': '6.49', 'nodeIndex': 0, 'cpuSys': '6.55', 'cpuIdle': '86.96'}, '33': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '57': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '95.89'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311013'}, '0': {'memPercent': 12, 'memFree': '346652'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221369', 'lastCheck': '9.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339106', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00692384', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588381', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288225', 'lastCheck': '5.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582579', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348446', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000296724', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481722', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379392', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563519', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404594', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235379', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101052', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00077512', 'lastCheck': '9.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373299', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482383', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000849629', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505584', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107986', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586583', 'lastCheck': '8.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754847', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638756', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000427663', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313061', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404437', 'lastCheck': '8.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000353587', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428533', 'lastCheck': '8.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535193', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000678255', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445223', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594556', 'lastCheck': '6.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644891599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403805534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.351', 'tx': '1176265019268', 'txDropped': '0', 'rx': '625369860688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0', 'tx': '1580908284859', 'txDropped': '0', 'rx': '926274030659', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45148521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416093480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200353954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet0', 'tx': '87106558', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet1', 'tx': '37764707197', 'txDropped': '0', 'rx': '877514624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet2', 'tx': '21119139440', 'txDropped': '0', 'rx': '141310932254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175460780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet4', 'tx': '395790030', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet5', 'tx': '23422317112', 'txDropped': '0', 'rx': '497891571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet6', 'tx': '6653136850', 'txDropped': '0', 'rx': '429601928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet7', 'tx': '1432480483', 'txDropped': '0', 'rx': '552005808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42399954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46696137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'lo', 'tx': '6926165594', 'txDropped': '0', 'rx': '6926165594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170503710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'eno1', 'tx': '975602294666', 'txDropped': '0', 'rx': '433974005398', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'eno2', 'tx': '605305990193', 'txDropped': '0', 'rx': '492300025261', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467517.574474, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467517.574474, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632402129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75820129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76937948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191843480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370731812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373133887', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49816933', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429939623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298609880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.110', 'tx': '2475203918', 'txDropped': '0', 'rx': '66852835338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.111', 'tx': '122670466136', 'txDropped': '0', 'rx': '24441474165', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55198571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54119406', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464936766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165182017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55978489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55808250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45143775', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467517.574474, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226392823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'oVirtManagement', 'tx': '1176265018620', 'txDropped': '0', 'rx': '625369122285', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576711762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'vnet3', 'tx': '542183494', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467517.574474, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754239143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96214', 'ksmPages': 100, 'elapsedTime': '1693552.42', 'cpuLoad': '3.33', 'cpuSys': '2.67', 'diskStats': {'/var/log': {'free': '92970'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635271L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:05:18 GMT', 'cpuUser': '1.56', 'memFree': 667566, 'cpuIdle': '95.76', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.18'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:18,581+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:05:21,523+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:21,572+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 59901f8a-d78e-4ad7-bc0c-aed10c123138 (threadPool:210)
2018-03-08 01:05:21,573+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1b8c4c4d-9b5e-4235-9705-2a61e4cb360a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:05:21,573+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:22,553+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=843f574d-ed45-45d5-9a3c-d213fb974019 (api:46)
2018-03-08 01:05:22,560+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=843f574d-ed45-45d5-9a3c-d213fb974019 (api:52)
2018-03-08 01:05:22,560+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:22,659+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ed682906-5b18-4bb1-a0a5-4b3aafa051d6 (api:46)
2018-03-08 01:05:22,844+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:22,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9e82f497-103e-4b42-90e7-4f88558afdda (threadPool:210)
2018-03-08 01:05:22,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 178ec85f-afa1-4f20-ba3a-279aa4c4197c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:22,897+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:24,358+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:24,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 75bfe700-3126-4955-98eb-3550a07f3173 (threadPool:210)
2018-03-08 01:05:24,420+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 50cbfda9-f91b-49c1-a958-35285692f8bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:24,420+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:24,702+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:24,707+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:24,709+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:25,042+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:25,084+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 906e8b86-335a-4211-b68d-368a73a159bf (threadPool:210)
2018-03-08 01:05:25,084+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 36c03674-7e5d-4e7f-a6d0-4c32c09df5b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:25,085+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:25,104+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ed682906-5b18-4bb1-a0a5-4b3aafa051d6 (api:52)
2018-03-08 01:05:25,106+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 2.45 seconds (__init__:573)
2018-03-08 01:05:25,472+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:25,892+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:25,939+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1b8c4c4d-9b5e-4235-9705-2a61e4cb360a (threadPool:210)
2018-03-08 01:05:25,939+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 77cdab3f-3d2f-4fc5-bc2c-381b621e8b13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:25,940+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:26,347+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:26,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 178ec85f-afa1-4f20-ba3a-279aa4c4197c (threadPool:210)
2018-03-08 01:05:26,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0c4b4c61-0f05-4c61-951e-1f48db4e34d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:26,395+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:26,876+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:26,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 50cbfda9-f91b-49c1-a958-35285692f8bb (threadPool:210)
2018-03-08 01:05:26,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fae9900d-cde6-4b2c-ab15-be74a94035b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:26,931+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:28,155+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:28,259+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 96f0ae91-26e5-4bc7-8e26-b5251151b002 (threadPool:210)
2018-03-08 01:05:28,260+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 19005c9c-37ea-43f7-9488-c195524c362b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:28,260+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:29,093+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:05:29,098+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:05:29,101+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:29,108+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:05:29,108+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:05:29,109+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:29,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:29,749+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 77cdab3f-3d2f-4fc5-bc2c-381b621e8b13 (threadPool:210)
2018-03-08 01:05:29,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7a6b89de-d57b-41ad-ae3e-dbcb87a6a492 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:29,750+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:31,108+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:31,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0c4b4c61-0f05-4c61-951e-1f48db4e34d1 (threadPool:210)
2018-03-08 01:05:31,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5355e1a8-a34f-4e51-8a6d-47a7841f4210 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:31,151+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:31,575+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:31,624+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 36c03674-7e5d-4e7f-a6d0-4c32c09df5b4 (threadPool:210)
2018-03-08 01:05:31,625+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3bdab74e-273d-4b56-bb03-633ee01ec0a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:31,625+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:31,998+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:32,046+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 19005c9c-37ea-43f7-9488-c195524c362b (threadPool:210)
2018-03-08 01:05:32,047+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fe8f8cc1-ef9f-4ed0-ae80-e10f3c985c67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:32,047+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:32,376+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:32,426+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7a6b89de-d57b-41ad-ae3e-dbcb87a6a492 (threadPool:210)
2018-03-08 01:05:32,761+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=71f094e0-4f58-4064-8bc6-2909b7e7da8e (api:46)
2018-03-08 01:05:32,762+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470259', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000894669', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545696', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485781', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839817', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325296', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000276329', 'lastCheck': '3.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441775', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424601', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385025', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582875', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105613', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396634', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045178', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445501', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512684', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526253', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368039', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534252', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569665', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232164', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0237317', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617339', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236493', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00504927', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363109', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000425916', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252655', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361688', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028601', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281613', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229771', 'lastCheck': '0.1', 'valid': True}} from=internal, task_id=71f094e0-4f58-4064-8bc6-2909b7e7da8e (api:52)
2018-03-08 01:05:32,762+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=e53a3652-5dd1-4a15-9fb9-641d7d888537 (api:46)
2018-03-08 01:05:32,763+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e53a3652-5dd1-4a15-9fb9-641d7d888537 (api:52)
2018-03-08 01:05:32,881+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca9a274a-d500-47fd-8096-b7536ba9c5bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:32,883+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:33,184+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:33,233+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fae9900d-cde6-4b2c-ab15-be74a94035b5 (threadPool:210)
2018-03-08 01:05:33,619+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:33,621+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3587e591-62d4-4cd5-ba4b-b44f333638d3 (api:46)
2018-03-08 01:05:33,621+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470259', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000894669', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545696', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485781', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839817', 'lastCheck': '3.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325296', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000276329', 'lastCheck': '4.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441775', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424601', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385025', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582875', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105613', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396634', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045178', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445501', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512684', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526253', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368039', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534252', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569665', 'lastCheck': '3.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232164', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0237317', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617339', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236493', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00504927', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363109', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000425916', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252655', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361688', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028601', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281613', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229771', 'lastCheck': '0.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3587e591-62d4-4cd5-ba4b-b44f333638d3 (api:52)
2018-03-08 01:05:33,622+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0c248995-3823-48ac-a051-ab319f018c62 (api:46)
2018-03-08 01:05:33,622+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0c248995-3823-48ac-a051-ab319f018c62 (api:52)
2018-03-08 01:05:33,649+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.70'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '96.50'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.95'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.21'}, '24': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.96'}, '25': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.65'}, '26': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.62'}, '27': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '3.90', 'cpuIdle': '94.32'}, '20': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.03'}, '21': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.63'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '23': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.70'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.28'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '29': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.51'}, '40': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.89'}, '41': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '1': {'cpuUser': '3.57', 'nodeIndex': 1, 'cpuSys': '26.84', 'cpuIdle': '69.59'}, '0': {'cpuUser': '6.15', 'nodeIndex': 0, 'cpuSys': '3.24', 'cpuIdle': '90.61'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.44'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '5': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '7': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.30'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.76'}, '8': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.96'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '95.51'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.84', 'cpuIdle': '95.97'}, '59': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.24'}, '10': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.36'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '12': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.96'}, '15': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.10'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '17': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '16': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.71', 'cpuIdle': '94.84'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.70'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '3.90', 'cpuIdle': '92.99'}, '36': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '3.04', 'cpuIdle': '93.85'}, '35': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.91'}, '34': {'cpuUser': '7.47', 'nodeIndex': 0, 'cpuSys': '8.53', 'cpuIdle': '84.00'}, '33': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.22'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311051'}, '0': {'memPercent': 12, 'memFree': '346736'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105613', 'lastCheck': '3.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470259', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000894669', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396634', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045178', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839817', 'lastCheck': '3.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325296', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000276329', 'lastCheck': '4.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441775', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424601', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385025', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582875', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545696', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485781', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445501', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232164', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526253', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368039', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534252', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569665', 'lastCheck': '3.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512684', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281613', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617339', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236493', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00504927', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363109', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000425916', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252655', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361688', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028601', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0237317', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229771', 'lastCheck': '0.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644900656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403810186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.351', 'tx': '1176265087102', 'txDropped': '0', 'rx': '625369870668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0', 'tx': '1580908381878', 'txDropped': '0', 'rx': '926274488888', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45148921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416095185', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200355930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet0', 'tx': '87110570', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet1', 'tx': '37764710311', 'txDropped': '0', 'rx': '877515506', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet2', 'tx': '21119156615', 'txDropped': '0', 'rx': '141310940898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175462526', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet4', 'tx': '395794042', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet5', 'tx': '23422328157', 'txDropped': '0', 'rx': '497891571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet6', 'tx': '6653139261', 'txDropped': '0', 'rx': '429602296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet7', 'tx': '1432491520', 'txDropped': '0', 'rx': '552012073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42400354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46696537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'lo', 'tx': '6926242106', 'txDropped': '0', 'rx': '6926242106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170505486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'eno1', 'tx': '975602381556', 'txDropped': '0', 'rx': '433974237256', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'eno2', 'tx': '605306000322', 'txDropped': '0', 'rx': '492300251632', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467532.700908, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467532.700908, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632406807', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75820529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76938348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191846326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370732162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373137129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49817283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429942865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298612726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.110', 'tx': '2475211433', 'txDropped': '0', 'rx': '66852846838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.111', 'tx': '122670474780', 'txDropped': '0', 'rx': '24441489142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55198921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54119806', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464941418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165183793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55978839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55808650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45144175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467532.700908, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226394799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'oVirtManagement', 'tx': '1176265086454', 'txDropped': '0', 'rx': '625369132265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576716440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'vnet3', 'tx': '542187506', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467532.700908, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754240889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693567.49', 'cpuLoad': '3.24', 'cpuSys': '2.00', 'diskStats': {'/var/log': {'free': '92968'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635302L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:05:33 GMT', 'cpuUser': '1.34', 'memFree': 667599, 'cpuIdle': '96.66', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.70'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:33,653+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:05:34,246+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:34,299+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5355e1a8-a34f-4e51-8a6d-47a7841f4210 (threadPool:210)
2018-03-08 01:05:34,953+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7cb2cb42-bad5-4114-a010-9d38d47a1bc7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:34,954+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:35,218+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:35,267+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3bdab74e-273d-4b56-bb03-633ee01ec0a8 (threadPool:210)
2018-03-08 01:05:35,562+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c5be6c90-0cc6-4b36-b3e7-c401e075e4f5 (api:46)
2018-03-08 01:05:35,569+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c5be6c90-0cc6-4b36-b3e7-c401e075e4f5 (api:52)
2018-03-08 01:05:35,569+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:35,673+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3e65bff6-fc01-4749-81e4-5017cadd46d3 (api:46)
2018-03-08 01:05:35,679+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3e65bff6-fc01-4749-81e4-5017cadd46d3 (api:52)
2018-03-08 01:05:35,680+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:36,668+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:36,718+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fe8f8cc1-ef9f-4ed0-ae80-e10f3c985c67 (threadPool:210)
2018-03-08 01:05:37,029+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aca9dda4-dd11-4788-bbf4-0fe8f00138c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:37,030+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:37,564+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:37,611+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca9a274a-d500-47fd-8096-b7536ba9c5bb (threadPool:210)
2018-03-08 01:05:37,958+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:38,008+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7cb2cb42-bad5-4114-a010-9d38d47a1bc7 (threadPool:210)
2018-03-08 01:05:38,406+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:38,785+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:38,812+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aca9dda4-dd11-4788-bbf4-0fe8f00138c0 (threadPool:210)
2018-03-08 01:05:39,104+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fa6100d2-78b6-48e5-a6b2-c72498074c74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:39,106+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:39,114+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a54e9792-0588-4cfd-bdbf-5e4667bf9999 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:39,116+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:39,116+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c74ab588-2082-4bbd-aebb-45617e25994b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:39,117+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:39,603+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:39,665+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fa6100d2-78b6-48e5-a6b2-c72498074c74 (threadPool:210)
2018-03-08 01:05:39,725+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:39,730+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:39,733+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:40,242+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:40,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a54e9792-0588-4cfd-bdbf-5e4667bf9999 (threadPool:210)
2018-03-08 01:05:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=bd1a4092-a1d1-4732-9674-103783d79582 (api:46)
2018-03-08 01:05:40,811+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=bd1a4092-a1d1-4732-9674-103783d79582 (api:52)
2018-03-08 01:05:40,812+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=2f2c68f2-2879-49fc-a413-b17bc9b0f822 (api:46)
2018-03-08 01:05:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=2f2c68f2-2879-49fc-a413-b17bc9b0f822 (api:52)
2018-03-08 01:05:40,812+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=36d054f9-51b9-49b9-a96e-10c1f9660792 (api:46)
2018-03-08 01:05:40,813+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=36d054f9-51b9-49b9-a96e-10c1f9660792 (api:52)
2018-03-08 01:05:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=e8791ad7-5a53-425a-a969-f98c0fa3e65f (api:46)
2018-03-08 01:05:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=e8791ad7-5a53-425a-a969-f98c0fa3e65f (api:52)
2018-03-08 01:05:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=68cb73b6-477e-4fc4-8c61-60d309d2baf2 (api:46)
2018-03-08 01:05:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=68cb73b6-477e-4fc4-8c61-60d309d2baf2 (api:52)
2018-03-08 01:05:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=2ae9ce1c-6c1f-4bfe-8fc2-f2afb5462b6f (api:46)
2018-03-08 01:05:40,815+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=2ae9ce1c-6c1f-4bfe-8fc2-f2afb5462b6f (api:52)
2018-03-08 01:05:40,815+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=9c3c0408-9694-40c0-b235-e574cb42b3ca (api:46)
2018-03-08 01:05:40,815+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=9c3c0408-9694-40c0-b235-e574cb42b3ca (api:52)
2018-03-08 01:05:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=afea5d00-76ab-4a25-b32f-cdab3f20fbd3 (api:46)
2018-03-08 01:05:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=afea5d00-76ab-4a25-b32f-cdab3f20fbd3 (api:52)
2018-03-08 01:05:40,816+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=02f6e2a7-bc91-450c-8799-be42a34b3d75 (api:46)
2018-03-08 01:05:40,816+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=02f6e2a7-bc91-450c-8799-be42a34b3d75 (api:52)
2018-03-08 01:05:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=c2929167-1aff-47bb-9b67-98a5cfd9be66 (api:46)
2018-03-08 01:05:40,817+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=c2929167-1aff-47bb-9b67-98a5cfd9be66 (api:52)
2018-03-08 01:05:41,199+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 48577100-33ca-456b-b4fd-6f74639731e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:41,201+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:41,201+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e6459e91-c54f-48f2-98a5-8ba389a7f3bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:41,201+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:41,202+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d88ba43b-d884-4cc7-b380-709bafc9cf23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:41,202+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:41,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e99f9458-1491-4483-9162-7e737eaed1d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:41,203+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:41,248+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:41,275+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c74ab588-2082-4bbd-aebb-45617e25994b (threadPool:210)
2018-03-08 01:05:41,275+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d2f8d22b-c33a-4fb4-9594-cc236706fde8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:41,275+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:42,630+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:42,679+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e6459e91-c54f-48f2-98a5-8ba389a7f3bd (threadPool:210)
2018-03-08 01:05:42,679+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f9cb20c3-99c2-4c8e-a8a7-359378cb1ef5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:42,680+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:44,036+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:44,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d88ba43b-d884-4cc7-b380-709bafc9cf23 (threadPool:210)
2018-03-08 01:05:44,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e63cbbf2-a7a1-42d5-8549-75d9e5f0bd8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:05:44,069+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:44,114+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:05:44,119+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:05:44,121+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:44,129+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:05:44,130+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:05:44,130+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:44,416+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:44,466+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 48577100-33ca-456b-b4fd-6f74639731e8 (threadPool:210)
2018-03-08 01:05:44,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cccc1477-04fb-4a02-a0d7-aa80db196678 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:44,467+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:44,844+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:44,892+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d2f8d22b-c33a-4fb4-9594-cc236706fde8 (threadPool:210)
2018-03-08 01:05:44,893+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 18317ec8-d050-42ad-a508-98b8af9bd107 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:44,893+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:45,255+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:45,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f9cb20c3-99c2-4c8e-a8a7-359378cb1ef5 (threadPool:210)
2018-03-08 01:05:45,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 35609f4f-5ef3-4caa-9310-a73df9321c6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:45,298+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:45,401+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20799 (__init__:598)
2018-03-08 01:05:45,402+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20798 (__init__:598)
2018-03-08 01:05:45,661+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:45,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e63cbbf2-a7a1-42d5-8549-75d9e5f0bd8b (threadPool:210)
2018-03-08 01:05:45,709+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17576a2e-11b4-466d-9438-1dd14e3385b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:45,709+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:46,080+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:46,127+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f5b0d1d0-e1e0-4d76-b1f5-aaebfd40df20 (api:46)
2018-03-08 01:05:46,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cccc1477-04fb-4a02-a0d7-aa80db196678 (threadPool:210)
2018-03-08 01:05:46,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e2f13fc5-d465-4586-a50a-87ec4d7a65ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:46,131+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:46,133+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f5b0d1d0-e1e0-4d76-b1f5-aaebfd40df20 (api:52)
2018-03-08 01:05:46,133+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:46,229+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=57ea84c4-b1b8-4ec7-bfe4-5d94b5a117e6 (api:46)
2018-03-08 01:05:46,236+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=57ea84c4-b1b8-4ec7-bfe4-5d94b5a117e6 (api:52)
2018-03-08 01:05:46,237+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:46,726+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:46,777+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 18317ec8-d050-42ad-a508-98b8af9bd107 (threadPool:210)
2018-03-08 01:05:46,777+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1699b0fa-03ea-4ccf-863a-b6b42950fe43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:46,777+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:47,608+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:47,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e99f9458-1491-4483-9162-7e737eaed1d5 (threadPool:210)
2018-03-08 01:05:47,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ceb4c636-1f69-4e93-ac33-9e9fea22d0a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:47,651+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:47,852+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=31acc57c-993d-4e32-bb04-aa51e23e192f (api:46)
2018-03-08 01:05:47,853+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332235', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00531681', 'lastCheck': '8.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288648', 'lastCheck': '7.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034237', 'lastCheck': '8.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037551', 'lastCheck': '8.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382857', 'lastCheck': '5.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000698553', 'lastCheck': '8.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034635', 'lastCheck': '8.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364429', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393413', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245154', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000996004', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384943', 'lastCheck': '8.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286938', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028365', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000974144', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251112', 'lastCheck': '8.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417084', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060322', 'lastCheck': '8.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0156714', 'lastCheck': '8.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501372', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490073', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040512', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000456787', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504609', 'lastCheck': '8.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794622', 'lastCheck': '8.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391261', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325401', 'lastCheck': '8.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243003', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000982093', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186099', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246828', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=31acc57c-993d-4e32-bb04-aa51e23e192f (api:52)
2018-03-08 01:05:47,853+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=bc53bec6-5824-4d87-be92-fbf7a901e5ca (api:46)
2018-03-08 01:05:47,853+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bc53bec6-5824-4d87-be92-fbf7a901e5ca (api:52)
2018-03-08 01:05:48,398+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:48,449+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17576a2e-11b4-466d-9438-1dd14e3385b8 (threadPool:210)
2018-03-08 01:05:48,449+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5f4bb7d-1a32-428b-b314-3ab8906ff49c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:48,449+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:48,689+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:48,691+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=863a9da6-e815-41f7-b8e5-1951fc806fac (api:46)
2018-03-08 01:05:48,692+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00333571', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0132359', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288648', 'lastCheck': '8.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034237', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037551', 'lastCheck': '9.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382857', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000698553', 'lastCheck': '9.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034635', 'lastCheck': '9.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364429', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393413', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245154', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000996004', 'lastCheck': '9.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030842', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286938', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028365', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000974144', 'lastCheck': '7.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251112', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417084', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060322', 'lastCheck': '9.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0156714', 'lastCheck': '8.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501372', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490073', 'lastCheck': '8.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040512', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000456787', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504609', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794622', 'lastCheck': '9.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391261', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325401', 'lastCheck': '8.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243003', 'lastCheck': '6.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000982093', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186099', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246828', 'lastCheck': '6.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=863a9da6-e815-41f7-b8e5-1951fc806fac (api:52)
2018-03-08 01:05:48,692+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f3c7f6ea-8395-4ae0-b69f-ea0cbd06b0ab (api:46)
2018-03-08 01:05:48,692+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f3c7f6ea-8395-4ae0-b69f-ea0cbd06b0ab (api:52)
2018-03-08 01:05:48,718+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.01'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '25': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '92.51'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.70'}, '20': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.62'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.77'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.35'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '98.68'}, '29': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '15.77', 'cpuIdle': '80.85'}, '0': {'cpuUser': '3.91', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '93.64'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.16'}, '2': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '4': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.35'}, '9': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '13': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.28'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.28'}, '17': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.56'}, '16': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '19': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '4.17', 'cpuIdle': '93.18'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '35': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '34': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '5.04', 'cpuIdle': '90.98'}, '33': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311048'}, '0': {'memPercent': 12, 'memFree': '346746'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000996004', 'lastCheck': '9.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00333571', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0132359', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030842', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286938', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037551', 'lastCheck': '9.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382857', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000698553', 'lastCheck': '9.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034635', 'lastCheck': '9.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364429', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393413', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245154', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288648', 'lastCheck': '8.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034237', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028365', 'lastCheck': '9.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501372', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251112', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417084', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060322', 'lastCheck': '9.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0156714', 'lastCheck': '8.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000974144', 'lastCheck': '7.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186099', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040512', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000456787', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504609', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794622', 'lastCheck': '9.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391261', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325401', 'lastCheck': '8.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243003', 'lastCheck': '6.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000982093', 'lastCheck': '5.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490073', 'lastCheck': '8.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246828', 'lastCheck': '6.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644933389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403814113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.351', 'tx': '1176265171377', 'txDropped': '0', 'rx': '625369887138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0', 'tx': '1580908464767', 'txDropped': '0', 'rx': '926274934384', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45149550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416097728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200357044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet0', 'tx': '87115327', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet1', 'tx': '37764713516', 'txDropped': '0', 'rx': '877515676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet2', 'tx': '21119205350', 'txDropped': '0', 'rx': '141310943182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175464620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet4', 'tx': '395798799', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet5', 'tx': '23422362430', 'txDropped': '0', 'rx': '497891877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet6', 'tx': '6653142646', 'txDropped': '0', 'rx': '429602622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet7', 'tx': '1432494725', 'txDropped': '0', 'rx': '552012399', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42400754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46696937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'lo', 'tx': '6926321227', 'txDropped': '0', 'rx': '6926321227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170507264', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'eno1', 'tx': '975602462629', 'txDropped': '0', 'rx': '433974473302', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'eno2', 'tx': '605306002138', 'txDropped': '0', 'rx': '492300461082', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467547.791929, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467547.791929, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632411347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75820879', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76938698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191849616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370732562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373141200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49817683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429946936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298616016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.110', 'tx': '2475212255', 'txDropped': '0', 'rx': '66852849657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.111', 'tx': '122670476886', 'txDropped': '0', 'rx': '24441536063', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55199321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54120206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464945345', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165185571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55979239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55809050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45144804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467547.791929, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226395913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'oVirtManagement', 'tx': '1176265170729', 'txDropped': '0', 'rx': '625369148735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576720980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'vnet3', 'tx': '542192263', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467547.791929, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754242983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693582.56', 'cpuLoad': '3.13', 'cpuSys': '1.41', 'diskStats': {'/var/log': {'free': '92967'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.72', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:05:48 GMT', 'cpuUser': '1.03', 'memFree': 667611, 'cpuIdle': '97.57', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.02'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:48,722+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:05:49,805+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:49,863+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e2f13fc5-d465-4586-a50a-87ec4d7a65ef (threadPool:210)
2018-03-08 01:05:49,864+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 23c4bcf2-6dd9-4d02-aa94-41dd3fc05b0c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:49,865+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:51,204+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:51,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1699b0fa-03ea-4ccf-863a-b6b42950fe43 (threadPool:210)
2018-03-08 01:05:51,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 92777ad4-6e4a-417e-82c3-d9ec81931331 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:51,255+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:51,643+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:51,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 35609f4f-5ef3-4caa-9310-a73df9321c6c (threadPool:210)
2018-03-08 01:05:51,710+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5eb611f5-f410-45c4-9612-cc4986c541c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:05:51,710+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:52,033+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:52,087+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ceb4c636-1f69-4e93-ac33-9e9fea22d0a1 (threadPool:210)
2018-03-08 01:05:52,087+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54164662-3305-4292-be25-89ff642db7c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:52,087+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:52,546+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:52,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5f4bb7d-1a32-428b-b314-3ab8906ff49c (threadPool:210)
2018-03-08 01:05:52,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc11642f-fdb0-42f3-b4a3-fdf51c72086d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:52,598+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:52,913+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:53,450+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:53,500+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 23c4bcf2-6dd9-4d02-aa94-41dd3fc05b0c (threadPool:210)
2018-03-08 01:05:53,500+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a3da432b-4a64-43af-8942-4450cf330c8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:53,500+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:54,022+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:54,073+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 92777ad4-6e4a-417e-82c3-d9ec81931331 (threadPool:210)
2018-03-08 01:05:54,074+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6dc83da4-6d84-416c-af4e-e8da70f499bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:54,074+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:54,750+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:05:54,755+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:05:54,757+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:54,856+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:54,906+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5eb611f5-f410-45c4-9612-cc4986c541c4 (threadPool:210)
2018-03-08 01:05:54,907+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0ec7861b-bfe0-4017-a4f8-c3ed9d16cd2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:54,907+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:55,960+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:56,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54164662-3305-4292-be25-89ff642db7c6 (threadPool:210)
2018-03-08 01:05:56,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f9a81762-37c1-4e21-a3a7-5dba6c804017 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:56,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:56,648+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0df1b3bb-0b25-4cd0-8380-6774c56e33de (api:46)
2018-03-08 01:05:56,654+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0df1b3bb-0b25-4cd0-8380-6774c56e33de (api:52)
2018-03-08 01:05:56,655+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:56,767+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=094ae3d4-25fd-472a-a79f-7be74223bd22 (api:46)
2018-03-08 01:05:56,781+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=094ae3d4-25fd-472a-a79f-7be74223bd22 (api:52)
2018-03-08 01:05:56,784+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:56,786+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:56,830+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc11642f-fdb0-42f3-b4a3-fdf51c72086d (threadPool:210)
2018-03-08 01:05:56,830+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c350886e-3777-4979-9d44-2fe2a6f84ac1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:56,831+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:57,666+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:57,717+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6dc83da4-6d84-416c-af4e-e8da70f499bd (threadPool:210)
2018-03-08 01:05:57,717+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dd52c9ba-9fa8-4b22-9828-8586c09ed526 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:57,718+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:05:58,053+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:58,101+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0ec7861b-bfe0-4017-a4f8-c3ed9d16cd2f (threadPool:210)
2018-03-08 01:05:58,101+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0371eec5-daec-4c23-9783-e4308d75f7e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:58,102+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:58,438+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:58,485+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f9a81762-37c1-4e21-a3a7-5dba6c804017 (threadPool:210)
2018-03-08 01:05:58,485+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ad83bb8e-7e41-477a-ac33-f4e69c80fadf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:58,486+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:58,994+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:59,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a3da432b-4a64-43af-8942-4450cf330c8f (threadPool:210)
2018-03-08 01:05:59,040+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bb70bc21-0a8b-413d-8b62-5ef0ac6943f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:05:59,040+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:05:59,132+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:05:59,137+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:05:59,139+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:05:59,148+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:05:59,148+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:05:59,148+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:05:59,439+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:05:59,494+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c350886e-3777-4979-9d44-2fe2a6f84ac1 (threadPool:210)
2018-03-08 01:05:59,495+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c3c26034-ecba-4e37-a479-9b48b13fa6be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:05:59,495+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:00,022+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:00,069+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dd52c9ba-9fa8-4b22-9828-8586c09ed526 (threadPool:210)
2018-03-08 01:06:00,070+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5f027792-667e-416b-80d4-002f879d00ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:00,070+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:00,765+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:00,815+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0371eec5-daec-4c23-9783-e4308d75f7e9 (threadPool:210)
2018-03-08 01:06:00,815+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10b93a98-897a-4c98-be05-b3b2fe876bd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:00,815+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:01,428+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:01,478+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ad83bb8e-7e41-477a-ac33-f4e69c80fadf (threadPool:210)
2018-03-08 01:06:01,478+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5caf2385-3330-4c0d-b85c-8674019ab94f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:06:01,478+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:02,561+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:02,592+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bb70bc21-0a8b-413d-8b62-5ef0ac6943f4 (threadPool:210)
2018-03-08 01:06:02,592+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 874e5f89-df8d-47e1-8a6f-3b9a74394ec2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:02,592+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:02,933+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2effe73b-ecef-486d-a36d-8d85dcdf27f4 (api:46)
2018-03-08 01:06:02,934+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000859696', 'lastCheck': '3.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157557', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391953', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047795', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449079', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000830172', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000520072', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698649', 'lastCheck': '3.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442739', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703818', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263874', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622778', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267304', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403604', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521349', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267905', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367002', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395082', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356217', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00443328', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229348', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439518', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234025', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411132', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437828', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035673', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462824', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260271', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230285', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.027069', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294887', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297498', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=2effe73b-ecef-486d-a36d-8d85dcdf27f4 (api:52)
2018-03-08 01:06:02,934+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=258a3497-1f3d-45db-81d2-13641141e1aa (api:46)
2018-03-08 01:06:02,935+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=258a3497-1f3d-45db-81d2-13641141e1aa (api:52)
2018-03-08 01:06:03,760+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:03,761+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4152eee0-2211-47ed-a32b-bd14edaa4d12 (api:46)
2018-03-08 01:06:03,762+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000859696', 'lastCheck': '4.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157557', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391953', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047795', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449079', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000830172', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000520072', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698649', 'lastCheck': '4.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442739', 'lastCheck': '4.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703818', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263874', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622778', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267304', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403604', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521349', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267905', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367002', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395082', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356217', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00443328', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229348', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439518', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234025', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411132', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437828', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035673', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462824', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260271', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230285', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.027069', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294887', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297498', 'lastCheck': '1.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4152eee0-2211-47ed-a32b-bd14edaa4d12 (api:52)
2018-03-08 01:06:03,762+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b398049e-4746-4dce-a668-ab75a3d0797c (api:46)
2018-03-08 01:06:03,763+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b398049e-4746-4dce-a668-ab75a3d0797c (api:52)
2018-03-08 01:06:03,788+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '25': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.02'}, '26': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '20': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '21': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.29'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.34'}, '29': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '93.77'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '20.55', 'cpuIdle': '75.47'}, '0': {'cpuUser': '4.18', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '92.64'}, '3': {'cpuUser': '4.91', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '91.84'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.55'}, '5': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '4': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '7': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.43'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '9': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.94'}, '52': {'cpuUser': '15.05', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '82.17'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.42'}, '10': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '12': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '15': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.03'}, '14': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '17': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.90'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.82'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '34': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '91.84'}, '33': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '18': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '57': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.54'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310779'}, '0': {'memPercent': 12, 'memFree': '347017'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622778', 'lastCheck': '4.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000859696', 'lastCheck': '4.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157557', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267304', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403604', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449079', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000830172', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000520072', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698649', 'lastCheck': '4.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442739', 'lastCheck': '4.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703818', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263874', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391953', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047795', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521349', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229348', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367002', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395082', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356217', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00443328', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267905', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294887', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234025', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411132', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437828', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035673', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462824', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260271', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230285', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.027069', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439518', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297498', 'lastCheck': '1.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644952382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403817743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.351', 'tx': '1176265238173', 'txDropped': '0', 'rx': '625369896440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0', 'tx': '1580908707639', 'txDropped': '0', 'rx': '926275468114', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45149900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416106743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200358650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet0', 'tx': '87117752', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet1', 'tx': '37764724092', 'txDropped': '0', 'rx': '877516217', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet2', 'tx': '21119293215', 'txDropped': '0', 'rx': '141311091295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175465968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet4', 'tx': '395801224', 'txDropped': '0', 'rx': '3066304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet5', 'tx': '23422387110', 'txDropped': '0', 'rx': '497896721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet6', 'tx': '6653154353', 'txDropped': '0', 'rx': '429604274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet7', 'tx': '1432504706', 'txDropped': '0', 'rx': '552012461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42401104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46697287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'lo', 'tx': '6926395836', 'txDropped': '0', 'rx': '6926395836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170509362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'eno1', 'tx': '975602683368', 'txDropped': '0', 'rx': '433974725027', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'eno2', 'tx': '605306024271', 'txDropped': '0', 'rx': '492300743087', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467562.876808, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467562.876808, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632416021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75821279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76939098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191852014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370732912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.306', 'tx': '76695870455', 'txDropped': '0', 'rx': '8373143149', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49818033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429948885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298618414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.110', 'tx': '2475214510', 'txDropped': '0', 'rx': '66852860559', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.111', 'tx': '122670629843', 'txDropped': '0', 'rx': '24441618189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55199671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54120556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464948975', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165187669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55979589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55809400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45145154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467562.876808, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226397519', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'oVirtManagement', 'tx': '1176265237525', 'txDropped': '0', 'rx': '625369158037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576725654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'vnet3', 'tx': '542194688', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467562.876808, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754244331', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693597.63', 'cpuLoad': '3.07', 'cpuSys': '1.49', 'diskStats': {'/var/log': {'free': '92966'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.59', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:06:03 GMT', 'cpuUser': '1.33', 'memFree': 667612, 'cpuIdle': '97.19', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.55'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:03,792+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:06:04,182+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:04,232+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5f027792-667e-416b-80d4-002f879d00ff (threadPool:210)
2018-03-08 01:06:04,232+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ea46e3d0-c741-4862-967c-0ef7d761aa8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:04,232+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:04,660+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:04,701+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10b93a98-897a-4c98-be05-b3b2fe876bd0 (threadPool:210)
2018-03-08 01:06:04,701+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eeeedb02-6cd8-46ef-9e61-5aae75134291 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:04,701+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:05,268+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:05,319+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c3c26034-ecba-4e37-a479-9b48b13fa6be (threadPool:210)
2018-03-08 01:06:05,319+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0934bfb5-a5a7-404f-bfe1-919eea4a810b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:05,320+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:05,678+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:05,728+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 874e5f89-df8d-47e1-8a6f-3b9a74394ec2 (threadPool:210)
2018-03-08 01:06:05,728+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1d1b762a-ac80-4cff-9cb1-6e391acf8702 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:05,729+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:05,864+0100 INFO  (jsonrpc/7) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'74e00751-5c22-44a1-915f-21d999cea791', size=u'2432696320', volFormat=5, preallocate=1, diskType=u'MEMD', volUUID=u'e8b69b92-722e-46dd-89fc-d59d67499ae4', desc=u'{"DiskAlias":"EGOVCICLIWIN300_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', srcImgUUID=u'00000000-0000-0000-0000-000000000000', srcVolUUID=u'00000000-0000-0000-0000-000000000000', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=c68ee5c2-72b8-4648-b492-31a5c0937927 (api:46)
2018-03-08 01:06:05,865+0100 INFO  (jsonrpc/7) [IOProcessClient] Starting client ioprocess-20800 (__init__:330)
2018-03-08 01:06:05,886+0100 INFO  (ioprocess/267548) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:06:05,892+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=c68ee5c2-72b8-4648-b492-31a5c0937927 (api:52)
2018-03-08 01:06:05,897+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:06:05,898+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] START task c68ee5c2-72b8-4648-b492-31a5c0937927 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f06cc098>>, args=None) (threadPool:208)
2018-03-08 01:06:05,991+0100 INFO  (jsonrpc/2) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'871376a9-76da-43f0-81d4-fec458271a11', size=u'10240', volFormat=5, preallocate=1, diskType=u'MEMM', volUUID=u'f24350c4-c22d-4316-ab63-925df5365fa7', desc=u'{"DiskAlias":"EGOVCICLIWIN300_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', srcImgUUID=u'00000000-0000-0000-0000-000000000000', srcVolUUID=u'00000000-0000-0000-0000-000000000000', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=275b46de-4b85-4869-81fc-6f6220fe5356 (api:46)
2018-03-08 01:06:05,995+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=275b46de-4b85-4869-81fc-6f6220fe5356 (api:52)
2018-03-08 01:06:06,001+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:06,001+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] START task 275b46de-4b85-4869-81fc-6f6220fe5356 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41b4145950>>, args=None) (threadPool:208)
2018-03-08 01:06:06,078+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:06,163+0100 INFO  (tasks/3) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/74e00751-5c22-44a1-915f-21d999cea791 for image's volumes (sd:1244)
2018-03-08 01:06:06,170+0100 INFO  (tasks/3) [storage.Volume] Creating volume e8b69b92-722e-46dd-89fc-d59d67499ae4 (volume:1152)
2018-03-08 01:06:06,178+0100 INFO  (tasks/3) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=e8b69b92-722e-46dd-89fc-d59d67499ae4, size=2320m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:06:06,528+0100 WARN  (tasks/3) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/74e00751-5c22-44a1-915f-21d999cea791/e8b69b92-722e-46dd-89fc-d59d67499ae4 already removed (fileutils:51)
2018-03-08 01:06:06,529+0100 INFO  (tasks/3) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/e8b69b92-722e-46dd-89fc-d59d67499ae4' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/74e00751-5c22-44a1-915f-21d999cea791/e8b69b92-722e-46dd-89fc-d59d67499ae4' (blockVolume:509)
2018-03-08 01:06:06,529+0100 INFO  (tasks/3) [storage.Volume] Request to create RAW volume /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/74e00751-5c22-44a1-915f-21d999cea791/e8b69b92-722e-46dd-89fc-d59d67499ae4 with size = 4751360 sectors (blockVolume:515)
2018-03-08 01:06:06,618+0100 INFO  (tasks/1) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/871376a9-76da-43f0-81d4-fec458271a11 for image's volumes (sd:1244)
2018-03-08 01:06:06,635+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:06,659+0100 INFO  (tasks/1) [storage.Volume] Creating volume f24350c4-c22d-4316-ab63-925df5365fa7 (volume:1152)
2018-03-08 01:06:06,670+0100 INFO  (tasks/1) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=f24350c4-c22d-4316-ab63-925df5365fa7, size=1m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:06:06,715+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ea46e3d0-c741-4862-967c-0ef7d761aa8a (threadPool:210)
2018-03-08 01:06:06,716+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70cce787-dbe0-454a-905f-fa298e889fb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:06,717+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:06,991+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/e8b69b92-722e-46dd-89fc-d59d67499ae4 (blockSD:884)
2018-03-08 01:06:06,994+0100 INFO  (tasks/3) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=e8b69b92-722e-46dd-89fc-d59d67499ae4, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_841', u'PU_00000000-0000-0000-0000-000000000000', u'IU_74e00751-5c22-44a1-915f-21d999cea791']) (lvm:1347)
2018-03-08 01:06:07,214+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=cfae9cef-f759-4ccb-9237-cd42bec8fb70 (api:46)
2018-03-08 01:06:07,220+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=cfae9cef-f759-4ccb-9237-cd42bec8fb70 (api:52)
2018-03-08 01:06:07,221+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:07,229+0100 WARN  (tasks/1) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/871376a9-76da-43f0-81d4-fec458271a11/f24350c4-c22d-4316-ab63-925df5365fa7 already removed (fileutils:51)
2018-03-08 01:06:07,229+0100 INFO  (tasks/1) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/f24350c4-c22d-4316-ab63-925df5365fa7' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/871376a9-76da-43f0-81d4-fec458271a11/f24350c4-c22d-4316-ab63-925df5365fa7' (blockVolume:509)
2018-03-08 01:06:07,229+0100 INFO  (tasks/1) [storage.Volume] Request to create RAW volume /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/871376a9-76da-43f0-81d4-fec458271a11/f24350c4-c22d-4316-ab63-925df5365fa7 with size = 20 sectors (blockVolume:515)
2018-03-08 01:06:07,291+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:07,317+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1a5b82a9-c860-44d1-a14a-841f184e8d06 (api:46)
2018-03-08 01:06:07,326+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1a5b82a9-c860-44d1-a14a-841f184e8d06 (api:52)
2018-03-08 01:06:07,328+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:07,351+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5caf2385-3330-4c0d-b85c-8674019ab94f (threadPool:210)
2018-03-08 01:06:07,351+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c863d17c-b648-470c-95c3-50cc9459bbae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:07,351+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:07,894+0100 INFO  (tasks/3) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'e8b69b92-722e-46dd-89fc-d59d67499ae4'] (lvm:1302)
2018-03-08 01:06:08,244+0100 INFO  (jsonrpc/6) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=c8623ecf-755d-4ddb-8764-7fae6c6cd6cb (api:46)
2018-03-08 01:06:08,245+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'c68ee5c2-72b8-4648-b492-31a5c0937927': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'c68ee5c2-72b8-4648-b492-31a5c0937927'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '275b46de-4b85-4869-81fc-6f6220fe5356': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '275b46de-4b85-4869-81fc-6f6220fe5356'}}} from=::ffff:192.168.99.66,46746, task_id=c8623ecf-755d-4ddb-8764-7fae6c6cd6cb (api:52)
2018-03-08 01:06:08,246+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:08,476+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:08,571+0100 WARN  (tasks/1) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/f24350c4-c22d-4316-ab63-925df5365fa7 (blockSD:884)
2018-03-08 01:06:08,572+0100 INFO  (tasks/1) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=f24350c4-c22d-4316-ab63-925df5365fa7, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_843', u'PU_00000000-0000-0000-0000-000000000000', u'IU_871376a9-76da-43f0-81d4-fec458271a11']) (lvm:1347)
2018-03-08 01:06:08,603+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eeeedb02-6cd8-46ef-9e61-5aae75134291 (threadPool:210)
2018-03-08 01:06:08,605+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34e2f925-d753-4108-a10f-0d14d93a4d16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:08,606+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:09,776+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:09,785+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:09,788+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:09,917+0100 INFO  (tasks/3) [storage.Volume] The requested size for volume e8b69b92-722e-46dd-89fc-d59d67499ae4 doesn't match the granularity on domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454, updating the volume size from 4751360 to 4980736 (volume:1196)
2018-03-08 01:06:09,960+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] FINISH task c68ee5c2-72b8-4648-b492-31a5c0937927 (threadPool:210)
2018-03-08 01:06:09,972+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'f24350c4-c22d-4316-ab63-925df5365fa7'] (lvm:1302)
2018-03-08 01:06:10,162+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:10,204+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0934bfb5-a5a7-404f-bfe1-919eea4a810b (threadPool:210)
2018-03-08 01:06:10,206+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bfb05614-3899-4d09-af6c-21a8c3ff9894 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:10,206+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:11,551+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:11,601+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1d1b762a-ac80-4cff-9cb1-6e391acf8702 (threadPool:210)
2018-03-08 01:06:11,601+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d4483ddd-bdd9-4868-b89d-56b4f730bde2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:11,601+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:11,758+0100 INFO  (tasks/1) [storage.Volume] The requested size for volume f24350c4-c22d-4316-ab63-925df5365fa7 doesn't match the granularity on domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454, updating the volume size from 20 to 262144 (volume:1196)
2018-03-08 01:06:11,791+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] FINISH task 275b46de-4b85-4869-81fc-6f6220fe5356 (threadPool:210)
2018-03-08 01:06:11,957+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:12,009+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70cce787-dbe0-454a-905f-fa298e889fb2 (threadPool:210)
2018-03-08 01:06:12,009+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 65dc762f-57be-405e-b1c9-dc12ef700409 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:12,010+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:12,374+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:12,423+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c863d17c-b648-470c-95c3-50cc9459bbae (threadPool:210)
2018-03-08 01:06:12,423+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task df30db7c-1553-4c9c-8620-3587a6f148f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 961, '1xtnd\x81\xdeSW\xd7d\xfa\xac\x95J\x80\x0b\xe1#\xcf?\x17\xa9W\xee0b\xde\x87oDL\x02=\x02\x04\xda00000000003c700000000000000')) (threadPool:208)
2018-03-08 01:06:12,424+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume da04023d-024c-446f-87de-6230ee57a917 in domain 3fcf23e1-0b80-4a95-acfa-64d75753de81 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 3960832 (mailbox:161)
2018-03-08 01:06:12,424+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV 3fcf23e1-0b80-4a95-acfa-64d75753de81/da04023d-024c-446f-87de-6230ee57a917 to 3960832 megabytes (lvm:1205)
2018-03-08 01:06:12,578+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task df30db7c-1553-4c9c-8620-3587a6f148f5 (threadPool:210)
2018-03-08 01:06:12,578+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23e474eb-ede8-4ce2-948a-1f3029363176 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:12,578+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:12,846+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:12,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34e2f925-d753-4108-a10f-0d14d93a4d16 (threadPool:210)
2018-03-08 01:06:12,897+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 17c6561e-4715-4a37-97f0-8f2338c75603 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:12,897+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:13,281+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:13,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bfb05614-3899-4d09-af6c-21a8c3ff9894 (threadPool:210)
2018-03-08 01:06:13,315+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bb40799a-b70a-42f7-9191-57b331bce748 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:13,315+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:13,892+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:13,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 65dc762f-57be-405e-b1c9-dc12ef700409 (threadPool:210)
2018-03-08 01:06:13,942+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3b35267a-4861-44dc-b6e9-b8275c9b8e08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:13,942+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:14,150+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:06:14,154+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:06:14,157+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:14,165+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:06:14,165+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:06:14,165+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:14,822+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:14,872+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23e474eb-ede8-4ce2-948a-1f3029363176 (threadPool:210)
2018-03-08 01:06:14,873+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 98292145-7fe1-4cb9-aa57-08fe12af993d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:14,873+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:16,119+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:16,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 17c6561e-4715-4a37-97f0-8f2338c75603 (threadPool:210)
2018-03-08 01:06:16,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c10c2c79-f538-49bd-a05e-b55e3bf14858 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:16,168+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:17,360+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:17,407+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d4483ddd-bdd9-4868-b89d-56b4f730bde2 (threadPool:210)
2018-03-08 01:06:17,407+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7f7d29b9-d03c-4472-bf95-1e2c4095fb0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:17,408+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:17,746+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4e5551b5-7187-4405-b15c-412a8386c094 (api:46)
2018-03-08 01:06:17,754+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4e5551b5-7187-4405-b15c-412a8386c094 (api:52)
2018-03-08 01:06:17,754+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:06:17,862+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f541fff4-ea0f-4516-a7ef-d2ce68daca86 (api:46)
2018-03-08 01:06:17,869+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1775297888256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f541fff4-ea0f-4516-a7ef-d2ce68daca86 (api:52)
2018-03-08 01:06:17,870+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:18,031+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f249bcff-e032-49e3-aa81-7e880b7763d5 (api:46)
2018-03-08 01:06:18,032+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547868', 'lastCheck': '8.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734727', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040601', 'lastCheck': '7.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060557', 'lastCheck': '8.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580543', 'lastCheck': '6.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404705', 'lastCheck': '5.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00119991', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749582', 'lastCheck': '8.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254728', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265136', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295987', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627729', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431836', 'lastCheck': '6.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417033', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627206', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459569', 'lastCheck': '6.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373183', 'lastCheck': '8.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374079', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441085', 'lastCheck': '8.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000948407', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385159', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159563', 'lastCheck': '8.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439321', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426283', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384293', 'lastCheck': '8.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714582', 'lastCheck': '8.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264542', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537406', 'lastCheck': '8.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721318', 'lastCheck': '6.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000795631', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342209', 'lastCheck': '8.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701645', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=f249bcff-e032-49e3-aa81-7e880b7763d5 (api:52)
2018-03-08 01:06:18,032+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=3c0139b4-33a7-437f-aea8-392319651b93 (api:46)
2018-03-08 01:06:18,033+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=3c0139b4-33a7-437f-aea8-392319651b93 (api:52)
2018-03-08 01:06:18,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:18,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bb40799a-b70a-42f7-9191-57b331bce748 (threadPool:210)
2018-03-08 01:06:18,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cc751b8b-7cd7-4e8e-963c-757009f48e8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:18,131+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:18,304+0100 INFO  (jsonrpc/4) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=d63ce486-8758-4c1b-8d87-ef5ef7d1b42b (api:46)
2018-03-08 01:06:18,305+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'c68ee5c2-72b8-4648-b492-31a5c0937927': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'c68ee5c2-72b8-4648-b492-31a5c0937927'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '275b46de-4b85-4869-81fc-6f6220fe5356': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '275b46de-4b85-4869-81fc-6f6220fe5356'}}} from=::ffff:192.168.99.66,46746, task_id=d63ce486-8758-4c1b-8d87-ef5ef7d1b42b (api:52)
2018-03-08 01:06:18,306+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:18,385+0100 INFO  (jsonrpc/1) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'74e00751-5c22-44a1-915f-21d999cea791', volUUID=u'e8b69b92-722e-46dd-89fc-d59d67499ae4', options=None) from=::ffff:192.168.99.66,46746, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=6dcdeeb4-8eff-4d0c-ac52-1af67a41b86b (api:46)
2018-03-08 01:06:18,386+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=74e00751-5c22-44a1-915f-21d999cea791 volUUID = e8b69b92-722e-46dd-89fc-d59d67499ae4  (volume:238)
2018-03-08 01:06:18,417+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/74e00751-5c22-44a1-915f-21d999cea791/e8b69b92-722e-46dd-89fc-d59d67499ae4 info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN300_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '74e00751-5c22-44a1-915f-21d999cea791', 'ctime': '1520467569', 'disktype': 'MEMD', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2550136832', 'children': [], 'pool': '', 'capacity': '2550136832', 'uuid': u'e8b69b92-722e-46dd-89fc-d59d67499ae4', 'truesize': '2550136832', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:06:18,417+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN300_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '74e00751-5c22-44a1-915f-21d999cea791', 'ctime': '1520467569', 'disktype': 'MEMD', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2550136832', 'children': [], 'pool': '', 'capacity': '2550136832', 'uuid': u'e8b69b92-722e-46dd-89fc-d59d67499ae4', 'truesize': '2550136832', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=6dcdeeb4-8eff-4d0c-ac52-1af67a41b86b (api:52)
2018-03-08 01:06:18,418+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:06:18,442+0100 INFO  (jsonrpc/6) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'871376a9-76da-43f0-81d4-fec458271a11', volUUID=u'f24350c4-c22d-4316-ab63-925df5365fa7', options=None) from=::ffff:192.168.99.66,46746, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=f3d4b234-b4f2-488f-966a-0c62fc0fbea6 (api:46)
2018-03-08 01:06:18,443+0100 INFO  (jsonrpc/6) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=871376a9-76da-43f0-81d4-fec458271a11 volUUID = f24350c4-c22d-4316-ab63-925df5365fa7  (volume:238)
2018-03-08 01:06:18,472+0100 INFO  (jsonrpc/6) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/871376a9-76da-43f0-81d4-fec458271a11/f24350c4-c22d-4316-ab63-925df5365fa7 info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN300_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '871376a9-76da-43f0-81d4-fec458271a11', 'ctime': '1520467571', 'disktype': 'MEMM', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '134217728', 'children': [], 'pool': '', 'capacity': '134217728', 'uuid': u'f24350c4-c22d-4316-ab63-925df5365fa7', 'truesize': '134217728', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:06:18,472+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN300_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '871376a9-76da-43f0-81d4-fec458271a11', 'ctime': '1520467571', 'disktype': 'MEMM', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '134217728', 'children': [], 'pool': '', 'capacity': '134217728', 'uuid': u'f24350c4-c22d-4316-ab63-925df5365fa7', 'truesize': '134217728', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=df330d9c-3ae0-4dfb-9d4d-9de0184c41af, task_id=f3d4b234-b4f2-488f-966a-0c62fc0fbea6 (api:52)
2018-03-08 01:06:18,473+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:06:18,567+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:18,613+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3b35267a-4861-44dc-b6e9-b8275c9b8e08 (threadPool:210)
2018-03-08 01:06:18,613+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e4e43eeb-6d5f-4ffa-b430-f8fafebc6e5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:18,613+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:18,753+0100 INFO  (jsonrpc/0) [vdsm.api] START clearTask(taskID=u'c68ee5c2-72b8-4648-b492-31a5c0937927', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=7d8b0b0e-209b-45b9-8bab-f7a6a2574657 (api:46)
2018-03-08 01:06:18,757+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=7d8b0b0e-209b-45b9-8bab-f7a6a2574657 (api:52)
2018-03-08 01:06:18,757+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:18,763+0100 INFO  (jsonrpc/3) [vdsm.api] START clearTask(taskID=u'275b46de-4b85-4869-81fc-6f6220fe5356', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=6efd284f-85b4-426d-8a2b-ec90fc75baae (api:46)
2018-03-08 01:06:18,765+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=6efd284f-85b4-426d-8a2b-ec90fc75baae (api:52)
2018-03-08 01:06:18,766+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:18,842+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:18,846+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e21de6e6-49a9-41a1-94dc-3e74a596bbf0 (api:46)
2018-03-08 01:06:18,848+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273093', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000777514', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040601', 'lastCheck': '8.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060557', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580543', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404705', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00119991', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749582', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254728', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265136', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295987', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627729', 'lastCheck': '9.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269264', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417033', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627206', 'lastCheck': '9.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459569', 'lastCheck': '7.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373183', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374079', 'lastCheck': '4.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441085', 'lastCheck': '9.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000948407', 'lastCheck': '9.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385159', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159563', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439321', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426283', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384293', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714582', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264542', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537406', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721318', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000795631', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342209', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701645', 'lastCheck': '5.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e21de6e6-49a9-41a1-94dc-3e74a596bbf0 (api:52)
2018-03-08 01:06:18,848+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ca89b01a-81ac-4f49-a4a0-b07f19bfa8a7 (api:46)
2018-03-08 01:06:18,848+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ca89b01a-81ac-4f49-a4a0-b07f19bfa8a7 (api:52)
2018-03-08 01:06:18,878+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.28'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.76'}, '26': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.41'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.03'}, '20': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '21': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.36'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.75'}, '23': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.70'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '29': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.44'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '41': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '97.75'}, '1': {'cpuUser': '5.83', 'nodeIndex': 1, 'cpuSys': '19.61', 'cpuIdle': '74.56'}, '0': {'cpuUser': '4.17', 'nodeIndex': 0, 'cpuSys': '5.23', 'cpuIdle': '90.60'}, '3': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.96'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.76'}, '5': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.90'}, '4': {'cpuUser': '11.92', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '86.42'}, '7': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '93.51'}, '6': {'cpuUser': '20.01', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '77.01'}, '9': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '93.37'}, '8': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '96.89'}, '52': {'cpuUser': '18.42', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '80.45'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.30'}, '10': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '91.99'}, '13': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.97'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '15': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.11'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.74'}, '17': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.90'}, '16': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.63'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.70'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.95'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '34': {'cpuUser': '5.03', 'nodeIndex': 0, 'cpuSys': '6.23', 'cpuIdle': '88.74'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.16'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310280'}, '0': {'memPercent': 12, 'memFree': '347510'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627729', 'lastCheck': '9.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273093', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000777514', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269264', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417033', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580543', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404705', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00119991', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749582', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254728', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265136', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295987', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040601', 'lastCheck': '8.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00060557', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627206', 'lastCheck': '9.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385159', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373183', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374079', 'lastCheck': '4.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441085', 'lastCheck': '9.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000948407', 'lastCheck': '9.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459569', 'lastCheck': '7.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342209', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439321', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426283', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384293', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714582', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264542', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537406', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721318', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000795631', 'lastCheck': '5.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159563', 'lastCheck': '9.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701645', 'lastCheck': '5.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644957387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403820430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.351', 'tx': '1176265328016', 'txDropped': '0', 'rx': '625369915727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0', 'tx': '1580908866883', 'txDropped': '0', 'rx': '926275954734', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45150300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416115164', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200360282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet0', 'tx': '87124089', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet1', 'tx': '37764779262', 'txDropped': '0', 'rx': '877518123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet2', 'tx': '21119320241', 'txDropped': '0', 'rx': '141311146663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175468102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet4', 'tx': '395807621', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet5', 'tx': '23422396623', 'txDropped': '0', 'rx': '497898230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet6', 'tx': '6653163664', 'txDropped': '0', 'rx': '429604336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet7', 'tx': '1432527828', 'txDropped': '0', 'rx': '552035965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42401504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46697791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'lo', 'tx': '6926474737', 'txDropped': '0', 'rx': '6926474737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170511410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'eno1', 'tx': '975602785701', 'txDropped': '0', 'rx': '433974931379', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'eno2', 'tx': '605306081182', 'txDropped': '0', 'rx': '492301023355', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467577.972101, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467577.972101, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632420561', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75821629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76939448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191855146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370733404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.306', 'tx': '76695870497', 'txDropped': '0', 'rx': '8373148538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49818525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429954228', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298621546', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.110', 'tx': '2475239982', 'txDropped': '0', 'rx': '66852927712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.111', 'tx': '122670682601', 'txDropped': '0', 'rx': '24441642428', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55200071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54121060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464951662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165189717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55979989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55809800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45145554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467577.972101, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226399151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'oVirtManagement', 'tx': '1176265327368', 'txDropped': '0', 'rx': '625369177324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576730194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'vnet3', 'tx': '542201025', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467577.972101, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754246465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693612.71', 'cpuLoad': '3.17', 'cpuSys': '1.60', 'diskStats': {'/var/log': {'free': '92965'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:06:18 GMT', 'cpuUser': '2.12', 'memFree': 667604, 'cpuIdle': '96.27', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.48'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:18,882+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:06:18,985+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:19,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 98292145-7fe1-4cb9-aa57-08fe12af993d (threadPool:210)
2018-03-08 01:06:19,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 974a211b-c3c4-49f7-b6cf-f65dad0594e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:19,035+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:19,414+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:19,765+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:19,850+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7f7d29b9-d03c-4472-bf95-1e2c4095fb0b (threadPool:210)
2018-03-08 01:06:19,852+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f470b132-8e62-421e-8823-697c49dd486e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:19,852+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:20,758+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:20,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cc751b8b-7cd7-4e8e-963c-757009f48e8a (threadPool:210)
2018-03-08 01:06:20,815+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e352b49f-7e78-4d97-92c7-54ed2bf33681 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:20,815+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:22,095+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:22,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e4e43eeb-6d5f-4ffa-b430-f8fafebc6e5d (threadPool:210)
2018-03-08 01:06:22,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c08c4ff2-7a6a-4e45-84ee-d9a16b7e0af8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:22,147+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:22,911+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:22,979+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 974a211b-c3c4-49f7-b6cf-f65dad0594e1 (threadPool:210)
2018-03-08 01:06:22,979+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 38eb2020-92e4-450e-b290-b201cec406cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:22,980+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:24,291+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:24,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c10c2c79-f538-49bd-a05e-b55e3bf14858 (threadPool:210)
2018-03-08 01:06:24,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 481c983b-d6db-44f8-9abd-49d21fc294a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:24,344+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:24,804+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:24,809+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:24,812+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:25,165+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:25,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f470b132-8e62-421e-8823-697c49dd486e (threadPool:210)
2018-03-08 01:06:25,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3a6672d2-8762-42e5-a755-dbf7db343e8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:25,214+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:25,567+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:25,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e352b49f-7e78-4d97-92c7-54ed2bf33681 (threadPool:210)
2018-03-08 01:06:25,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8196fffb-f17c-44c3-bbe0-3e99c4fcc86b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:25,615+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:26,005+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:26,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c08c4ff2-7a6a-4e45-84ee-d9a16b7e0af8 (threadPool:210)
2018-03-08 01:06:26,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1e15a63d-8963-4084-a6b4-0679489e56ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:26,055+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:26,459+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:26,510+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 38eb2020-92e4-450e-b290-b201cec406cb (threadPool:210)
2018-03-08 01:06:26,510+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 87db6cfe-74ad-4cfd-bb24-eedab1347cdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:26,510+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:27,023+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:27,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 481c983b-d6db-44f8-9abd-49d21fc294a2 (threadPool:210)
2018-03-08 01:06:27,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 997122a3-91ac-4318-8630-d3146e70a681 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:27,094+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:28,083+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:28,126+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3a6672d2-8762-42e5-a755-dbf7db343e8b (threadPool:210)
2018-03-08 01:06:28,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7f87a436-f3af-42b8-895f-01f9f3041b82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:28,127+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:28,340+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6de80591-eceb-47af-8a48-4d8299a16f5e (api:46)
2018-03-08 01:06:28,347+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6de80591-eceb-47af-8a48-4d8299a16f5e (api:52)
2018-03-08 01:06:28,347+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:28,452+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f30655a6-5341-44a2-b277-d7af4c89d137 (api:46)
2018-03-08 01:06:28,458+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f30655a6-5341-44a2-b277-d7af4c89d137 (api:52)
2018-03-08 01:06:28,460+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:29,174+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:06:29,184+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:06:29,186+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:06:29,206+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:06:29,208+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:06:29,208+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:06:29,516+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:29,586+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8196fffb-f17c-44c3-bbe0-3e99c4fcc86b (threadPool:210)
2018-03-08 01:06:29,587+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 18284650-2235-43bb-a915-936167095e85 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:06:29,587+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:30,735+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:30,784+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 87db6cfe-74ad-4cfd-bb24-eedab1347cdc (threadPool:210)
2018-03-08 01:06:30,784+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b54c0bc-288b-4290-a2e6-4d633f588d80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:30,785+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:31,995+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:32,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 997122a3-91ac-4318-8630-d3146e70a681 (threadPool:210)
2018-03-08 01:06:32,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 725ba802-3b60-4ba9-a0b4-615ef1107963 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:32,046+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:32,381+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:32,422+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7f87a436-f3af-42b8-895f-01f9f3041b82 (threadPool:210)
2018-03-08 01:06:32,423+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 65b2e6dc-b2ef-4121-8daa-1151610edfed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:32,423+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:32,775+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:32,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1e15a63d-8963-4084-a6b4-0679489e56ec (threadPool:210)
2018-03-08 01:06:32,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6be17b4c-7cbb-4f88-aac1-33fd2729e031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:32,818+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:33,180+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:33,201+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=126d02a0-bd54-45d5-9d27-202195d536bf (api:46)
2018-03-08 01:06:33,203+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405293', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00651113', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453919', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550245', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553255', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273798', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000376851', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588589', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254783', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238867', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557504', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490681', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270117', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437295', 'lastCheck': '4.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683735', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399949', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264495', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405999', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265753', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0335542', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301131', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0419514', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304895', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460043', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247141', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282683', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346772', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477851', 'lastCheck': '3.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293379', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534915', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389391', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421631', 'lastCheck': '0.1', 'valid': True}} from=internal, task_id=126d02a0-bd54-45d5-9d27-202195d536bf (api:52)
2018-03-08 01:06:33,204+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=5a53d5ca-597c-4510-beab-c225e2025d25 (api:46)
2018-03-08 01:06:33,204+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5a53d5ca-597c-4510-beab-c225e2025d25 (api:52)
2018-03-08 01:06:33,241+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b54c0bc-288b-4290-a2e6-4d633f588d80 (threadPool:210)
2018-03-08 01:06:33,241+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5b930aeb-b299-455a-82dd-1170c5841a66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:33,242+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:33,682+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:33,930+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:33,931+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fa1f5ac4-9518-4cac-b9c9-8282d62e7b32 (api:46)
2018-03-08 01:06:33,932+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405293', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00651113', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453919', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550245', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553255', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273798', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000376851', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588589', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254783', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238867', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557504', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490681', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270117', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437295', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683735', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399949', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264495', 'lastCheck': '4.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405999', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265753', 'lastCheck': '4.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0335542', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301131', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0419514', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304895', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460043', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247141', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282683', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346772', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477851', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293379', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534915', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389391', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421631', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fa1f5ac4-9518-4cac-b9c9-8282d62e7b32 (api:52)
2018-03-08 01:06:33,932+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2b5db833-835c-4bde-99b1-c2afce3b6574 (api:46)
2018-03-08 01:06:33,933+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2b5db833-835c-4bde-99b1-c2afce3b6574 (api:52)
2018-03-08 01:06:33,958+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.82'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.17'}, '26': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.08'}, '27': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.64'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.97'}, '22': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.23'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.77'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '29': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.98'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '1': {'cpuUser': '4.16', 'nodeIndex': 1, 'cpuSys': '20.29', 'cpuIdle': '75.55'}, '0': {'cpuUser': '3.04', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '94.51'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '2': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.90'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.11'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.76'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.44'}, '6': {'cpuUser': '4.49', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '93.73'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.30'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '38': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.10'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.64'}, '14': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.95'}, '17': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.23'}, '16': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.69'}, '19': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.77'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.11'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '34': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '3.37', 'cpuIdle': '93.72'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310232'}, '0': {'memPercent': 12, 'memFree': '347541'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490681', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405293', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00651113', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270117', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437295', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553255', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273798', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000376851', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588589', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254783', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238867', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557504', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453919', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550245', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683735', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301131', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264495', 'lastCheck': '4.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405999', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265753', 'lastCheck': '4.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0335542', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399949', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389391', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304895', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460043', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247141', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282683', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346772', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477851', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293379', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534915', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0419514', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421631', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644964463', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403823038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.351', 'tx': '1176265402549', 'txDropped': '0', 'rx': '625369927470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0', 'tx': '1580908963340', 'txDropped': '0', 'rx': '926276375543', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45150650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416117036', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200362848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet0', 'tx': '87128404', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet1', 'tx': '37764782234', 'txDropped': '0', 'rx': '877518887', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet2', 'tx': '21119334012', 'txDropped': '0', 'rx': '141311147542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175469470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet4', 'tx': '395811936', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet5', 'tx': '23422405627', 'txDropped': '0', 'rx': '497898338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet6', 'tx': '6653165976', 'txDropped': '0', 'rx': '429604398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet7', 'tx': '1432530200', 'txDropped': '0', 'rx': '552036069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42401854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46698141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'lo', 'tx': '6926549943', 'txDropped': '0', 'rx': '6926549943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170514418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'eno1', 'tx': '975602880187', 'txDropped': '0', 'rx': '433975129976', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'eno2', 'tx': '605306083153', 'txDropped': '0', 'rx': '492301245567', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467593.101458, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467593.101458, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632425189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75822029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76939848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191857224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370733754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.306', 'tx': '76695870497', 'txDropped': '0', 'rx': '8373152041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49818875', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429957731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298623624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.110', 'tx': '2475240912', 'txDropped': '0', 'rx': '66852930136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.111', 'tx': '122670683372', 'txDropped': '0', 'rx': '24441654159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55200421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54121410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464954270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165192725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55980339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55810150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45145904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467593.101458, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226401717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'oVirtManagement', 'tx': '1176265401901', 'txDropped': '0', 'rx': '625369189067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576734822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'vnet3', 'tx': '542205340', 'txDropped': '0', 'rx': '221473200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467593.101458, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754247833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693627.80', 'cpuLoad': '3.32', 'cpuSys': '1.46', 'diskStats': {'/var/log': {'free': '92964'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:06:33 GMT', 'cpuUser': '1.01', 'memFree': 667609, 'cpuIdle': '97.53', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.33'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:33,962+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:06:34,214+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:34,250+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 65b2e6dc-b2ef-4121-8daa-1151610edfed (threadPool:210)
2018-03-08 01:06:34,250+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b727e5f3-fe24-4700-ba9a-beb00cee4e1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:34,251+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:35,444+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:35,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6be17b4c-7cbb-4f88-aac1-33fd2729e031 (threadPool:210)
2018-03-08 01:06:35,512+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2bddd01b-00dc-48e5-a0f8-3b32a77f8436 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:35,512+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:36,931+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:36,973+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 725ba802-3b60-4ba9-a0b4-615ef1107963 (threadPool:210)
2018-03-08 01:06:36,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 447b779b-84c0-4bb5-b786-6f58b773bd08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:36,975+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:38,158+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:38,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5b930aeb-b299-455a-82dd-1170c5841a66 (threadPool:210)
2018-03-08 01:06:38,221+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 163fcb0f-c20c-40c2-b947-2de5961fdccf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:38,221+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:38,896+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0ba56f89-6f26-41ea-a5f8-ed7072fec036 (api:46)
2018-03-08 01:06:38,903+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0ba56f89-6f26-41ea-a5f8-ed7072fec036 (api:52)
2018-03-08 01:06:38,904+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:06:39,007+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8af727ab-bc06-4a7a-8570-df34426a7b27 (api:46)
2018-03-08 01:06:39,014+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8af727ab-bc06-4a7a-8570-df34426a7b27 (api:52)
2018-03-08 01:06:39,015+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:39,127+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:39,188+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 18284650-2235-43bb-a915-936167095e85 (threadPool:210)
2018-03-08 01:06:39,189+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 13cc85fb-5086-425e-924b-d148ae41960b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:39,190+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:39,586+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:39,657+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b727e5f3-fe24-4700-ba9a-beb00cee4e1c (threadPool:210)
2018-03-08 01:06:39,658+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cc934196-c3a1-43cd-bc1c-978f1135b1f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:39,659+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:39,831+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:39,840+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:39,851+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:06:40,052+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:40,098+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 447b779b-84c0-4bb5-b786-6f58b773bd08 (threadPool:210)
2018-03-08 01:06:40,099+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cfb49ceb-441a-44fe-8e47-7fe038cab0f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:40,099+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:40,464+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:40,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 163fcb0f-c20c-40c2-b947-2de5961fdccf (threadPool:210)
2018-03-08 01:06:40,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce3ce639-04ab-452e-abd3-2add5dc80a33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:40,510+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:40,807+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=798ba712-e076-418c-990f-8b4f28791e71 (api:46)
2018-03-08 01:06:40,807+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=798ba712-e076-418c-990f-8b4f28791e71 (api:52)
2018-03-08 01:06:40,807+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=9f3eb594-4c27-4b11-92db-996dcc97cb31 (api:46)
2018-03-08 01:06:40,808+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=9f3eb594-4c27-4b11-92db-996dcc97cb31 (api:52)
2018-03-08 01:06:40,808+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=bef9938e-e4ae-4eb9-ad32-8e922b15913e (api:46)
2018-03-08 01:06:40,808+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=bef9938e-e4ae-4eb9-ad32-8e922b15913e (api:52)
2018-03-08 01:06:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=469710e1-d6ad-4c24-943a-de10317ebdf3 (api:46)
2018-03-08 01:06:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=469710e1-d6ad-4c24-943a-de10317ebdf3 (api:52)
2018-03-08 01:06:40,809+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=7a98d54a-65f2-4c79-ac72-19ffe6db9390 (api:46)
2018-03-08 01:06:40,810+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=7a98d54a-65f2-4c79-ac72-19ffe6db9390 (api:52)
2018-03-08 01:06:40,810+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=9fcfbc4b-13b3-43b0-993c-b7a056f06a7a (api:46)
2018-03-08 01:06:40,810+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=9fcfbc4b-13b3-43b0-993c-b7a056f06a7a (api:52)
2018-03-08 01:06:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=3a87d904-f0d4-475e-afcc-19f3e1ef13ef (api:46)
2018-03-08 01:06:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=3a87d904-f0d4-475e-afcc-19f3e1ef13ef (api:52)
2018-03-08 01:06:40,811+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=7ef2851d-9740-486c-aa8b-4678c5bc6bb4 (api:46)
2018-03-08 01:06:40,811+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=7ef2851d-9740-486c-aa8b-4678c5bc6bb4 (api:52)
2018-03-08 01:06:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=e538c240-6352-4c44-a73b-811f9043352b (api:46)
2018-03-08 01:06:40,812+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=e538c240-6352-4c44-a73b-811f9043352b (api:52)
2018-03-08 01:06:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=45443fa1-70f7-4129-9346-6287e34a2a11 (api:46)
2018-03-08 01:06:40,812+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=45443fa1-70f7-4129-9346-6287e34a2a11 (api:52)
2018-03-08 01:06:40,892+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:40,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 13cc85fb-5086-425e-924b-d148ae41960b (threadPool:210)
2018-03-08 01:06:40,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9cb9184f-b39a-4f81-b74b-f008a7b9a2fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:40,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:41,276+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:41,327+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2bddd01b-00dc-48e5-a0f8-3b32a77f8436 (threadPool:210)
2018-03-08 01:06:41,327+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 48b1ffba-df22-4e41-9c9d-c22978f347af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:41,327+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:42,029+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:42,073+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cc934196-c3a1-43cd-bc1c-978f1135b1f0 (threadPool:210)
2018-03-08 01:06:42,073+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a08726cb-680f-4aef-b299-e4f8981e994d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:42,073+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:42,868+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:42,917+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cfb49ceb-441a-44fe-8e47-7fe038cab0f3 (threadPool:210)
2018-03-08 01:06:42,917+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1275b988-fec7-4620-aadb-3c82801e0f1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:42,918+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:44,220+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:06:44,225+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:06:44,227+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:44,258+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:06:44,259+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:06:44,260+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:06:44,261+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:44,301+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce3ce639-04ab-452e-abd3-2add5dc80a33 (threadPool:210)
2018-03-08 01:06:44,301+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1631753e-555f-470b-a117-44227473ba88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:44,302+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:45,440+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:45,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 48b1ffba-df22-4e41-9c9d-c22978f347af (threadPool:210)
2018-03-08 01:06:45,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c0635f9c-fa5b-499e-9afe-09de02bd6697 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:45,496+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:46,510+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:46,547+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a08726cb-680f-4aef-b299-e4f8981e994d (threadPool:210)
2018-03-08 01:06:46,548+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2c05e7c6-cbbb-4a77-b92d-477cc1c8e843 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:46,548+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:46,877+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:47,269+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:47,325+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1631753e-555f-470b-a117-44227473ba88 (threadPool:210)
2018-03-08 01:06:47,325+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43be9fa1-9738-4630-a97f-85b7dc866253 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:47,325+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:47,694+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:47,743+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c0635f9c-fa5b-499e-9afe-09de02bd6697 (threadPool:210)
2018-03-08 01:06:47,744+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1af9a8cb-d702-4a5e-8dca-7b96d50231d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:47,744+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:48,158+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:48,215+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1275b988-fec7-4620-aadb-3c82801e0f1b (threadPool:210)
2018-03-08 01:06:48,216+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fda7a0c6-ffd5-4387-bce5-041ab1d1288b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:48,217+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:48,303+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ef7f39e5-10d0-4bb1-9e3f-c20a66d26412 (api:46)
2018-03-08 01:06:48,303+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00248075', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521904', 'lastCheck': '8.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479557', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555516', 'lastCheck': '8.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419674', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270958', 'lastCheck': '5.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000741064', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129558', 'lastCheck': '8.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340721', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531147', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301092', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144262', 'lastCheck': '8.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497956', 'lastCheck': '7.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231941', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551121', 'lastCheck': '8.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031714', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761612', 'lastCheck': '8.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261852', 'lastCheck': '4.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266296', 'lastCheck': '8.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196142', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002267', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489759', 'lastCheck': '8.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296159', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393332', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440365', 'lastCheck': '8.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352811', 'lastCheck': '7.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397509', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309026', 'lastCheck': '8.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514727', 'lastCheck': '6.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107477', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521104', 'lastCheck': '8.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322654', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=ef7f39e5-10d0-4bb1-9e3f-c20a66d26412 (api:52)
2018-03-08 01:06:48,304+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=6ca8fd6e-fb85-43fd-b5ad-ab1cf96c974d (api:46)
2018-03-08 01:06:48,304+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=6ca8fd6e-fb85-43fd-b5ad-ab1cf96c974d (api:52)
2018-03-08 01:06:48,623+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:48,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2c05e7c6-cbbb-4a77-b92d-477cc1c8e843 (threadPool:210)
2018-03-08 01:06:48,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1f3872ac-f57c-45da-aa68-d8c449836809 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:06:48,673+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:48,999+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:49,000+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=db18a5de-1453-46e1-8614-bf5a5c64b0a1 (api:46)
2018-03-08 01:06:49,001+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00248075', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0016116', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479557', 'lastCheck': '8.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555516', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419674', 'lastCheck': '7.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270958', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000741064', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129558', 'lastCheck': '9.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340721', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531147', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301092', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144262', 'lastCheck': '9.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252498', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00153305', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551121', 'lastCheck': '9.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031714', 'lastCheck': '7.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761612', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261852', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266296', 'lastCheck': '9.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196142', 'lastCheck': '9.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002267', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489759', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296159', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393332', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440365', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352811', 'lastCheck': '8.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397509', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309026', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514727', 'lastCheck': '6.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107477', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521104', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322654', 'lastCheck': '5.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=db18a5de-1453-46e1-8614-bf5a5c64b0a1 (api:52)
2018-03-08 01:06:49,002+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1870232a-7045-484e-b341-0d255a28af52 (api:46)
2018-03-08 01:06:49,002+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1870232a-7045-484e-b341-0d255a28af52 (api:52)
2018-03-08 01:06:49,029+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.43'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.63'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.56'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.71'}, '26': {'cpuUser': '3.76', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '94.13'}, '27': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '96.11'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.03'}, '21': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '94.85'}, '22': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.62'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.11'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.95'}, '29': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.45'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.03', 'nodeIndex': 1, 'cpuSys': '18.16', 'cpuIdle': '77.81'}, '0': {'cpuUser': '4.23', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '93.39'}, '3': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.44'}, '2': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.76'}, '5': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.58'}, '4': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '7': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.84'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.71'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '13': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.31'}, '12': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.49'}, '15': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.37'}, '14': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '17': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.64'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '19': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.44'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.64'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '35': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.49'}, '34': {'cpuUser': '4.56', 'nodeIndex': 0, 'cpuSys': '5.48', 'cpuIdle': '89.96'}, '33': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '18': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '96.44'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310186'}, '0': {'memPercent': 12, 'memFree': '347605'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144262', 'lastCheck': '9.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00248075', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0016116', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252498', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00153305', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419674', 'lastCheck': '7.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270958', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000741064', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129558', 'lastCheck': '9.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340721', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531147', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301092', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479557', 'lastCheck': '8.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555516', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551121', 'lastCheck': '9.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002267', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761612', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261852', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266296', 'lastCheck': '9.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196142', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031714', 'lastCheck': '7.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521104', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296159', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393332', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440365', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352811', 'lastCheck': '8.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397509', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309026', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514727', 'lastCheck': '6.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107477', 'lastCheck': '5.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489759', 'lastCheck': '9.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322654', 'lastCheck': '5.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1644990034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403827479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.351', 'tx': '1176265479938', 'txDropped': '0', 'rx': '625369943898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0', 'tx': '1580909041359', 'txDropped': '0', 'rx': '926276827929', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45151050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416120629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200364739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet0', 'tx': '87133668', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet1', 'tx': '37764786765', 'txDropped': '0', 'rx': '877518949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet2', 'tx': '21119371739', 'txDropped': '0', 'rx': '141311149260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175470724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet4', 'tx': '395817200', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet5', 'tx': '23422433616', 'txDropped': '0', 'rx': '497899045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet6', 'tx': '6653172534', 'txDropped': '0', 'rx': '429606483', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet7', 'tx': '1432534731', 'txDropped': '0', 'rx': '552036131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42402254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46698541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'lo', 'tx': '6926630547', 'txDropped': '0', 'rx': '6926630547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170515592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'eno1', 'tx': '975602956201', 'txDropped': '0', 'rx': '433975352073', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'eno2', 'tx': '605306085158', 'txDropped': '0', 'rx': '492301475856', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467608.241504, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467608.241504, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632429775', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75822379', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76940198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191859738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370734200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.306', 'tx': '76695870539', 'txDropped': '0', 'rx': '8373156511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49819321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429962155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298626138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.110', 'tx': '2475243121', 'txDropped': '0', 'rx': '66852935322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.111', 'tx': '122670685313', 'txDropped': '0', 'rx': '24441689746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55200821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54121810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464958711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165193899', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55980739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55810550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45146304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467608.241504, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226403608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'oVirtManagement', 'tx': '1176265479290', 'txDropped': '0', 'rx': '625369205495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576739408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'vnet3', 'tx': '542210664', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467608.241504, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754249087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693642.87', 'cpuLoad': '3.28', 'cpuSys': '1.42', 'diskStats': {'/var/log': {'free': '92963'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:06:49 GMT', 'cpuUser': '1.00', 'memFree': 667610, 'cpuIdle': '97.58', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.12'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:49,034+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:06:49,416+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:49,503+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9cb9184f-b39a-4f81-b74b-f008a7b9a2fe (threadPool:210)
2018-03-08 01:06:49,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e9c87426-6620-4dc5-9fff-aa46b6aa4541 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:49,505+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:49,611+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=96842f2c-c987-462a-a939-c4e496f6659a (api:46)
2018-03-08 01:06:49,618+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=96842f2c-c987-462a-a939-c4e496f6659a (api:52)
2018-03-08 01:06:49,619+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:49,719+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=837013c1-109e-44eb-8032-700c624133fb (api:46)
2018-03-08 01:06:49,728+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=837013c1-109e-44eb-8032-700c624133fb (api:52)
2018-03-08 01:06:49,729+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:50,350+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:50,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1af9a8cb-d702-4a5e-8dca-7b96d50231d5 (threadPool:210)
2018-03-08 01:06:50,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bccebfea-aa31-408a-a8cd-66e2f0fd4c72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:50,399+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:51,753+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:51,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fda7a0c6-ffd5-4387-bce5-041ab1d1288b (threadPool:210)
2018-03-08 01:06:51,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f527d1ec-4045-4ad6-8e42-bda95039ae07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:51,805+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:52,907+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:52,957+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1f3872ac-f57c-45da-aa68-d8c449836809 (threadPool:210)
2018-03-08 01:06:52,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d8a1bea-ce4c-4a43-9f8e-efa1d1b52788 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:52,958+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:54,054+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:54,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43be9fa1-9738-4630-a97f-85b7dc866253 (threadPool:210)
2018-03-08 01:06:54,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7a3f94c9-0d34-4a5b-9c42-2e341ec3f629 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:54,100+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:06:54,710+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:54,758+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bccebfea-aa31-408a-a8cd-66e2f0fd4c72 (threadPool:210)
2018-03-08 01:06:54,760+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c8770b74-1693-4920-b030-bec50a32dba2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:54,760+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:54,869+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:06:54,875+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:06:54,877+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:55,290+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:55,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f527d1ec-4045-4ad6-8e42-bda95039ae07 (threadPool:210)
2018-03-08 01:06:55,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 592a25fd-fded-40d9-bd67-d55b55930e30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:55,347+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:56,011+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:56,060+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d8a1bea-ce4c-4a43-9f8e-efa1d1b52788 (threadPool:210)
2018-03-08 01:06:56,060+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44d95cb2-3cad-4203-b452-771c09a505c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:56,061+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:56,980+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:57,027+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e9c87426-6620-4dc5-9fff-aa46b6aa4541 (threadPool:210)
2018-03-08 01:06:57,027+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ad8822c5-1bf3-48dc-ac30-da0ee67f8cff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:57,027+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:58,114+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:58,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7a3f94c9-0d34-4a5b-9c42-2e341ec3f629 (threadPool:210)
2018-03-08 01:06:58,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca8716a4-f988-47ed-b543-918415a705f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:06:58,167+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:06:59,258+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:06:59,268+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:06:59,270+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:06:59,275+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:06:59,300+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:06:59,301+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:06:59,302+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:06:59,338+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c8770b74-1693-4920-b030-bec50a32dba2 (threadPool:210)
2018-03-08 01:06:59,338+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c021b0ec-321a-436a-82ca-fc07710508c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:06:59,339+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:00,180+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ebbcd5da-f1fe-42a7-b019-b24a3c8cd5ad (api:46)
2018-03-08 01:07:00,186+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ebbcd5da-f1fe-42a7-b019-b24a3c8cd5ad (api:52)
2018-03-08 01:07:00,187+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:00,283+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=dc4c4427-e5f5-47a6-9997-f12b38363c39 (api:46)
2018-03-08 01:07:00,290+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=dc4c4427-e5f5-47a6-9997-f12b38363c39 (api:52)
2018-03-08 01:07:00,292+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:00,360+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:00,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 592a25fd-fded-40d9-bd67-d55b55930e30 (threadPool:210)
2018-03-08 01:07:00,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af6712fe-ed48-41cf-b608-a3bc2c3b0636 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:00,412+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:01,347+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:01,399+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44d95cb2-3cad-4203-b452-771c09a505c6 (threadPool:210)
2018-03-08 01:07:01,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e664fbc3-1bf9-40c9-bd60-9dd1565a23d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:01,400+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:01,773+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:02,157+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:02,192+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ad8822c5-1bf3-48dc-ac30-da0ee67f8cff (threadPool:210)
2018-03-08 01:07:02,193+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bab0a08b-cdb9-43f7-a1cb-a083a5bccf28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:02,193+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:02,630+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:02,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c021b0ec-321a-436a-82ca-fc07710508c6 (threadPool:210)
2018-03-08 01:07:02,671+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 539f1404-d213-4816-9f3e-d487e3d838c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:02,671+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:03,291+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:03,336+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af6712fe-ed48-41cf-b608-a3bc2c3b0636 (threadPool:210)
2018-03-08 01:07:03,336+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2ee68ade-0a3f-4b93-90de-b38d13fbe3b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:07:03,337+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:03,403+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f6537d0e-def7-4707-8890-4d9137c65d3c (api:46)
2018-03-08 01:07:03,404+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358333', 'lastCheck': '4.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000922159', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032004', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490531', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000715537', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483354', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0405107', 'lastCheck': '1.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552826', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352151', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218068', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285503', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327185', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272105', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396085', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006555', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387788', 'lastCheck': '2.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226745', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275449', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217924', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0928219', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354047', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0188476', 'lastCheck': '3.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793928', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000344014', 'lastCheck': '7.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381901', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250853', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399612', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461143', 'lastCheck': '3.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476585', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134673', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000733359', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232284', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=f6537d0e-def7-4707-8890-4d9137c65d3c (api:52)
2018-03-08 01:07:03,405+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=69e83805-c731-4e82-9880-c8ac61315723 (api:46)
2018-03-08 01:07:03,405+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=69e83805-c731-4e82-9880-c8ac61315723 (api:52)
2018-03-08 01:07:03,413+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20801 (__init__:330)
2018-03-08 01:07:03,440+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20802 (__init__:330)
2018-03-08 01:07:03,460+0100 INFO  (ioprocess/268786) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:07:03,466+0100 INFO  (ioprocess/268792) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:07:04,072+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:04,073+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e8c36968-5a13-41d0-b242-edd3f43eb65d (api:46)
2018-03-08 01:07:04,074+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358333', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000922159', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032004', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490531', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000715537', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483354', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0405107', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552826', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352151', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218068', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285503', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327185', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272105', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396085', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006555', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387788', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226745', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275449', 'lastCheck': '4.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217924', 'lastCheck': '4.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0928219', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354047', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0188476', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793928', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000344014', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381901', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250853', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399612', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461143', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476585', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134673', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000733359', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232284', 'lastCheck': '1.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e8c36968-5a13-41d0-b242-edd3f43eb65d (api:52)
2018-03-08 01:07:04,074+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=716f80f3-3db3-42f9-9040-8aca41dc5da2 (api:46)
2018-03-08 01:07:04,075+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=716f80f3-3db3-42f9-9040-8aca41dc5da2 (api:52)
2018-03-08 01:07:04,079+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:04,131+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.55'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.56'}, '25': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '93.84'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '27': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.30'}, '20': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '96.02'}, '22': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.61'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '19.01', 'cpuIdle': '77.21'}, '0': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.37'}, '3': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '2': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '5': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '6': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.56'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.83'}, '8': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '10': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '12': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.23'}, '14': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.69'}, '17': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '16': {'cpuUser': '3.64', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.37'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.90'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '36': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '34': {'cpuUser': '3.44', 'nodeIndex': 0, 'cpuSys': '3.97', 'cpuIdle': '92.59'}, '33': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.50'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309909'}, '0': {'memPercent': 12, 'memFree': '347849'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327185', 'lastCheck': '3.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358333', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000922159', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272105', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396085', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000715537', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483354', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0405107', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552826', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352151', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218068', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285503', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032004', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490531', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006555', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354047', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226745', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275449', 'lastCheck': '4.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217924', 'lastCheck': '4.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0928219', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387788', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000733359', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793928', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000344014', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381901', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250853', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000399612', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461143', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476585', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0134673', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0188476', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232284', 'lastCheck': '1.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645007426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403831002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.351', 'tx': '1176265554504', 'txDropped': '0', 'rx': '625369954154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0', 'tx': '1580909280563', 'txDropped': '0', 'rx': '926277372171', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45151400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416158979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200365349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet0', 'tx': '87138497', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet1', 'tx': '37764826561', 'txDropped': '0', 'rx': '877519095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet2', 'tx': '21119429873', 'txDropped': '0', 'rx': '141311291186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175472270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet4', 'tx': '395822029', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet5', 'tx': '23422453814', 'txDropped': '0', 'rx': '497899645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet6', 'tx': '6653214816', 'txDropped': '0', 'rx': '429609377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet7', 'tx': '1432574433', 'txDropped': '0', 'rx': '552036235', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42402604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46698891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'lo', 'tx': '6926705565', 'txDropped': '0', 'rx': '6926705565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170517370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'eno1', 'tx': '975603045960', 'txDropped': '0', 'rx': '433975598695', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'eno2', 'tx': '605306234603', 'txDropped': '0', 'rx': '492301773476', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467623.33853, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467623.33853, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632434311', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75822779', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76940598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191863354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370734550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.306', 'tx': '76695870539', 'txDropped': '0', 'rx': '8373160444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49819671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429966088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298629754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.110', 'tx': '2475246265', 'txDropped': '0', 'rx': '66852975928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.111', 'tx': '122670827133', 'txDropped': '0', 'rx': '24441739522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55201221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54122160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464962234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165195677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55981139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55810900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45146654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467623.33853, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226404218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'oVirtManagement', 'tx': '1176265553856', 'txDropped': '0', 'rx': '625369215751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576743944', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'vnet3', 'tx': '542215493', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467623.33853, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754250633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693657.94', 'cpuLoad': '3.23', 'cpuSys': '1.46', 'diskStats': {'/var/log': {'free': '92963'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:07:04 GMT', 'cpuUser': '1.08', 'memFree': 667597, 'cpuIdle': '97.46', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.82'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:04,137+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:07:04,160+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e664fbc3-1bf9-40c9-bd60-9dd1565a23d7 (threadPool:210)
2018-03-08 01:07:04,160+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74030ebb-d0a4-414f-afca-639198ee292e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:04,161+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:05,391+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:05,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca8716a4-f988-47ed-b543-918415a705f9 (threadPool:210)
2018-03-08 01:07:05,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a7046ecf-d37f-42fc-8c13-74ca65da487b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:05,442+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:06,751+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:06,796+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bab0a08b-cdb9-43f7-a1cb-a083a5bccf28 (threadPool:210)
2018-03-08 01:07:06,796+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 58ac776c-2950-46a8-8a98-2dfb0e209ced (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:06,797+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:08,161+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:08,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 539f1404-d213-4816-9f3e-d487e3d838c2 (threadPool:210)
2018-03-08 01:07:08,226+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d157c47a-fd98-42f6-96d3-76186a5d3bfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:08,226+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:08,560+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:08,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2ee68ade-0a3f-4b93-90de-b38d13fbe3b7 (threadPool:210)
2018-03-08 01:07:08,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f7212189-744f-41c3-aa32-4765605b1263 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:08,602+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:08,940+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:08,985+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a7046ecf-d37f-42fc-8c13-74ca65da487b (threadPool:210)
2018-03-08 01:07:08,985+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a93424ab-3935-45de-9007-413f6ff50e83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:08,986+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:09,327+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:09,396+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 58ac776c-2950-46a8-8a98-2dfb0e209ced (threadPool:210)
2018-03-08 01:07:09,397+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7f6b0da4-4386-441c-bd3f-e11277b39620 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:09,397+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:09,752+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:09,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d157c47a-fd98-42f6-96d3-76186a5d3bfe (threadPool:210)
2018-03-08 01:07:09,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c524437a-c3d7-437e-ae18-ec94b8d612bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1665, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd0m\x97\x9a\xaa\x1e~\x9e\xfd@[W:7\xeax000000000000700000000000000')) (threadPool:208)
2018-03-08 01:07:09,824+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 78ea373a-575b-40fd-9e7e-1eaa9a976dd0 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 28672 (mailbox:161)
2018-03-08 01:07:09,824+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/78ea373a-575b-40fd-9e7e-1eaa9a976dd0 to 28672 megabytes (lvm:1205)
2018-03-08 01:07:09,898+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:09,903+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:09,905+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:10,323+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c524437a-c3d7-437e-ae18-ec94b8d612bb (threadPool:210)
2018-03-08 01:07:10,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b4fe3cf-b000-401b-941a-5be1cacea1ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:10,324+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:10,595+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:10,643+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74030ebb-d0a4-414f-afca-639198ee292e (threadPool:210)
2018-03-08 01:07:10,644+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6d4cf842-e26e-4fa9-9fcd-9ccb3858341f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:10,644+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:10,700+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=01607411-03e9-46a3-a77e-74884d2aa63d (api:46)
2018-03-08 01:07:10,706+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=01607411-03e9-46a3-a77e-74884d2aa63d (api:52)
2018-03-08 01:07:10,706+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:10,804+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4511e8d0-335e-408f-9790-9b25277ed564 (api:46)
2018-03-08 01:07:10,811+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85856354304', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4511e8d0-335e-408f-9790-9b25277ed564 (api:52)
2018-03-08 01:07:10,813+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:11,475+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:11,525+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f7212189-744f-41c3-aa32-4765605b1263 (threadPool:210)
2018-03-08 01:07:11,525+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 55f0ad30-e799-4b45-8d68-f883df50c2f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:11,526+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:12,644+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:12,696+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a93424ab-3935-45de-9007-413f6ff50e83 (threadPool:210)
2018-03-08 01:07:12,696+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ccb900a0-227d-40ff-ac18-71e16726e1ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:12,697+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:13,772+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:13,816+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7f6b0da4-4386-441c-bd3f-e11277b39620 (threadPool:210)
2018-03-08 01:07:13,817+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fbf8f8dd-2035-43cc-9d88-2a59ba86c4bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:13,818+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:14,300+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:07:14,305+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:07:14,308+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:14,317+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:07:14,318+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:07:14,318+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:14,694+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:14,746+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b4fe3cf-b000-401b-941a-5be1cacea1ed (threadPool:210)
2018-03-08 01:07:14,747+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26ef2360-b741-4602-86d1-632b706b32a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:14,747+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:15,076+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:15,121+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 55f0ad30-e799-4b45-8d68-f883df50c2f6 (threadPool:210)
2018-03-08 01:07:15,122+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 63a7f522-a708-4b97-98a5-ae018912d1bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:15,122+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:15,503+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:15,870+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:15,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ccb900a0-227d-40ff-ac18-71e16726e1ed (threadPool:210)
2018-03-08 01:07:15,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3973fb82-1264-4d54-96b3-020db6d7914b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:15,937+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:16,506+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:16,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fbf8f8dd-2035-43cc-9d88-2a59ba86c4bc (threadPool:210)
2018-03-08 01:07:16,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 77ccd2f9-5da5-46ca-82ed-bd2b53016ce9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1666, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd0m\x97\x9a\xaa\x1e~\x9e\xfd@[W:7\xeax000000000000700000000000000')) (threadPool:208)
2018-03-08 01:07:16,555+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 78ea373a-575b-40fd-9e7e-1eaa9a976dd0 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 28672 (mailbox:161)
2018-03-08 01:07:16,555+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/78ea373a-575b-40fd-9e7e-1eaa9a976dd0 to 28672 megabytes (lvm:1205)
2018-03-08 01:07:17,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:17,352+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6d4cf842-e26e-4fa9-9fcd-9ccb3858341f (threadPool:210)
2018-03-08 01:07:17,352+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 72f5bf55-325b-4753-8ab0-8d8b56c59518 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:17,353+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:18,588+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a31376a6-3f50-43e7-920a-5f1fb557f15a (api:46)
2018-03-08 01:07:18,591+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470098', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000843569', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0254349', 'lastCheck': '8.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461349', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344354', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327855', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000473006', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583983', 'lastCheck': '8.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322148', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226562', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643272', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313843', 'lastCheck': '7.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501321', 'lastCheck': '7.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041373', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527294', 'lastCheck': '8.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251069', 'lastCheck': '7.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341087', 'lastCheck': '9.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239519', 'lastCheck': '4.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407646', 'lastCheck': '9.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116509', 'lastCheck': '8.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377362', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115255', 'lastCheck': '8.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035037', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454379', 'lastCheck': '8.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000631146', 'lastCheck': '8.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347592', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228142', 'lastCheck': '8.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469736', 'lastCheck': '6.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892432', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327494', 'lastCheck': '8.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238323', 'lastCheck': '5.5', 'valid': True}} from=internal, task_id=a31376a6-3f50-43e7-920a-5f1fb557f15a (api:52)
2018-03-08 01:07:18,592+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=8e7503a1-e1cb-429c-b8e5-f260aea3bc3a (api:46)
2018-03-08 01:07:18,592+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8e7503a1-e1cb-429c-b8e5-f260aea3bc3a (api:52)
2018-03-08 01:07:18,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 77ccd2f9-5da5-46ca-82ed-bd2b53016ce9 (threadPool:210)
2018-03-08 01:07:18,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c047d05f-2b5d-4374-a6b9-31e7557db42d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:18,640+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:19,055+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:19,104+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26ef2360-b741-4602-86d1-632b706b32a0 (threadPool:210)
2018-03-08 01:07:19,104+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eb1c2cbc-06df-45c6-a2e7-8b21154562c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:19,105+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:19,181+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:19,185+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=72a8fd53-431d-4a84-81b5-4fcc84c8290c (api:46)
2018-03-08 01:07:19,186+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470098', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000843569', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0254349', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461349', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344354', 'lastCheck': '7.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327855', 'lastCheck': '6.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000473006', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583983', 'lastCheck': '9.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322148', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226562', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643272', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313843', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023265', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345189', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527294', 'lastCheck': '9.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251069', 'lastCheck': '7.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341087', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239519', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407646', 'lastCheck': '9.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116509', 'lastCheck': '9.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377362', 'lastCheck': '4.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115255', 'lastCheck': '9.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035037', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454379', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000631146', 'lastCheck': '8.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347592', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228142', 'lastCheck': '9.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469736', 'lastCheck': '7.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892432', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327494', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238323', 'lastCheck': '6.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=72a8fd53-431d-4a84-81b5-4fcc84c8290c (api:52)
2018-03-08 01:07:19,187+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0af48a08-ba6e-40ee-ba29-312986d48168 (api:46)
2018-03-08 01:07:19,187+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0af48a08-ba6e-40ee-ba29-312986d48168 (api:52)
2018-03-08 01:07:19,214+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '95.97'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '97.56'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.76'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.64'}, '26': {'cpuUser': '2.44', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.11'}, '27': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '4.49', 'cpuIdle': '93.53'}, '20': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.30'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '23': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '95.18'}, '46': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.55'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.23'}, '29': {'cpuUser': '3.10', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '94.79'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.96', 'nodeIndex': 1, 'cpuSys': '17.56', 'cpuIdle': '78.48'}, '0': {'cpuUser': '3.76', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '94.06'}, '3': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.24'}, '2': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '5': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.84'}, '4': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.35'}, '7': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '6': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.02'}, '9': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.52'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.83', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '93.86'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '97.10'}, '13': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '95.25'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.23'}, '15': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.24'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '17': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.51'}, '16': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.97'}, '19': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.38'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.43', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '93.73'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '35': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.09'}, '34': {'cpuUser': '4.09', 'nodeIndex': 0, 'cpuSys': '4.49', 'cpuIdle': '91.42'}, '33': {'cpuUser': '1.25', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '97.63'}, '18': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.57'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310071'}, '0': {'memPercent': 12, 'memFree': '347696'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313843', 'lastCheck': '8.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470098', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000843569', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023265', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345189', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344354', 'lastCheck': '7.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327855', 'lastCheck': '6.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000473006', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583983', 'lastCheck': '9.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322148', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226562', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643272', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0254349', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461349', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527294', 'lastCheck': '9.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377362', 'lastCheck': '4.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341087', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239519', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407646', 'lastCheck': '9.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116509', 'lastCheck': '9.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251069', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327494', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035037', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454379', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000631146', 'lastCheck': '8.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347592', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228142', 'lastCheck': '9.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469736', 'lastCheck': '7.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892432', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115255', 'lastCheck': '9.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238323', 'lastCheck': '6.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645012309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403834172', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.351', 'tx': '1176265633462', 'txDropped': '0', 'rx': '625369972374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0', 'tx': '1580909372476', 'txDropped': '0', 'rx': '926277772826', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45151800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416163139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200366857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet0', 'tx': '87142668', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet1', 'tx': '37764831215', 'txDropped': '0', 'rx': '877519199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet2', 'tx': '21119455061', 'txDropped': '0', 'rx': '141311306698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175474904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet4', 'tx': '395826200', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet5', 'tx': '23422460066', 'txDropped': '0', 'rx': '497899843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet6', 'tx': '6653219410', 'txDropped': '0', 'rx': '429609439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet7', 'tx': '1432579147', 'txDropped': '0', 'rx': '552036513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42403004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46699291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'lo', 'tx': '6926784336', 'txDropped': '0', 'rx': '6926784336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170519134', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'eno1', 'tx': '975603121672', 'txDropped': '0', 'rx': '433975799851', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'eno2', 'tx': '605306250804', 'txDropped': '0', 'rx': '492301972975', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467638.482586, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467638.482586, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632438897', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75823179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76940998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191866128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370734950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.306', 'tx': '76695870539', 'txDropped': '0', 'rx': '8373163929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49820071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429969573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298632528', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.110', 'tx': '2475246709', 'txDropped': '0', 'rx': '66852980226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.111', 'tx': '122670842480', 'txDropped': '0', 'rx': '24441762930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55201571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54122560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464965404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165197441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55981489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55811300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45147054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467638.482586, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226405726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'oVirtManagement', 'tx': '1176265632814', 'txDropped': '0', 'rx': '625369233971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576748530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'vnet3', 'tx': '542219664', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467638.482586, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754253267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1693673.05', 'cpuLoad': '3.20', 'cpuSys': '1.47', 'diskStats': {'/var/log': {'free': '92962'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:07:19 GMT', 'cpuUser': '1.23', 'memFree': 667599, 'cpuIdle': '97.30', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:19,219+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:07:19,570+0100 INFO  (monitor/4c009a4) [IOProcessClient] Closing client ioprocess-20800 (__init__:598)
2018-03-08 01:07:20,628+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:20,685+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3973fb82-1264-4d54-96b3-020db6d7914b (threadPool:210)
2018-03-08 01:07:20,686+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4e820a3a-8b7a-40bd-9a08-b444e4e8858e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:20,686+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:21,070+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:21,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 72f5bf55-325b-4753-8ab0-8d8b56c59518 (threadPool:210)
2018-03-08 01:07:21,120+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af7d4ee6-bd42-47e1-b94d-35e571cf60f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:21,120+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:21,257+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d395eeac-85e4-4705-bcb6-b44b1bd7ba60 (api:46)
2018-03-08 01:07:21,262+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d395eeac-85e4-4705-bcb6-b44b1bd7ba60 (api:52)
2018-03-08 01:07:21,263+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:21,361+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=19331432-6c9f-4c97-8a9a-b13e79f67ef8 (api:46)
2018-03-08 01:07:21,367+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7049920380928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=19331432-6c9f-4c97-8a9a-b13e79f67ef8 (api:52)
2018-03-08 01:07:21,369+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:21,444+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:21,494+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c047d05f-2b5d-4374-a6b9-31e7557db42d (threadPool:210)
2018-03-08 01:07:21,494+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 57073acb-5828-4315-8b21-88fd3f8dc019 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:21,494+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:21,822+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:21,862+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 63a7f522-a708-4b97-98a5-ae018912d1bf (threadPool:210)
2018-03-08 01:07:21,862+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a014c777-56c9-47ff-9905-ed1efee47fdf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:21,862+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:22,295+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:22,343+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4e820a3a-8b7a-40bd-9a08-b444e4e8858e (threadPool:210)
2018-03-08 01:07:22,344+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02df081e-a317-4f94-b832-e4bc88bed410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:22,344+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:22,853+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:22,903+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af7d4ee6-bd42-47e1-b94d-35e571cf60f3 (threadPool:210)
2018-03-08 01:07:22,903+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 59453801-c455-4269-943d-ee8aeab1fb2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:22,904+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:23,867+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:23,909+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 57073acb-5828-4315-8b21-88fd3f8dc019 (threadPool:210)
2018-03-08 01:07:23,910+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 47d49d93-2db0-4f26-ad14-f2a5a9c8c965 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:23,910+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:24,921+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:24,926+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:24,928+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:24,942+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:24,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a014c777-56c9-47ff-9905-ed1efee47fdf (threadPool:210)
2018-03-08 01:07:24,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d16d287d-4786-443a-ad51-77c0eefb4e51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:24,995+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:26,200+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:26,250+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02df081e-a317-4f94-b832-e4bc88bed410 (threadPool:210)
2018-03-08 01:07:26,251+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 56ccc0ff-8fc4-4875-9ca3-3841224a9969 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:26,251+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:26,738+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:26,787+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 59453801-c455-4269-943d-ee8aeab1fb2a (threadPool:210)
2018-03-08 01:07:26,787+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 41ec6a01-a2c3-4761-baea-62bd27165f2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:26,787+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:27,092+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:27,143+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eb1c2cbc-06df-45c6-a2e7-8b21154562c4 (threadPool:210)
2018-03-08 01:07:27,144+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b1228798-0e25-4648-8fde-6c11383fc298 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:27,144+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:27,518+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:27,565+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 47d49d93-2db0-4f26-ad14-f2a5a9c8c965 (threadPool:210)
2018-03-08 01:07:27,565+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c204ff58-797c-424a-94bf-7f444871bbe4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:27,565+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:27,892+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:27,942+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d16d287d-4786-443a-ad51-77c0eefb4e51 (threadPool:210)
2018-03-08 01:07:27,942+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 53d8b54e-6bfb-4388-8186-014d49da97ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:27,943+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:28,316+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:28,977+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:29,022+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 56ccc0ff-8fc4-4875-9ca3-3841224a9969 (threadPool:210)
2018-03-08 01:07:29,022+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ba7223c3-33c4-444b-8fe3-026c52407563 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:29,022+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:29,324+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:07:29,329+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:07:29,331+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:29,356+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:07:29,356+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:07:29,357+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:29,537+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:29,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 41ec6a01-a2c3-4761-baea-62bd27165f2d (threadPool:210)
2018-03-08 01:07:29,637+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 586a79a6-266c-4716-b66b-6e0b2cd77404 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:29,638+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:30,490+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:30,538+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b1228798-0e25-4648-8fde-6c11383fc298 (threadPool:210)
2018-03-08 01:07:30,538+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e9cfbe52-4af1-49ec-a3bb-c4ce166e5dad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:07:30,539+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:31,895+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=43c77832-d007-468f-8288-35bd3405e027 (api:46)
2018-03-08 01:07:31,901+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=43c77832-d007-468f-8288-35bd3405e027 (api:52)
2018-03-08 01:07:31,901+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:31,991+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=298e9b3b-c57e-4d26-88f6-6fa736354130 (api:46)
2018-03-08 01:07:31,998+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7049920380928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=298e9b3b-c57e-4d26-88f6-6fa736354130 (api:52)
2018-03-08 01:07:32,000+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:32,458+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:32,502+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c204ff58-797c-424a-94bf-7f444871bbe4 (threadPool:210)
2018-03-08 01:07:32,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 66483637-0d48-47f0-90ea-8f2fa3cfe3a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:32,505+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:33,305+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:33,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 53d8b54e-6bfb-4388-8186-014d49da97ae (threadPool:210)
2018-03-08 01:07:33,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c6d4c0e1-d1f1-468a-b2fc-977a75efd8c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:33,356+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:33,697+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:33,755+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ba496021-965a-4afa-8d3d-acabe344cf6b (api:46)
2018-03-08 01:07:33,756+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300596', 'lastCheck': '4.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158365', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354157', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392337', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054038', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023721', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0246229', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000771416', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260655', 'lastCheck': '4.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664433', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249902', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00887978', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236774', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222668', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447445', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289331', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356349', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381907', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343982', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536079', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246492', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0268945', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457865', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476597', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348253', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254148', 'lastCheck': '3.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274369', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252365', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321304', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315342', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209451', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366445', 'lastCheck': '0.6', 'valid': True}} from=internal, task_id=ba496021-965a-4afa-8d3d-acabe344cf6b (api:52)
2018-03-08 01:07:33,757+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=4aa9aa62-b49b-486c-83ee-77e87acedac2 (api:46)
2018-03-08 01:07:33,757+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4aa9aa62-b49b-486c-83ee-77e87acedac2 (api:52)
2018-03-08 01:07:33,815+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ba7223c3-33c4-444b-8fe3-026c52407563 (threadPool:210)
2018-03-08 01:07:33,815+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 51b8da73-e090-458f-8790-bd40d3606f6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:33,815+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:34,126+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:34,153+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e9cfbe52-4af1-49ec-a3bb-c4ce166e5dad (threadPool:210)
2018-03-08 01:07:34,153+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a0f53b7-fa15-4602-b8b4-1764ce8eefe6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:34,153+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:34,258+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:34,259+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f712b43d-60ea-434a-b550-85139637ede0 (api:46)
2018-03-08 01:07:34,260+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300596', 'lastCheck': '4.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158365', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354157', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392337', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054038', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023721', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0246229', 'lastCheck': '4.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000771416', 'lastCheck': '4.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260655', 'lastCheck': '4.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664433', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249902', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00887978', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236774', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222668', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447445', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289331', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356349', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381907', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343982', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536079', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246492', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0268945', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457865', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476597', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348253', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254148', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274369', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252365', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321304', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315342', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209451', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366445', 'lastCheck': '1.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f712b43d-60ea-434a-b550-85139637ede0 (api:52)
2018-03-08 01:07:34,261+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b1c0ae35-bcc8-4fa0-988d-16307db48309 (api:46)
2018-03-08 01:07:34,261+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b1c0ae35-bcc8-4fa0-988d-16307db48309 (api:52)
2018-03-08 01:07:34,287+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.90'}, '54': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.42'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '97.49'}, '53': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '3.56', 'nodeIndex': 0, 'cpuSys': '2.44', 'cpuIdle': '94.00'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.64'}, '26': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.64'}, '27': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '20': {'cpuUser': '6.01', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '91.61'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.04'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.69'}, '23': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.25'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.03'}, '29': {'cpuUser': '2.90', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.72'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.70', 'nodeIndex': 1, 'cpuSys': '19.94', 'cpuIdle': '76.36'}, '0': {'cpuUser': '3.43', 'nodeIndex': 0, 'cpuSys': '3.04', 'cpuIdle': '93.53'}, '3': {'cpuUser': '3.10', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.52'}, '2': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.24', 'cpuIdle': '96.70'}, '5': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '94.86'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.36'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.64'}, '6': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.17'}, '8': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.29'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.25'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '13': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.11'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '15': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '3.96', 'cpuIdle': '93.47'}, '14': {'cpuUser': '6.27', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '91.75'}, '17': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.05'}, '16': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.89'}, '19': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.64'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.96', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '92.67'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '37': {'cpuUser': '1.25', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '98.16'}, '36': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.28'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.83'}, '34': {'cpuUser': '3.50', 'nodeIndex': 0, 'cpuSys': '3.96', 'cpuIdle': '92.54'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311200'}, '0': {'memPercent': 12, 'memFree': '346565'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00887978', 'lastCheck': '3.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300596', 'lastCheck': '4.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158365', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236774', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222668', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054038', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023721', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0246229', 'lastCheck': '4.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000771416', 'lastCheck': '4.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260655', 'lastCheck': '4.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664433', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249902', 'lastCheck': '4.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354157', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392337', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447445', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246492', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356349', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381907', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343982', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536079', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289331', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209451', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457865', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476597', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348253', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254148', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274369', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252365', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321304', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315342', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0268945', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366445', 'lastCheck': '1.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645018598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403836541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.351', 'tx': '1176265710230', 'txDropped': '0', 'rx': '625369984110', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0', 'tx': '1580909563904', 'txDropped': '0', 'rx': '926278368572', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30328'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45152150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416164432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200368909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet0', 'tx': '87146832', 'txDropped': '0', 'rx': '79830281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet1', 'tx': '37764832788', 'txDropped': '0', 'rx': '877519261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet2', 'tx': '21119479243', 'txDropped': '0', 'rx': '141311318612', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175477902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet4', 'tx': '395830364', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet5', 'tx': '23422637060', 'txDropped': '0', 'rx': '497995668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet6', 'tx': '6653220983', 'txDropped': '0', 'rx': '429609501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet7', 'tx': '1432580720', 'txDropped': '0', 'rx': '552036575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42403354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46699641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'lo', 'tx': '6926859050', 'txDropped': '0', 'rx': '6926859050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170520658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'eno1', 'tx': '975603226388', 'txDropped': '0', 'rx': '433976004923', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'eno2', 'tx': '605306337516', 'txDropped': '0', 'rx': '492302363649', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467653.631421, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467653.631421, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632443433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75823529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76941348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191868650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370735350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.306', 'tx': '76695870539', 'txDropped': '0', 'rx': '8373167281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49820471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429972925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298635050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.110', 'tx': '2475246895', 'txDropped': '0', 'rx': '66852981519', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.111', 'tx': '122670950014', 'txDropped': '0', 'rx': '24441950472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55201971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54122910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464967773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165198965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55981889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55811650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45147404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467653.631421, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226407778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'oVirtManagement', 'tx': '1176265709582', 'txDropped': '0', 'rx': '625369245707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576753066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'vnet3', 'tx': '542223828', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467653.631421, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754256265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693688.13', 'cpuLoad': '3.10', 'cpuSys': '1.51', 'diskStats': {'/var/log': {'free': '92961'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31475', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:07:34 GMT', 'cpuUser': '1.27', 'memFree': 667611, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.85'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:34,291+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:07:34,499+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:34,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c6d4c0e1-d1f1-468a-b2fc-977a75efd8c9 (threadPool:210)
2018-03-08 01:07:34,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6d9ce7d4-100b-4dd9-bcbb-2ddb79c7c14c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:34,549+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:35,096+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:35,139+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 586a79a6-266c-4716-b66b-6e0b2cd77404 (threadPool:210)
2018-03-08 01:07:35,140+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 675b1a72-9232-42c8-9a0b-7a1448a8c1dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:35,140+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:35,888+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:35,937+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 66483637-0d48-47f0-90ea-8f2fa3cfe3a9 (threadPool:210)
2018-03-08 01:07:35,938+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 48bcbb5f-5276-4ddc-8785-a041aa22da55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:35,938+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:37,595+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:37,643+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6d9ce7d4-100b-4dd9-bcbb-2ddb79c7c14c (threadPool:210)
2018-03-08 01:07:37,643+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd9ccd43-1904-4ad5-89ac-719e2800f3f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:37,644+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:38,721+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:38,761+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 51b8da73-e090-458f-8790-bd40d3606f6b (threadPool:210)
2018-03-08 01:07:38,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0dd1ec4b-3487-4767-9777-5f8a2717256f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x92\xd9k\xf8-$l\x96\x7fN\xc4\xd3Td\xc6`000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:38,762+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 60c66454-d3c4-4e7f-966c-242df86bd992 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:38,763+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992 to 6144 megabytes (lvm:1205)
2018-03-08 01:07:38,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0dd1ec4b-3487-4767-9777-5f8a2717256f (threadPool:210)
2018-03-08 01:07:38,979+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f427384d-b87a-4c8b-bbf1-d7d9c9dc9762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:38,979+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:39,340+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:39,408+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 675b1a72-9232-42c8-9a0b-7a1448a8c1dc (threadPool:210)
2018-03-08 01:07:39,409+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 75518f88-d8f0-476c-a5f7-4fa56a7b1770 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:39,409+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:39,726+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:39,779+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 48bcbb5f-5276-4ddc-8785-a041aa22da55 (threadPool:210)
2018-03-08 01:07:39,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 107968c7-b1aa-4739-a00f-28f6d20b2d68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:39,780+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:39,953+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:39,958+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:39,961+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:40,226+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:40,622+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:40,673+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a0f53b7-fa15-4602-b8b4-1764ce8eefe6 (threadPool:210)
2018-03-08 01:07:40,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d970795-769b-4a19-8c8d-2ff7cd87ef61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1Qm5K\xae\xbe\xa4\xb6\xdfD\xf3\xa70N\x87\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:40,674+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad874e30-a7f3-44df-b6a4-beae4b356d51 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:40,674+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ad874e30-a7f3-44df-b6a4-beae4b356d51 to 6144 megabytes (lvm:1205)
2018-03-08 01:07:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=9b4f7ae6-dee5-4d91-86e9-d9431b4a336b (api:46)
2018-03-08 01:07:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=9b4f7ae6-dee5-4d91-86e9-d9431b4a336b (api:52)
2018-03-08 01:07:40,810+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=d204ac56-4b12-4ed9-a7a2-bc14ab49f7fb (api:46)
2018-03-08 01:07:40,810+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=d204ac56-4b12-4ed9-a7a2-bc14ab49f7fb (api:52)
2018-03-08 01:07:40,810+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=f5711b2e-809f-46c1-8793-395a7ed11c00 (api:46)
2018-03-08 01:07:40,811+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=f5711b2e-809f-46c1-8793-395a7ed11c00 (api:52)
2018-03-08 01:07:40,811+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=d7b1aa8e-9224-4635-8a6d-74ba5435f2b2 (api:46)
2018-03-08 01:07:40,811+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d7b1aa8e-9224-4635-8a6d-74ba5435f2b2 (api:52)
2018-03-08 01:07:40,812+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=cb6c35cd-fbc6-44f8-9eb9-f1f54e1f8de7 (api:46)
2018-03-08 01:07:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=cb6c35cd-fbc6-44f8-9eb9-f1f54e1f8de7 (api:52)
2018-03-08 01:07:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=014ec6d7-660c-4d47-9ac7-ae4be6fe196e (api:46)
2018-03-08 01:07:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=014ec6d7-660c-4d47-9ac7-ae4be6fe196e (api:52)
2018-03-08 01:07:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=ae9ecb87-a513-4143-829b-05c7c7e1ff03 (api:46)
2018-03-08 01:07:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=ae9ecb87-a513-4143-829b-05c7c7e1ff03 (api:52)
2018-03-08 01:07:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=7cd1f592-044d-4546-8232-5a0fbd9a3fac (api:46)
2018-03-08 01:07:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=7cd1f592-044d-4546-8232-5a0fbd9a3fac (api:52)
2018-03-08 01:07:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=a4d4d124-b823-4526-a96a-25be1ddd3466 (api:46)
2018-03-08 01:07:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=a4d4d124-b823-4526-a96a-25be1ddd3466 (api:52)
2018-03-08 01:07:40,815+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=f95eeced-1fd5-410f-8bbf-59b0bfa6b8b5 (api:46)
2018-03-08 01:07:40,815+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=f95eeced-1fd5-410f-8bbf-59b0bfa6b8b5 (api:52)
2018-03-08 01:07:40,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d970795-769b-4a19-8c8d-2ff7cd87ef61 (threadPool:210)
2018-03-08 01:07:40,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c69f22d0-16e3-4f3a-b2f0-2908edb972ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:40,866+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:41,113+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:41,159+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 75518f88-d8f0-476c-a5f7-4fa56a7b1770 (threadPool:210)
2018-03-08 01:07:41,160+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7081162-7af0-4951-a85c-206caa56955d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:41,160+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:42,142+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:42,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd9ccd43-1904-4ad5-89ac-719e2800f3f7 (threadPool:210)
2018-03-08 01:07:42,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e3ea4d3f-5ffa-4b9f-a449-f3c60c3a6c4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:42,208+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:42,441+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a3c2adb9-4a82-4cf3-b752-b66d9c69ad6a (api:46)
2018-03-08 01:07:42,448+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a3c2adb9-4a82-4cf3-b752-b66d9c69ad6a (api:52)
2018-03-08 01:07:42,448+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:42,558+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=dbbaa1ff-3649-4a2b-aea8-e8112a6962ec (api:46)
2018-03-08 01:07:42,565+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7047772897280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=dbbaa1ff-3649-4a2b-aea8-e8112a6962ec (api:52)
2018-03-08 01:07:42,566+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:43,542+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:43,588+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 107968c7-b1aa-4739-a00f-28f6d20b2d68 (threadPool:210)
2018-03-08 01:07:43,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task beee5b44-47f1-4077-bc5e-9144a1f3efd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:07:43,589+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:44,361+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:07:44,366+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:07:44,369+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:44,378+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:07:44,378+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:07:44,378+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:45,366+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:45,415+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f427384d-b87a-4c8b-bbf1-d7d9c9dc9762 (threadPool:210)
2018-03-08 01:07:45,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 30d99859-c887-4456-875e-ee14bc6564f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:45,416+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:45,915+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:45,957+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c69f22d0-16e3-4f3a-b2f0-2908edb972ef (threadPool:210)
2018-03-08 01:07:45,957+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 783de482-d875-4821-b957-25b3b0d5f539 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xda\xc4\xeb\x85\x91tK\x92w@\xc7\xef\x95\x1c\x7f*000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:45,958+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 2a7f1c95-efc7-4077-924b-749185ebc4da in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:45,958+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2a7f1c95-efc7-4077-924b-749185ebc4da to 6144 megabytes (lvm:1205)
2018-03-08 01:07:46,318+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:46,355+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 783de482-d875-4821-b957-25b3b0d5f539 (threadPool:210)
2018-03-08 01:07:46,356+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 46015be7-2d6a-4e1a-a48b-de4044117802 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:46,356+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:46,411+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7081162-7af0-4951-a85c-206caa56955d (threadPool:210)
2018-03-08 01:07:46,411+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5ba5037a-22ba-4005-abc8-f2f4b0891aa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:46,412+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:46,725+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:46,773+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task beee5b44-47f1-4077-bc5e-9144a1f3efd8 (threadPool:210)
2018-03-08 01:07:46,774+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 13a3dd22-da6f-49f2-8e09-7fa4a8ee39c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:46,774+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:47,183+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:47,232+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 30d99859-c887-4456-875e-ee14bc6564f0 (threadPool:210)
2018-03-08 01:07:47,232+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02ff014e-28d7-4f29-8b64-aa60930e76eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:47,232+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:47,940+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:47,989+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e3ea4d3f-5ffa-4b9f-a449-f3c60c3a6c4f (threadPool:210)
2018-03-08 01:07:47,989+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 69c22927-0c95-4789-b2be-fb565f99e5e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:47,990+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:48,865+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ba42de4b-5fc9-4f73-b8b3-76896cd94750 (api:46)
2018-03-08 01:07:48,867+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752589', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466028', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309409', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357707', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610684', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276253', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000972266', 'lastCheck': '8.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371863', 'lastCheck': '9.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288577', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234344', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319242', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513449', 'lastCheck': '7.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253277', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516282', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558644', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307305', 'lastCheck': '7.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295507', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451573', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387823', 'lastCheck': '9.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419437', 'lastCheck': '9.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208647', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041932', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245406', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000402281', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023402', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425187', 'lastCheck': '8.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384984', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00150425', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258699', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128124', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244561', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286218', 'lastCheck': '5.7', 'valid': True}} from=internal, task_id=ba42de4b-5fc9-4f73-b8b3-76896cd94750 (api:52)
2018-03-08 01:07:48,867+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=26e62f6d-59e1-49c8-a811-d6450e60e347 (api:46)
2018-03-08 01:07:48,868+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=26e62f6d-59e1-49c8-a811-d6450e60e347 (api:52)
2018-03-08 01:07:49,219+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:49,308+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 46015be7-2d6a-4e1a-a48b-de4044117802 (threadPool:210)
2018-03-08 01:07:49,310+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9eaa224a-b56e-4974-87d6-0f361e97bfbe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:49,311+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:49,326+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:49,328+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=010ca15a-b806-4c23-9f98-c123bc1a9ae6 (api:46)
2018-03-08 01:07:49,328+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752589', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466028', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309409', 'lastCheck': '8.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357707', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600514', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366886', 'lastCheck': '0.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000972266', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371863', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288577', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234344', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319242', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513449', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253277', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390839', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558644', 'lastCheck': '8.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307305', 'lastCheck': '8.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295507', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451573', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387823', 'lastCheck': '9.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419437', 'lastCheck': '9.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208647', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041932', 'lastCheck': '9.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245406', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000402281', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023402', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425187', 'lastCheck': '8.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384984', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00150425', 'lastCheck': '9.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258699', 'lastCheck': '7.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128124', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244561', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286218', 'lastCheck': '6.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=010ca15a-b806-4c23-9f98-c123bc1a9ae6 (api:52)
2018-03-08 01:07:49,329+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1cf44a38-a5bd-4cda-ae0b-20648b91a331 (api:46)
2018-03-08 01:07:49,329+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1cf44a38-a5bd-4cda-ae0b-20648b91a331 (api:52)
2018-03-08 01:07:49,366+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.31'}, '53': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.76'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.69'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '95.45'}, '26': {'cpuUser': '3.89', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '94.26'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '3.36', 'cpuIdle': '95.12'}, '20': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '21': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.45'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '23': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '95.45'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '29': {'cpuUser': '1.71', 'nodeIndex': 1, 'cpuSys': '3.56', 'cpuIdle': '94.73'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.83', 'nodeIndex': 1, 'cpuSys': '17.61', 'cpuIdle': '78.56'}, '0': {'cpuUser': '3.69', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '94.13'}, '3': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.25'}, '2': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.23'}, '5': {'cpuUser': '1.71', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '95.92'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.08'}, '7': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '95.65'}, '6': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.76'}, '9': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.91'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.58'}, '10': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.62'}, '13': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '95.85'}, '12': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.76'}, '15': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '94.99'}, '14': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.10'}, '17': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.84'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '19': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.45'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.86'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '97.96'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '35': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '98.95'}, '34': {'cpuUser': '3.89', 'nodeIndex': 0, 'cpuSys': '4.42', 'cpuIdle': '91.69'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.04', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '96.71'}, '57': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311112'}, '0': {'memPercent': 12, 'memFree': '346663'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513449', 'lastCheck': '8.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752589', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466028', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253277', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390839', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600514', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366886', 'lastCheck': '0.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000972266', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371863', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288577', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234344', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319242', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309409', 'lastCheck': '8.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357707', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558644', 'lastCheck': '8.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208647', 'lastCheck': '4.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295507', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451573', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387823', 'lastCheck': '9.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419437', 'lastCheck': '9.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307305', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244561', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245406', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000402281', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023402', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425187', 'lastCheck': '8.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384984', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00150425', 'lastCheck': '9.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258699', 'lastCheck': '7.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128124', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041932', 'lastCheck': '9.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286218', 'lastCheck': '6.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645054229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403839564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.351', 'tx': '1176265786045', 'txDropped': '0', 'rx': '625369999622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0', 'tx': '1580909677637', 'txDropped': '0', 'rx': '926278854020', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45152550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416175271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200370491', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet0', 'tx': '87154043', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet1', 'tx': '37764844453', 'txDropped': '0', 'rx': '877519323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet2', 'tx': '21119546552', 'txDropped': '0', 'rx': '141311343387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175479330', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet4', 'tx': '395837515', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet5', 'tx': '23422678244', 'txDropped': '0', 'rx': '497999176', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet6', 'tx': '6653235091', 'txDropped': '0', 'rx': '429612105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet7', 'tx': '1432592445', 'txDropped': '0', 'rx': '552036679', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42403754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46700041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'lo', 'tx': '6926940235', 'txDropped': '0', 'rx': '6926940235', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170521858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'eno1', 'tx': '975603311045', 'txDropped': '0', 'rx': '433976248293', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'eno2', 'tx': '605306366592', 'txDropped': '0', 'rx': '492302605727', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467668.792726, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467668.792726, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632448111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75823929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76941748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191871858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370735746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373173274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49820867', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429978872', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298638258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.110', 'tx': '2475249665', 'txDropped': '0', 'rx': '66852994301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.111', 'tx': '122670977934', 'txDropped': '0', 'rx': '24442018001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55202321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54123310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464970796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165200165', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55982239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55812050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45147804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467668.792726, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226409360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'oVirtManagement', 'tx': '1176265785397', 'txDropped': '0', 'rx': '625369261219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576757744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'vnet3', 'tx': '542230979', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467668.792726, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754257693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693703.20', 'cpuLoad': '2.99', 'cpuSys': '1.44', 'diskStats': {'/var/log': {'free': '92960'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635289L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:07:49 GMT', 'cpuUser': '1.06', 'memFree': 667582, 'cpuIdle': '97.51', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '7.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:49,371+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:07:50,411+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:50,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5ba5037a-22ba-4005-abc8-f2f4b0891aa0 (threadPool:210)
2018-03-08 01:07:50,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 425bef23-aede-4fab-a8d9-5d8180f653dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:50,471+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:51,738+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:51,790+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02ff014e-28d7-4f29-8b64-aa60930e76eb (threadPool:210)
2018-03-08 01:07:51,791+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb20b80e-f552-47c3-93bd-f0d03fad8795 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:51,791+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:52,765+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:52,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 69c22927-0c95-4789-b2be-fb565f99e5e1 (threadPool:210)
2018-03-08 01:07:52,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3b278e9a-d5d7-45dc-a458-240e5fc885cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:52,814+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:53,002+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c0bf92b2-ce69-4446-b659-0ae577aae020 (api:46)
2018-03-08 01:07:53,008+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c0bf92b2-ce69-4446-b659-0ae577aae020 (api:52)
2018-03-08 01:07:53,008+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:53,098+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=565858a1-faad-4800-8bc8-4e225741d482 (api:46)
2018-03-08 01:07:53,106+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7043477929984', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=565858a1-faad-4800-8bc8-4e225741d482 (api:52)
2018-03-08 01:07:53,107+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:53,380+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:53,430+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9eaa224a-b56e-4974-87d6-0f361e97bfbe (threadPool:210)
2018-03-08 01:07:53,430+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3fe42c29-0e3e-4c3d-89d3-e860e351ea9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:53,431+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:53,772+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:54,182+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:54,230+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 425bef23-aede-4fab-a8d9-5d8180f653dd (threadPool:210)
2018-03-08 01:07:54,230+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a926108-8e7d-4b1f-857d-a5a9a947c915 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:54,230+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:54,577+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:54,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb20b80e-f552-47c3-93bd-f0d03fad8795 (threadPool:210)
2018-03-08 01:07:54,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6d73a8ff-24ad-4e36-8fe0-0f605ddd4c38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:07:54,643+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:54,977+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:07:54,982+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:07:54,984+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:55,024+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:55,076+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3b278e9a-d5d7-45dc-a458-240e5fc885cf (threadPool:210)
2018-03-08 01:07:55,076+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 895d04e5-3ba6-48f3-838c-269acfe645be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:55,076+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:55,500+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:55,538+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3fe42c29-0e3e-4c3d-89d3-e860e351ea9a (threadPool:210)
2018-03-08 01:07:55,539+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 738f5a5a-2db2-480d-8960-d63f32b55a19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:55,539+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:56,360+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:56,409+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a926108-8e7d-4b1f-857d-a5a9a947c915 (threadPool:210)
2018-03-08 01:07:56,409+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 571a71d7-9a0a-4727-8759-0f2fb525de6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:56,409+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:57,286+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:57,330+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6d73a8ff-24ad-4e36-8fe0-0f605ddd4c38 (threadPool:210)
2018-03-08 01:07:57,331+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 63dd3723-92d4-4b33-957b-7f771ad8ac3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:57,331+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:07:58,931+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:58,977+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 13a3dd22-da6f-49f2-8e09-7fa4a8ee39c0 (threadPool:210)
2018-03-08 01:07:58,978+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de59b028-1dfc-405e-8c8b-fc28642c0ab8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:07:58,978+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:07:59,390+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:07:59,399+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:07:59,401+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:07:59,416+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:07:59,416+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:07:59,417+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:07:59,878+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:07:59,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 738f5a5a-2db2-480d-8960-d63f32b55a19 (threadPool:210)
2018-03-08 01:07:59,923+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4abe11d6-6845-4f66-a1b2-60c65cee71dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:07:59,923+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:00,337+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:00,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 571a71d7-9a0a-4727-8759-0f2fb525de6b (threadPool:210)
2018-03-08 01:08:00,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bead58f3-af7c-41c5-82da-33b4d9abad40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:00,387+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:00,697+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:00,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 895d04e5-3ba6-48f3-838c-269acfe645be (threadPool:210)
2018-03-08 01:08:00,746+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b2202825-a735-4888-a5b1-87c4e958b042 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:00,746+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:01,148+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:01,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 63dd3723-92d4-4b33-957b-7f771ad8ac3c (threadPool:210)
2018-03-08 01:08:01,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d983fdc-161d-4fe7-9891-8c078751d440 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:01,195+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:01,582+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:01,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de59b028-1dfc-405e-8c8b-fc28642c0ab8 (threadPool:210)
2018-03-08 01:08:01,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 16be41bd-cfcf-4346-a588-a65f72e7f429 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:01,633+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:02,019+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:02,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4abe11d6-6845-4f66-a1b2-60c65cee71dd (threadPool:210)
2018-03-08 01:08:02,067+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 69e85d63-c1dc-46e1-bb09-e188230bf853 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:02,067+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:02,604+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:02,654+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bead58f3-af7c-41c5-82da-33b4d9abad40 (threadPool:210)
2018-03-08 01:08:02,655+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 196dcd42-2ca1-4938-bba4-e706020c6c05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:02,655+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:03,334+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:03,383+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b2202825-a735-4888-a5b1-87c4e958b042 (threadPool:210)
2018-03-08 01:08:03,384+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 18ee2c18-c59d-4aca-b749-1ecdc137cfec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:03,384+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:03,485+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20802 (__init__:598)
2018-03-08 01:08:03,485+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20801 (__init__:598)
2018-03-08 01:08:03,514+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ad1c123f-9469-46c9-8216-1342c893603b (api:46)
2018-03-08 01:08:03,519+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ad1c123f-9469-46c9-8216-1342c893603b (api:52)
2018-03-08 01:08:03,520+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:03,617+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3cda95a3-ae36-4b4f-8b43-f45cb9c32727 (api:46)
2018-03-08 01:08:03,624+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7043477929984', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3cda95a3-ae36-4b4f-8b43-f45cb9c32727 (api:52)
2018-03-08 01:08:03,625+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:03,954+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e4048d46-f7f6-4bb7-b361-1e0327d67c59 (api:46)
2018-03-08 01:08:03,954+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295921', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0650857', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235216', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755648', 'lastCheck': '4.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551083', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410305', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0445356', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720504', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487367', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041496', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249488', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262937', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280036', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458622', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353939', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345284', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332793', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217159', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395073', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826963', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393565', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590593', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004955', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000477322', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248819', 'lastCheck': '4.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346673', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381382', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284287', 'lastCheck': '4.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693548', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0456958', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297233', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219118', 'lastCheck': '0.8', 'valid': True}} from=internal, task_id=e4048d46-f7f6-4bb7-b361-1e0327d67c59 (api:52)
2018-03-08 01:08:03,955+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=427baa9c-bf9d-4882-96a4-82eaf9c2bd9b (api:46)
2018-03-08 01:08:03,955+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=427baa9c-bf9d-4882-96a4-82eaf9c2bd9b (api:52)
2018-03-08 01:08:04,412+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:04,413+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=658414f0-522a-49da-ba90-2a9d10454dc9 (api:46)
2018-03-08 01:08:04,413+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295921', 'lastCheck': '5.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0650857', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235216', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755648', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551083', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410305', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0445356', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720504', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487367', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041496', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249488', 'lastCheck': '4.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262937', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280036', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458622', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353939', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345284', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332793', 'lastCheck': '4.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217159', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395073', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826963', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393565', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590593', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004955', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000477322', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248819', 'lastCheck': '4.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346673', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381382', 'lastCheck': '7.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284287', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693548', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0456958', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297233', 'lastCheck': '4.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219118', 'lastCheck': '1.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=658414f0-522a-49da-ba90-2a9d10454dc9 (api:52)
2018-03-08 01:08:04,414+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b20ea58e-e1ee-4973-b24f-09b1e1abb3a0 (api:46)
2018-03-08 01:08:04,414+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b20ea58e-e1ee-4973-b24f-09b1e1abb3a0 (api:52)
2018-03-08 01:08:04,459+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '53': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.75'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '26': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.36'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.04'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '21': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.97'}, '22': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '23': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.17'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '29': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '93.05'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '19.60', 'cpuIdle': '76.69'}, '0': {'cpuUser': '4.24', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '93.11'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '2': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '5': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '7': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.30'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.49'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '15': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.83'}, '14': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '17': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.71'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.35'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '35': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '34': {'cpuUser': '3.84', 'nodeIndex': 0, 'cpuSys': '4.83', 'cpuIdle': '91.33'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '57': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310885'}, '0': {'memPercent': 12, 'memFree': '346906'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262937', 'lastCheck': '3.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295921', 'lastCheck': '5.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0650857', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280036', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458622', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551083', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410305', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0445356', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720504', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487367', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041496', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249488', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235216', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755648', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353939', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393565', 'lastCheck': '4.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332793', 'lastCheck': '4.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217159', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395073', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826963', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345284', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297233', 'lastCheck': '4.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004955', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000477322', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248819', 'lastCheck': '4.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346673', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381382', 'lastCheck': '7.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284287', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693548', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0456958', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590593', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219118', 'lastCheck': '1.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645076110', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403842531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.351', 'tx': '1176265861617', 'txDropped': '0', 'rx': '625370010204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0', 'tx': '1580909903879', 'txDropped': '0', 'rx': '926279314123', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45152950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416179625', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200372222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet0', 'tx': '87158770', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet1', 'tx': '37764849665', 'txDropped': '0', 'rx': '877519427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet2', 'tx': '21119613222', 'txDropped': '0', 'rx': '141311481504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175480760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet4', 'tx': '395842242', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet5', 'tx': '23422703636', 'txDropped': '0', 'rx': '497999462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet6', 'tx': '6653243063', 'txDropped': '0', 'rx': '429615253', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet7', 'tx': '1432597597', 'txDropped': '0', 'rx': '552036741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42404154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46700441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'lo', 'tx': '6927014834', 'txDropped': '0', 'rx': '6927014834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170523216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'eno1', 'tx': '975603393012', 'txDropped': '0', 'rx': '433976456016', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'eno2', 'tx': '605306510867', 'txDropped': '0', 'rx': '492302858107', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467683.898094, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467683.898094, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632452605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75824279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76942098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191874486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370736146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373177133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49821267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429982731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298640886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.110', 'tx': '2475252979', 'txDropped': '0', 'rx': '66853000863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.111', 'tx': '122671116216', 'txDropped': '0', 'rx': '24442075979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55202721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54123710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464973763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165201523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55982639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55812450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45148204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467683.898094, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226411091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'oVirtManagement', 'tx': '1176265860969', 'txDropped': '0', 'rx': '625369271801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576762238', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'vnet3', 'tx': '542235706', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467683.898094, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754259123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693718.28', 'cpuLoad': '2.91', 'cpuSys': '1.49', 'diskStats': {'/var/log': {'free': '92959'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635318L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:08:04 GMT', 'cpuUser': '1.09', 'memFree': 667614, 'cpuIdle': '97.42', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.28'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:04,463+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:08:04,625+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:04,675+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d983fdc-161d-4fe7-9891-8c078751d440 (threadPool:210)
2018-03-08 01:08:04,675+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b468e20e-091e-44bb-825e-be489227c407 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:04,675+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:05,834+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:05,891+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 16be41bd-cfcf-4346-a588-a65f72e7f429 (threadPool:210)
2018-03-08 01:08:05,892+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9e9a06c9-48e2-4389-a2c1-c23d7c822a05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:05,892+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:07,059+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:07,121+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 196dcd42-2ca1-4938-bba4-e706020c6c05 (threadPool:210)
2018-03-08 01:08:07,122+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task feae46b6-687f-435b-a959-5778fea111c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:07,122+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:07,449+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:07,496+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 18ee2c18-c59d-4aca-b749-1ecdc137cfec (threadPool:210)
2018-03-08 01:08:07,496+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6af9f474-ad8e-45c6-8443-b7f5b37897d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:07,497+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:07,805+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:08,189+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:08,261+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b468e20e-091e-44bb-825e-be489227c407 (threadPool:210)
2018-03-08 01:08:08,262+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task efd88c6d-dbf7-4718-a518-138b2fac5f2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:08:08,262+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:08,579+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:08,624+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 69e85d63-c1dc-46e1-bb09-e188230bf853 (threadPool:210)
2018-03-08 01:08:08,624+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 026872d4-68af-4f4e-bb1a-a4598469a604 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:08,624+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:08,968+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:09,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9e9a06c9-48e2-4389-a2c1-c23d7c822a05 (threadPool:210)
2018-03-08 01:08:09,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eaccc9b1-4b64-4884-93a0-cfaac6cfe066 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:09,019+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:09,360+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:09,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task feae46b6-687f-435b-a959-5778fea111c3 (threadPool:210)
2018-03-08 01:08:09,429+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b92d9b2-868e-4401-9d0b-fe42efcceb2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:09,430+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:09,768+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:09,841+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6af9f474-ad8e-45c6-8443-b7f5b37897d0 (threadPool:210)
2018-03-08 01:08:09,842+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 31dda103-2f08-4dd0-a639-85fc7611099d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:09,842+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:10,001+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:10,006+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:10,008+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:10,915+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:10,964+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 026872d4-68af-4f4e-bb1a-a4598469a604 (threadPool:210)
2018-03-08 01:08:10,964+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32ef83be-e1d7-4755-bec1-bc1f29772931 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:10,964+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:12,309+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:12,359+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eaccc9b1-4b64-4884-93a0-cfaac6cfe066 (threadPool:210)
2018-03-08 01:08:12,359+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c7c81bca-5380-4a14-84fd-d1d47a6d7ebc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:12,360+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:13,287+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:13,337+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b92d9b2-868e-4401-9d0b-fe42efcceb2a (threadPool:210)
2018-03-08 01:08:13,337+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5306e1e2-f715-4b7a-833d-89f79392a509 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:13,338+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:13,620+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:13,669+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task efd88c6d-dbf7-4718-a518-138b2fac5f2b (threadPool:210)
2018-03-08 01:08:13,670+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7b86b908-e508-4329-af86-21a3533afdaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:13,670+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:14,082+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:14,107+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4d738331-a40b-4ef0-a0e2-9261170e7fc2 (api:46)
2018-03-08 01:08:14,115+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4d738331-a40b-4ef0-a0e2-9261170e7fc2 (api:52)
2018-03-08 01:08:14,115+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:14,143+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 31dda103-2f08-4dd0-a639-85fc7611099d (threadPool:210)
2018-03-08 01:08:14,143+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0ad41c13-9fd8-4299-8c47-93eaf9c92bb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:14,143+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:14,259+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=372d6798-00d8-4487-a3d7-a9961eaa9d9f (api:46)
2018-03-08 01:08:14,391+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7043477929984', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=372d6798-00d8-4487-a3d7-a9961eaa9d9f (api:52)
2018-03-08 01:08:14,393+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.13 seconds (__init__:573)
2018-03-08 01:08:14,422+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:08:14,426+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:08:14,429+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:14,438+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:08:14,438+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:08:14,438+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:14,484+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:14,534+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32ef83be-e1d7-4755-bec1-bc1f29772931 (threadPool:210)
2018-03-08 01:08:14,534+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aa63ce70-cec5-4ea2-b334-ff53a0f3c5d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:14,535+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:14,907+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:14,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c7c81bca-5380-4a14-84fd-d1d47a6d7ebc (threadPool:210)
2018-03-08 01:08:14,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5b32bfee-2998-4ced-8c90-334e9d36a08c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:14,956+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:15,317+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:15,371+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5306e1e2-f715-4b7a-833d-89f79392a509 (threadPool:210)
2018-03-08 01:08:15,371+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e56c2307-06ca-41bd-83c7-7ffbc356b966 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:15,372+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:15,884+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:15,928+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7b86b908-e508-4329-af86-21a3533afdaa (threadPool:210)
2018-03-08 01:08:15,928+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c93833a6-4eb5-4a8c-9a78-bec7a511542a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:15,929+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:16,705+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:16,754+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aa63ce70-cec5-4ea2-b334-ff53a0f3c5d2 (threadPool:210)
2018-03-08 01:08:16,755+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c8c298a5-9bd2-4910-8051-73d24a5c14dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:16,755+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:17,568+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:17,628+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5b32bfee-2998-4ced-8c90-334e9d36a08c (threadPool:210)
2018-03-08 01:08:17,629+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f06f553e-26b5-45a3-8a7f-64137834caa8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:17,629+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:18,924+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:18,963+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0ad41c13-9fd8-4299-8c47-93eaf9c92bb7 (threadPool:210)
2018-03-08 01:08:18,964+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5fcca077-6f1a-452f-9d1c-2eaf38cd63b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:18,964+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:19,042+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=dc06e41f-8d1a-4eb5-a4af-212164cc216a (api:46)
2018-03-08 01:08:19,043+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255061', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600882', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314158', 'lastCheck': '7.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451665', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326595', 'lastCheck': '7.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383712', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000243834', 'lastCheck': '9.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448581', 'lastCheck': '9.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285279', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219925', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259949', 'lastCheck': '2.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268558', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254702', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511542', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500267', 'lastCheck': '8.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344956', 'lastCheck': '7.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304017', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021959', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421715', 'lastCheck': '9.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280323', 'lastCheck': '9.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249188', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565969', 'lastCheck': '9.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608699', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000492025', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476777', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307859', 'lastCheck': '8.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490292', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434447', 'lastCheck': '9.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447479', 'lastCheck': '7.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079916', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207324', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413866', 'lastCheck': '5.9', 'valid': True}} from=internal, task_id=dc06e41f-8d1a-4eb5-a4af-212164cc216a (api:52)
2018-03-08 01:08:19,043+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=044043bf-aebd-489b-9982-8e64e45f0d43 (api:46)
2018-03-08 01:08:19,044+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=044043bf-aebd-489b-9982-8e64e45f0d43 (api:52)
2018-03-08 01:08:19,507+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:19,511+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=53e7d6b6-44e0-4362-88a4-15221b7647cf (api:46)
2018-03-08 01:08:19,512+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255061', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600882', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383547', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607984', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580354', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458066', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.125399', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665601', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129606', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543329', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259949', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112714', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254702', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511542', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451274', 'lastCheck': '0.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344956', 'lastCheck': '8.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304017', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021959', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421715', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280323', 'lastCheck': '9.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249188', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565969', 'lastCheck': '9.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608699', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000492025', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476777', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307859', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490292', 'lastCheck': '2.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434447', 'lastCheck': '9.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447479', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079916', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207324', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413866', 'lastCheck': '6.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=53e7d6b6-44e0-4362-88a4-15221b7647cf (api:52)
2018-03-08 01:08:19,513+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3d9afbf8-ff78-43ad-ae99-b5ab2b6e5ef0 (api:46)
2018-03-08 01:08:19,513+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3d9afbf8-ff78-43ad-ae99-b5ab2b6e5ef0 (api:52)
2018-03-08 01:08:19,541+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '95.89'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.23'}, '53': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '26': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '97.08'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '20': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '98.94'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '23': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.69'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.41'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.29'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '1': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '18.09', 'cpuIdle': '77.93'}, '0': {'cpuUser': '4.24', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '93.24'}, '3': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '94.96'}, '2': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.56'}, '5': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.22'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '7': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '93.91'}, '6': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '96.29'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.76'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.63'}, '10': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '13': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.69'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '15': {'cpuUser': '5.24', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.51'}, '14': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.28'}, '17': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.03'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '19': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.50'}, '55': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.22'}, '49': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.87'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '35': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '34': {'cpuUser': '4.11', 'nodeIndex': 0, 'cpuSys': '4.51', 'cpuIdle': '91.38'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.27'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310761'}, '0': {'memPercent': 12, 'memFree': '347030'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112714', 'lastCheck': '0.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255061', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600882', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254702', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511542', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580354', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458066', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.125399', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665601', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129606', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543329', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259949', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383547', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607984', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451274', 'lastCheck': '0.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249188', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304017', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021959', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421715', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280323', 'lastCheck': '9.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344956', 'lastCheck': '8.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207324', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608699', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000492025', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476777', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307859', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490292', 'lastCheck': '2.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434447', 'lastCheck': '9.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447479', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079916', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565969', 'lastCheck': '9.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413866', 'lastCheck': '6.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645080776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403845566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.351', 'tx': '1176265936199', 'txDropped': '0', 'rx': '625370024842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0', 'tx': '1580910000970', 'txDropped': '0', 'rx': '926279719041', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45153300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416184787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200373048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet0', 'tx': '87164745', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet1', 'tx': '37764855947', 'txDropped': '0', 'rx': '877519489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet2', 'tx': '21119625751', 'txDropped': '0', 'rx': '141311488306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175482490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet4', 'tx': '395848217', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet5', 'tx': '23422712955', 'txDropped': '0', 'rx': '498000734', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet6', 'tx': '6653252285', 'txDropped': '0', 'rx': '429618459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet7', 'tx': '1432603879', 'txDropped': '0', 'rx': '552036803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42404504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46700791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'lo', 'tx': '6927093713', 'txDropped': '0', 'rx': '6927093713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170524598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'eno1', 'tx': '975603484528', 'txDropped': '0', 'rx': '433976656599', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'eno2', 'tx': '605306516442', 'txDropped': '0', 'rx': '492303062442', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467698.985777, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467698.985777, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632457279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75824679', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76942498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191877398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370736496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373182198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49821617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429987796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298643798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.110', 'tx': '2475256309', 'txDropped': '0', 'rx': '66853008279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.111', 'tx': '122671120413', 'txDropped': '0', 'rx': '24442086680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55203071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54124060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464976798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165202905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55982989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55812800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45148554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467698.985777, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226411917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'oVirtManagement', 'tx': '1176265935551', 'txDropped': '0', 'rx': '625369286439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576766912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'vnet3', 'tx': '542241681', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467698.985777, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754260853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693733.38', 'cpuLoad': '2.82', 'cpuSys': '1.47', 'diskStats': {'/var/log': {'free': '92958'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.52', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:08:19 GMT', 'cpuUser': '1.25', 'memFree': 667605, 'cpuIdle': '97.28', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.09'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:19,545+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:08:19,837+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:19,897+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c8c298a5-9bd2-4910-8051-73d24a5c14dc (threadPool:210)
2018-03-08 01:08:19,899+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4c4d48f8-bbbe-43fe-a379-55bc68b55d72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:19,899+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:20,270+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:20,315+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f06f553e-26b5-45a3-8a7f-64137834caa8 (threadPool:210)
2018-03-08 01:08:20,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ab5baeeb-cf3a-4eb8-b42e-f35a58380e45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:20,317+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:20,669+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:21,033+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:21,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c93833a6-4eb5-4a8c-9a78-bec7a511542a (threadPool:210)
2018-03-08 01:08:21,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 78942e39-3764-4649-94f3-45de3808771d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:21,082+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:21,389+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:21,438+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5fcca077-6f1a-452f-9d1c-2eaf38cd63b2 (threadPool:210)
2018-03-08 01:08:21,438+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b6f17fa5-82db-4561-ab30-c799249f8f76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:21,439+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:22,067+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:22,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e56c2307-06ca-41bd-83c7-7ffbc356b966 (threadPool:210)
2018-03-08 01:08:22,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1c0158a-02cb-434f-bef6-268bebd220d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:22,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:23,029+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:23,081+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4c4d48f8-bbbe-43fe-a379-55bc68b55d72 (threadPool:210)
2018-03-08 01:08:23,081+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 73db1fe5-4a1d-4c39-851c-58df40b80a4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:23,081+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:24,244+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:24,292+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ab5baeeb-cf3a-4eb8-b42e-f35a58380e45 (threadPool:210)
2018-03-08 01:08:24,293+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fa279d36-c034-4b77-b9bd-ca3117895ae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:24,293+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:24,821+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=05bc333d-8ed1-41f3-b22d-3a2b8674e35f (api:46)
2018-03-08 01:08:24,826+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=05bc333d-8ed1-41f3-b22d-3a2b8674e35f (api:52)
2018-03-08 01:08:24,826+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:24,926+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:24,951+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fb6e5728-8ac3-4316-82e2-b5bd1a6190d8 (api:46)
2018-03-08 01:08:24,960+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7043477929984', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fb6e5728-8ac3-4316-82e2-b5bd1a6190d8 (api:52)
2018-03-08 01:08:24,961+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:24,989+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 78942e39-3764-4649-94f3-45de3808771d (threadPool:210)
2018-03-08 01:08:24,990+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7c1dc043-aa95-4633-9cf1-ff5542a6e37b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:08:24,990+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:25,026+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:25,030+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:25,032+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:25,987+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:26,034+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b6f17fa5-82db-4561-ab30-c799249f8f76 (threadPool:210)
2018-03-08 01:08:26,034+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d16c48c9-554b-4742-a7f2-c8733139dfc6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:26,034+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:26,370+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:26,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1c0158a-02cb-434f-bef6-268bebd220d7 (threadPool:210)
2018-03-08 01:08:26,420+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ee1a2234-29a9-4590-868b-4514e667e8cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:26,420+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:26,758+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:26,809+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 73db1fe5-4a1d-4c39-851c-58df40b80a4c (threadPool:210)
2018-03-08 01:08:26,809+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 67d7c605-9679-4a6e-8c17-abc36129e1a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:26,809+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:27,154+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:27,206+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fa279d36-c034-4b77-b9bd-ca3117895ae7 (threadPool:210)
2018-03-08 01:08:27,207+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 335abc21-f815-4795-b083-7657d2bd6595 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:27,207+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:27,549+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:27,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7c1dc043-aa95-4633-9cf1-ff5542a6e37b (threadPool:210)
2018-03-08 01:08:27,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6c1d67ae-3d30-476a-8193-73331d101920 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:27,577+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:27,881+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:27,931+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ee1a2234-29a9-4590-868b-4514e667e8cb (threadPool:210)
2018-03-08 01:08:27,931+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd3c7acb-30f6-4ead-82c1-b7f298c82558 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:27,931+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:28,241+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:28,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 67d7c605-9679-4a6e-8c17-abc36129e1a7 (threadPool:210)
2018-03-08 01:08:28,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d3362d6-3d11-4d1f-820e-1ac0abcbe014 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:28,283+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:28,546+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:28,592+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d16c48c9-554b-4742-a7f2-c8733139dfc6 (threadPool:210)
2018-03-08 01:08:28,592+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c076319-02d4-4271-b9bc-e90f903950c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:28,593+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:28,983+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:29,030+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6c1d67ae-3d30-476a-8193-73331d101920 (threadPool:210)
2018-03-08 01:08:29,030+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e54f7a54-85c2-4ca3-b6a7-b46956210cfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:29,030+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:29,446+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:08:29,456+0100 INFO  (jsonrpc/7) [throttled] Current getAllVmStats: {'c7063f46-88a0-4970-a178-9ca6c90526c4': 'Up', 'd89bc7cf-81f4-489f-a251-7bce8611b875': 'Up', '68bffc06-aab7-4663-9edc-64d8284d1411': 'Up', '457da777-d07d-4341-a94a-540ae1bc5442': 'Up', '8568d3f3-1362-4267-a6dc-54d766926221': 'Up', '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': 'Up', '3849fbfe-4df0-4296-8c72-40de9ca154ce': 'Up', '9f65c0e5-2ec0-4125-8453-e7170bc7202a': 'Up'} (throttledlog:103)
2018-03-08 01:08:29,456+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:08:29,458+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:29,485+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:08:29,486+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:08:29,487+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:29,943+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:29,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd3c7acb-30f6-4ead-82c1-b7f298c82558 (threadPool:210)
2018-03-08 01:08:30,052+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task efbafc32-8542-431d-ade6-75dbda81eeb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:30,053+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:30,852+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:30,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 335abc21-f815-4795-b083-7657d2bd6595 (threadPool:210)
2018-03-08 01:08:30,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8bf96403-e852-4646-9ec9-a8b1136d0a3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:30,901+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:31,980+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:32,031+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d3362d6-3d11-4d1f-820e-1ac0abcbe014 (threadPool:210)
2018-03-08 01:08:32,031+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d7f0434d-99ed-4551-abb2-2d7b9d4b2634 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:32,032+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:32,792+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:32,843+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c076319-02d4-4271-b9bc-e90f903950c9 (threadPool:210)
2018-03-08 01:08:32,844+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0128ab8-39cc-4cf5-a8d6-9bbfe0810715 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:32,844+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:33,139+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:33,191+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e54f7a54-85c2-4ca3-b6a7-b46956210cfa (threadPool:210)
2018-03-08 01:08:33,191+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6f52f8da-22bd-4780-b464-26288e76b1f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:33,192+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:33,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:33,555+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task efbafc32-8542-431d-ade6-75dbda81eeb9 (threadPool:210)
2018-03-08 01:08:33,555+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5b68b548-7173-4a8a-9d5c-cb55d49f0402 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:33,555+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:33,917+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:34,132+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=45dda5bb-a067-4753-9ed1-e7122efbc036 (api:46)
2018-03-08 01:08:34,133+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404253', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000674926', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552535', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465547', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632815', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343829', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0814259', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549384', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536918', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330085', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033952', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601707', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330567', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316219', 'lastCheck': '5.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621767', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323883', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250388', 'lastCheck': '4.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399693', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402461', 'lastCheck': '4.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.020787', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432019', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265731', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247847', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421587', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538784', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518761', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000392171', 'lastCheck': '6.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223427', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256355', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261611', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565729', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397097', 'lastCheck': '1.0', 'valid': True}} from=internal, task_id=45dda5bb-a067-4753-9ed1-e7122efbc036 (api:52)
2018-03-08 01:08:34,133+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=7f331e9e-91d1-448f-848b-14909296b3ff (api:46)
2018-03-08 01:08:34,133+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7f331e9e-91d1-448f-848b-14909296b3ff (api:52)
2018-03-08 01:08:34,278+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:34,320+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8bf96403-e852-4646-9ec9-a8b1136d0a3b (threadPool:210)
2018-03-08 01:08:34,321+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ebc0bffd-6682-41f2-8f74-c305a6fc14ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:34,321+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:34,581+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:34,582+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=68dba16b-de0d-4bb7-be59-b0281b3fa48d (api:46)
2018-03-08 01:08:34,583+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404253', 'lastCheck': '5.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000674926', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552535', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465547', 'lastCheck': '5.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632815', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343829', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0814259', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549384', 'lastCheck': '4.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536918', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330085', 'lastCheck': '5.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033952', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601707', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330567', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316219', 'lastCheck': '5.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621767', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323883', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250388', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399693', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402461', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.020787', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432019', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265731', 'lastCheck': '4.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247847', 'lastCheck': '4.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421587', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538784', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518761', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000392171', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223427', 'lastCheck': '4.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256355', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261611', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565729', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397097', 'lastCheck': '1.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=68dba16b-de0d-4bb7-be59-b0281b3fa48d (api:52)
2018-03-08 01:08:34,584+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6921fa1c-cdf7-4917-a931-7aa535c7e458 (api:46)
2018-03-08 01:08:34,584+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6921fa1c-cdf7-4917-a931-7aa535c7e458 (api:52)
2018-03-08 01:08:34,610+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.94'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '53': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.87'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.21'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.09'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '27': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '20': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.76'}, '22': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '93.24'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.80'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '21.34', 'cpuIdle': '74.02'}, '0': {'cpuUser': '4.37', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '93.05'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '2': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '7': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.89'}, '6': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.80'}, '9': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.76'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.73'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '13': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.23'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '17': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.69'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.17'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '31': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.63'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '35': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '34': {'cpuUser': '4.51', 'nodeIndex': 0, 'cpuSys': '4.84', 'cpuIdle': '90.65'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '94.76'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310764'}, '0': {'memPercent': 12, 'memFree': '347023'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601707', 'lastCheck': '3.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404253', 'lastCheck': '5.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000674926', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330567', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316219', 'lastCheck': '5.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632815', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343829', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0814259', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549384', 'lastCheck': '4.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536918', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330085', 'lastCheck': '5.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033952', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552535', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465547', 'lastCheck': '5.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621767', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432019', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250388', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399693', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402461', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.020787', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323883', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565729', 'lastCheck': '4.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247847', 'lastCheck': '4.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421587', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538784', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518761', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000392171', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223427', 'lastCheck': '4.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256355', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261611', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265731', 'lastCheck': '4.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397097', 'lastCheck': '1.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645089485', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403851099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.351', 'tx': '1176266004959', 'txDropped': '0', 'rx': '625370035486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0', 'tx': '1580910127407', 'txDropped': '0', 'rx': '926280159833', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45153700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416188627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200375713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet0', 'tx': '87169595', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet1', 'tx': '37764867589', 'txDropped': '0', 'rx': '877532532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet2', 'tx': '21119670940', 'txDropped': '0', 'rx': '141311507149', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175484832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet4', 'tx': '395853067', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet5', 'tx': '23422756590', 'txDropped': '0', 'rx': '498019224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet6', 'tx': '6653259841', 'txDropped': '0', 'rx': '429621607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet7', 'tx': '1432608735', 'txDropped': '0', 'rx': '552036907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42404904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46701191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'lo', 'tx': '6927168719', 'txDropped': '0', 'rx': '6927168719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170525956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'eno1', 'tx': '975603568385', 'txDropped': '0', 'rx': '433976871120', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'eno2', 'tx': '605306559022', 'txDropped': '0', 'rx': '492303288713', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467714.075203, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467714.075203, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632461819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75825029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76942848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191879712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370737373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373186180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49822494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429991778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298646112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.110', 'tx': '2475272604', 'txDropped': '0', 'rx': '66853021139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.111', 'tx': '122671157409', 'txDropped': '0', 'rx': '24442160802', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55203471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54124460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464982331', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165204263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55983389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55813200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45148954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467714.075203, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226414582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'oVirtManagement', 'tx': '1176266004311', 'txDropped': '0', 'rx': '625369297083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576771452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'vnet3', 'tx': '542246531', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467714.075203, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754263195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693748.45', 'cpuLoad': '2.73', 'cpuSys': '1.55', 'diskStats': {'/var/log': {'free': '92957'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:08:34 GMT', 'cpuUser': '1.10', 'memFree': 667613, 'cpuIdle': '97.35', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.54'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:34,614+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:08:34,677+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:34,727+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d7f0434d-99ed-4551-abb2-2d7b9d4b2634 (threadPool:210)
2018-03-08 01:08:34,727+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 604690e1-a1da-4f48-bdd6-f1f6dfba1c5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:34,728+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:35,253+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:35,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0128ab8-39cc-4cf5-a8d6-9bbfe0810715 (threadPool:210)
2018-03-08 01:08:35,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 149c39c3-481f-4bc7-8168-5a25a11fee01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:08:35,303+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:35,407+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3f7badb2-17bd-45a4-b793-29dd8483a032 (api:46)
2018-03-08 01:08:35,413+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3f7badb2-17bd-45a4-b793-29dd8483a032 (api:52)
2018-03-08 01:08:35,413+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:35,506+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ad4b177c-f9df-408f-abd0-90d3f1e14c33 (api:46)
2018-03-08 01:08:35,513+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7043477929984', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ad4b177c-f9df-408f-abd0-90d3f1e14c33 (api:52)
2018-03-08 01:08:35,514+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:36,154+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:36,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6f52f8da-22bd-4780-b464-26288e76b1f9 (threadPool:210)
2018-03-08 01:08:36,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1a5674bc-c255-4ae5-b86a-327ddcc7f762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:36,202+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:37,205+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:37,262+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5b68b548-7173-4a8a-9d5c-cb55d49f0402 (threadPool:210)
2018-03-08 01:08:37,263+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44325152-7e89-4cfc-b604-ad629372c991 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:37,264+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:38,287+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:38,376+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ebc0bffd-6682-41f2-8f74-c305a6fc14ac (threadPool:210)
2018-03-08 01:08:38,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 77a44476-c895-4be7-9678-1f55682c050a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:38,377+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:39,323+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:39,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 604690e1-a1da-4f48-bdd6-f1f6dfba1c5c (threadPool:210)
2018-03-08 01:08:39,420+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dd4761ec-58ae-425d-91fd-0d9b70e5520c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:39,420+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:39,855+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:39,903+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 149c39c3-481f-4bc7-8168-5a25a11fee01 (threadPool:210)
2018-03-08 01:08:39,904+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e201c272-1b6f-44da-a8b5-5099526ee825 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1665, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd0m\x97\x9a\xaa\x1e~\x9e\xfd@[W:7\xeax000000000000780000000000000')) (threadPool:208)
2018-03-08 01:08:39,904+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 78ea373a-575b-40fd-9e7e-1eaa9a976dd0 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 30720 (mailbox:161)
2018-03-08 01:08:39,904+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/78ea373a-575b-40fd-9e7e-1eaa9a976dd0 to 30720 megabytes (lvm:1205)
2018-03-08 01:08:40,050+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:40,055+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:40,057+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:40,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e201c272-1b6f-44da-a8b5-5099526ee825 (threadPool:210)
2018-03-08 01:08:40,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 45074810-fe63-40cc-9062-7af90c957ad0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:40,087+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:40,293+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:40,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1a5674bc-c255-4ae5-b86a-327ddcc7f762 (threadPool:210)
2018-03-08 01:08:40,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d8f89003-9294-4c8e-a7da-d45151523768 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:40,347+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:40,687+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:40,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44325152-7e89-4cfc-b604-ad629372c991 (threadPool:210)
2018-03-08 01:08:40,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0b4eb7d8-456d-4459-8489-6d56c4de3890 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:40,738+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:40,808+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=8aaec163-fa69-44e4-9609-24172b62140f (api:46)
2018-03-08 01:08:40,808+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=8aaec163-fa69-44e4-9609-24172b62140f (api:52)
2018-03-08 01:08:40,809+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=33a752eb-9d09-45c9-a5e4-abbf74ee732c (api:46)
2018-03-08 01:08:40,809+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=33a752eb-9d09-45c9-a5e4-abbf74ee732c (api:52)
2018-03-08 01:08:40,809+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=14036371-d2c6-40cd-8020-b6f3d954bf6d (api:46)
2018-03-08 01:08:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=14036371-d2c6-40cd-8020-b6f3d954bf6d (api:52)
2018-03-08 01:08:40,810+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=7af46f01-febb-4e7d-b080-ba2cde155e2c (api:46)
2018-03-08 01:08:40,810+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=7af46f01-febb-4e7d-b080-ba2cde155e2c (api:52)
2018-03-08 01:08:40,811+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=0d60bdd8-41ee-419f-9613-fc5f217ec72d (api:46)
2018-03-08 01:08:40,811+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=0d60bdd8-41ee-419f-9613-fc5f217ec72d (api:52)
2018-03-08 01:08:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=3a3931f5-fe2b-43a7-ba8d-ec3c21eda500 (api:46)
2018-03-08 01:08:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=3a3931f5-fe2b-43a7-ba8d-ec3c21eda500 (api:52)
2018-03-08 01:08:40,812+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=db9d7695-b807-4412-a2f9-43a79a4fef51 (api:46)
2018-03-08 01:08:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=db9d7695-b807-4412-a2f9-43a79a4fef51 (api:52)
2018-03-08 01:08:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=50a15b3b-aedb-451e-aafa-df9bba2e16fc (api:46)
2018-03-08 01:08:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=50a15b3b-aedb-451e-aafa-df9bba2e16fc (api:52)
2018-03-08 01:08:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=11bcd058-1d75-4286-ad6c-b8b7c794eab3 (api:46)
2018-03-08 01:08:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=11bcd058-1d75-4286-ad6c-b8b7c794eab3 (api:52)
2018-03-08 01:08:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=b82b8054-2c02-4393-89ff-d209abb11c90 (api:46)
2018-03-08 01:08:40,814+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=b82b8054-2c02-4393-89ff-d209abb11c90 (api:52)
2018-03-08 01:08:41,086+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:41,136+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 77a44476-c895-4be7-9678-1f55682c050a (threadPool:210)
2018-03-08 01:08:41,136+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 38066827-e39a-4057-9088-ad86bc78a38f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:41,137+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:41,591+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:41,639+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dd4761ec-58ae-425d-91fd-0d9b70e5520c (threadPool:210)
2018-03-08 01:08:41,639+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 022ac19b-b477-4c0e-98d3-3ba38c370aae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:41,640+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:42,134+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:42,184+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 45074810-fe63-40cc-9062-7af90c957ad0 (threadPool:210)
2018-03-08 01:08:42,185+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce8d43df-1cbe-4ef7-aea6-269ac3d7e0a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:42,185+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:43,178+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:43,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d8f89003-9294-4c8e-a7da-d45151523768 (threadPool:210)
2018-03-08 01:08:43,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb2c7594-a8d8-45fb-872b-1d4f25f0743f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:43,234+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:44,493+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:08:44,498+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:08:44,500+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:44,507+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:08:44,508+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:08:44,508+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:44,725+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:44,774+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0b4eb7d8-456d-4459-8489-6d56c4de3890 (threadPool:210)
2018-03-08 01:08:44,775+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 829d6fb2-281c-4c31-80df-5cb9c2b5f34a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:44,775+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:45,390+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:46,067+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c0754d0e-3e55-4f70-9627-272c7dbe295b (api:46)
2018-03-08 01:08:46,073+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c0754d0e-3e55-4f70-9627-272c7dbe295b (api:52)
2018-03-08 01:08:46,073+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:46,168+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c6cf8327-09fd-417b-a947-173388dee9d3 (api:46)
2018-03-08 01:08:46,175+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c6cf8327-09fd-417b-a947-173388dee9d3 (api:52)
2018-03-08 01:08:46,176+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:46,355+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:46,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 38066827-e39a-4057-9088-ad86bc78a38f (threadPool:210)
2018-03-08 01:08:46,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9fab49f9-f849-4943-8532-6a75e742071f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:46,404+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:46,712+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:46,751+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 022ac19b-b477-4c0e-98d3-3ba38c370aae (threadPool:210)
2018-03-08 01:08:46,751+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f68f5df-9ddf-4989-a371-8bae6d950d0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:46,752+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:47,052+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:47,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb2c7594-a8d8-45fb-872b-1d4f25f0743f (threadPool:210)
2018-03-08 01:08:47,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fdefa348-7fc4-45b2-8c24-647d86274ee3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:47,099+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:47,478+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:47,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 829d6fb2-281c-4c31-80df-5cb9c2b5f34a (threadPool:210)
2018-03-08 01:08:47,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ff678218-7fbc-40bf-ac52-a786c7c77699 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:47,506+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:47,829+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:47,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce8d43df-1cbe-4ef7-aea6-269ac3d7e0a8 (threadPool:210)
2018-03-08 01:08:47,879+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 82a06906-b2a0-4dc2-bf52-20e852dcd29b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:08:47,879+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:48,180+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:48,246+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f68f5df-9ddf-4989-a371-8bae6d950d0a (threadPool:210)
2018-03-08 01:08:48,246+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 47aec65e-de9c-48a2-8793-1fdd0998084b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:48,247+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:48,599+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:48,643+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fdefa348-7fc4-45b2-8c24-647d86274ee3 (threadPool:210)
2018-03-08 01:08:48,643+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b46bad88-5fc7-42f3-9a7a-97c7e2a73c68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:48,643+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:49,219+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:49,280+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=cf57757e-790f-4097-8873-ddaa18896bb8 (api:46)
2018-03-08 01:08:49,282+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002314', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498412', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244646', 'lastCheck': '7.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000606324', 'lastCheck': '9.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537566', 'lastCheck': '8.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288612', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00122359', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000550245', 'lastCheck': '9.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429374', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033657', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314032', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411615', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227073', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495827', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398268', 'lastCheck': '8.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405179', 'lastCheck': '7.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357483', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000790447', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330173', 'lastCheck': '9.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00474385', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281116', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010543', 'lastCheck': '9.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794237', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000243628', 'lastCheck': '3.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438903', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339188', 'lastCheck': '8.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432162', 'lastCheck': '2.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437119', 'lastCheck': '9.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000572584', 'lastCheck': '7.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856815', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278918', 'lastCheck': '9.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023371', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=cf57757e-790f-4097-8873-ddaa18896bb8 (api:52)
2018-03-08 01:08:49,282+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=5a53798b-35cb-4bc5-9d64-09651759b24d (api:46)
2018-03-08 01:08:49,283+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5a53798b-35cb-4bc5-9d64-09651759b24d (api:52)
2018-03-08 01:08:49,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9fab49f9-f849-4943-8532-6a75e742071f (threadPool:210)
2018-03-08 01:08:49,374+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7386be1d-4e11-486c-92af-48476c1d51f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:49,374+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:49,649+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:49,651+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6a327f0f-317c-4a54-ad2a-f6026761e9b9 (api:46)
2018-03-08 01:08:49,652+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002314', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498412', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579451', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387323', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573522', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253379', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0438591', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430714', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355373', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224814', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314032', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000770253', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227073', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495827', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644939', 'lastCheck': '0.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405179', 'lastCheck': '8.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490414', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026041', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253316', 'lastCheck': '0.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00474385', 'lastCheck': '8.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281116', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010543', 'lastCheck': '9.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794237', 'lastCheck': '4.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000243628', 'lastCheck': '3.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438903', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339188', 'lastCheck': '9.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432162', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437119', 'lastCheck': '9.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000572584', 'lastCheck': '7.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856815', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278918', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023371', 'lastCheck': '5.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6a327f0f-317c-4a54-ad2a-f6026761e9b9 (api:52)
2018-03-08 01:08:49,652+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b33599bd-a1ab-4cb3-bce8-51d8cd9fdd7b (api:46)
2018-03-08 01:08:49,652+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b33599bd-a1ab-4cb3-bce8-51d8cd9fdd7b (api:52)
2018-03-08 01:08:49,688+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.74'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '53': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '24': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '25': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '27': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '93.51'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '21': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '93.98'}, '22': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.02'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.17'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '29': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.24'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '19.93', 'cpuIdle': '76.23'}, '0': {'cpuUser': '5.36', 'nodeIndex': 0, 'cpuSys': '2.71', 'cpuIdle': '91.93'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.24'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.36'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '4': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '9': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.50'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '12': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.09'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.83'}, '14': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.63'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '94.43'}, '49': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.88'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '34': {'cpuUser': '5.30', 'nodeIndex': 0, 'cpuSys': '6.22', 'cpuIdle': '88.48'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '3.31', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '94.64'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310967'}, '0': {'memPercent': 12, 'memFree': '346789'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000770253', 'lastCheck': '0.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002314', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498412', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227073', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495827', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573522', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253379', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0438591', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430714', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355373', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224814', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314032', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579451', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387323', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644939', 'lastCheck': '0.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281116', 'lastCheck': '5.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490414', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026041', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253316', 'lastCheck': '0.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00474385', 'lastCheck': '8.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405179', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278918', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000794237', 'lastCheck': '4.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000243628', 'lastCheck': '3.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438903', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339188', 'lastCheck': '9.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432162', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437119', 'lastCheck': '9.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000572584', 'lastCheck': '7.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000856815', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010543', 'lastCheck': '9.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023371', 'lastCheck': '5.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645128142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403856302', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.351', 'tx': '1176266089512', 'txDropped': '0', 'rx': '625370052188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0', 'tx': '1580910262234', 'txDropped': '0', 'rx': '926280660094', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45154288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416192819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200376463', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet0', 'tx': '87174445', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet1', 'tx': '37764872803', 'txDropped': '0', 'rx': '877532594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet2', 'tx': '21119758966', 'txDropped': '0', 'rx': '141311537531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175485918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet4', 'tx': '395857917', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet5', 'tx': '23422798244', 'txDropped': '0', 'rx': '498019561', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet6', 'tx': '6653287644', 'txDropped': '0', 'rx': '429635464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet7', 'tx': '1432613949', 'txDropped': '0', 'rx': '552036969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42405254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46701541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'lo', 'tx': '6927247951', 'txDropped': '0', 'rx': '6927247951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170527266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'eno1', 'tx': '975603675100', 'txDropped': '0', 'rx': '433977134091', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'eno2', 'tx': '605306587134', 'txDropped': '0', 'rx': '492303526003', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467729.177864, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467729.177864, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632466585', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75825429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76943248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191881890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370738041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373190316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49823162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '429995914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298648290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.110', 'tx': '2475286519', 'txDropped': '0', 'rx': '66853046810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.111', 'tx': '122671187765', 'txDropped': '0', 'rx': '24442245288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55203821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54124810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464987534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165205573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55983739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55813550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45149542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467729.177864, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226415332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'oVirtManagement', 'tx': '1176266088864', 'txDropped': '0', 'rx': '625369313785', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576776218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'vnet3', 'tx': '542251381', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467729.177864, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754264281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693763.52', 'cpuLoad': '2.66', 'cpuSys': '1.50', 'diskStats': {'/var/log': {'free': '92956'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.52', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635294L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:08:49 GMT', 'cpuUser': '1.10', 'memFree': 667582, 'cpuIdle': '97.41', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.01'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:49,693+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:08:49,790+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:49,880+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ff678218-7fbc-40bf-ac52-a786c7c77699 (threadPool:210)
2018-03-08 01:08:49,881+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 205e5652-f77b-410a-bbf9-6df8bc46b41e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:49,882+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:50,350+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:50,399+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 82a06906-b2a0-4dc2-bf52-20e852dcd29b (threadPool:210)
2018-03-08 01:08:50,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6241e9ad-fbb8-482b-a829-545056aab81c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:50,400+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:50,984+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:51,033+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 47aec65e-de9c-48a2-8793-1fdd0998084b (threadPool:210)
2018-03-08 01:08:51,034+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9ca415e9-033a-47ab-b606-6d4f370513ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:51,034+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:51,654+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:51,703+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b46bad88-5fc7-42f3-9a7a-97c7e2a73c68 (threadPool:210)
2018-03-08 01:08:51,703+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 31254261-bb38-483f-afb1-f436c9c0fdee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:51,704+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:52,543+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:52,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7386be1d-4e11-486c-92af-48476c1d51f6 (threadPool:210)
2018-03-08 01:08:52,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 215067d2-ea5e-41ef-a782-0bd60274a8f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:52,573+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:53,160+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:53,210+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6241e9ad-fbb8-482b-a829-545056aab81c (threadPool:210)
2018-03-08 01:08:53,210+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8cabab8a-458a-4afb-8815-97fee2cf6f23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:53,211+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:53,583+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:53,631+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9ca415e9-033a-47ab-b606-6d4f370513ef (threadPool:210)
2018-03-08 01:08:53,632+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 75559fd4-02a3-4801-966e-27703e17b7e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:53,632+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:53,925+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:53,974+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 31254261-bb38-483f-afb1-f436c9c0fdee (threadPool:210)
2018-03-08 01:08:53,974+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4115d887-6c29-4c72-84db-aedfa48b1044 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:53,975+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:54,258+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:54,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 205e5652-f77b-410a-bbf9-6df8bc46b41e (threadPool:210)
2018-03-08 01:08:54,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3d7c9599-bf78-41e5-b661-173b5796d251 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:54,309+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:54,590+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:54,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 215067d2-ea5e-41ef-a782-0bd60274a8f3 (threadPool:210)
2018-03-08 01:08:54,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 18f40750-7d5a-444d-b9b2-35ed16d936b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:54,640+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:54,951+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:55,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8cabab8a-458a-4afb-8815-97fee2cf6f23 (threadPool:210)
2018-03-08 01:08:55,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 71be1c3e-d5cb-4774-a06d-44f8c0ed8a7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:55,011+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:08:55,084+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:08:55,089+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:08:55,091+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:55,384+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:55,428+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 75559fd4-02a3-4801-966e-27703e17b7e7 (threadPool:210)
2018-03-08 01:08:55,428+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 37e5a35e-8a6a-4730-96ad-9aa6bf2be9b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:55,428+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:55,894+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:55,941+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3d7c9599-bf78-41e5-b661-173b5796d251 (threadPool:210)
2018-03-08 01:08:55,941+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e08c41ac-e602-4561-b88d-20136c5c1cf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:55,941+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:56,596+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d3bcc768-e921-4829-816c-67c59698f785 (api:46)
2018-03-08 01:08:56,603+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d3bcc768-e921-4829-816c-67c59698f785 (api:52)
2018-03-08 01:08:56,603+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:08:56,707+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b5993afe-c051-4f44-8449-bd0a2974f8a0 (api:46)
2018-03-08 01:08:56,714+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b5993afe-c051-4f44-8449-bd0a2974f8a0 (api:52)
2018-03-08 01:08:56,715+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:57,078+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:57,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 18f40750-7d5a-444d-b9b2-35ed16d936b8 (threadPool:210)
2018-03-08 01:08:57,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 45805c9e-a168-4136-b5ee-bb25f8782acf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:57,132+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:57,850+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:57,892+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4115d887-6c29-4c72-84db-aedfa48b1044 (threadPool:210)
2018-03-08 01:08:57,893+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a1ade12-f63c-482d-81c7-e3b677aa3574 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:08:57,893+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:58,700+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:58,753+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 37e5a35e-8a6a-4730-96ad-9aa6bf2be9b3 (threadPool:210)
2018-03-08 01:08:58,753+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01bdf14f-69ca-470e-9972-92eae7850e98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:58,753+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:59,216+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:59,288+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e08c41ac-e602-4561-b88d-20136c5c1cf7 (threadPool:210)
2018-03-08 01:08:59,289+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1a40be8-6cd3-4899-bd2f-94e7dd88a4ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:08:59,289+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:08:59,517+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:08:59,526+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:08:59,529+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:59,545+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:08:59,545+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:08:59,546+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:08:59,656+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:08:59,703+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 71be1c3e-d5cb-4774-a06d-44f8c0ed8a7b (threadPool:210)
2018-03-08 01:08:59,703+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6c1db41b-e956-4100-8649-c222a07f007f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:08:59,704+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:00,017+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:00,509+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:00,559+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a1ade12-f63c-482d-81c7-e3b677aa3574 (threadPool:210)
2018-03-08 01:09:00,559+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2083c581-474d-4013-b136-3ae9b60b3e53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:00,560+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:00,926+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:00,976+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01bdf14f-69ca-470e-9972-92eae7850e98 (threadPool:210)
2018-03-08 01:09:00,977+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b1db85f-0beb-4ded-aba8-ad2203854b70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:00,977+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:01,555+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:01,605+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1a40be8-6cd3-4899-bd2f-94e7dd88a4ef (threadPool:210)
2018-03-08 01:09:01,605+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cb1fb98e-cca3-4cb3-a2d7-fea97307e2ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:01,605+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:02,073+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:02,125+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 45805c9e-a168-4136-b5ee-bb25f8782acf (threadPool:210)
2018-03-08 01:09:02,125+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aa50beea-850b-400a-95ea-cf9cda268631 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:02,126+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:03,270+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:03,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6c1db41b-e956-4100-8649-c222a07f007f (threadPool:210)
2018-03-08 01:09:03,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 250bf12b-9464-46a3-bbc3-a55eda8fa07d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:03,348+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:04,389+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=83ffcacf-69e6-4b91-80d9-b7efe6373485 (api:46)
2018-03-08 01:09:04,390+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308382', 'lastCheck': '5.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0262838', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038668', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429783', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413419', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239239', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000372311', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441755', 'lastCheck': '4.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230004', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226838', 'lastCheck': '5.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590195', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462137', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941199', 'lastCheck': '3.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030482', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429803', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355744', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240957', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556917', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807296', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314797', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320244', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254815', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421571', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227237', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257463', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345601', 'lastCheck': '7.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315309', 'lastCheck': '4.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490276', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406517', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304817', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258459', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=83ffcacf-69e6-4b91-80d9-b7efe6373485 (api:52)
2018-03-08 01:09:04,390+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=f052d1b5-0aec-4e44-a1ce-ca342174cc70 (api:46)
2018-03-08 01:09:04,391+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=f052d1b5-0aec-4e44-a1ce-ca342174cc70 (api:52)
2018-03-08 01:09:04,727+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:04,728+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ef9f44c8-0cb1-4646-b5f6-add34c998c39 (api:46)
2018-03-08 01:09:04,729+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308382', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0262838', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038668', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429783', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413419', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239239', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000372311', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441755', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230004', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226838', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590195', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462137', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941199', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030482', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429803', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355744', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240957', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556917', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807296', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314797', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320244', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254815', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421571', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227237', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257463', 'lastCheck': '4.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345601', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315309', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490276', 'lastCheck': '2.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406517', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304817', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258459', 'lastCheck': '0.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ef9f44c8-0cb1-4646-b5f6-add34c998c39 (api:52)
2018-03-08 01:09:04,729+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e0ee7461-333e-416e-be5b-24f63f580654 (api:46)
2018-03-08 01:09:04,729+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e0ee7461-333e-416e-be5b-24f63f580654 (api:52)
2018-03-08 01:09:04,752+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '95.91'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.97'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '27': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.65'}, '20': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '2.24', 'cpuIdle': '95.85'}, '21': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.84'}, '22': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '96.11'}, '23': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.32'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.29'}, '29': {'cpuUser': '3.56', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '93.87'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.22', 'nodeIndex': 1, 'cpuSys': '20.86', 'cpuIdle': '74.92'}, '0': {'cpuUser': '4.55', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '92.81'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.84'}, '2': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '96.64'}, '5': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '3.63', 'cpuIdle': '93.80'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '7': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.64'}, '6': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.22'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.50'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.62'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.89'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '95.98'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '13': {'cpuUser': '2.90', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '94.20'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '15': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.45'}, '14': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '17': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.97'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.10'}, '55': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '35': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '34': {'cpuUser': '4.62', 'nodeIndex': 0, 'cpuSys': '5.21', 'cpuIdle': '90.17'}, '33': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '97.63'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '96.37'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '96.70'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311032'}, '0': {'memPercent': 12, 'memFree': '346756'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462137', 'lastCheck': '3.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308382', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0262838', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941199', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030482', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413419', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239239', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000372311', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441755', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230004', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226838', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590195', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038668', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429783', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429803', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314797', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240957', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556917', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807296', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355744', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304817', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254815', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421571', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227237', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257463', 'lastCheck': '4.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345601', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315309', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490276', 'lastCheck': '2.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406517', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320244', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258459', 'lastCheck': '0.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645148696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403860499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.351', 'tx': '1176266157142', 'txDropped': '0', 'rx': '625370061920', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0', 'tx': '1580910596595', 'txDropped': '0', 'rx': '926281255062', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45154688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416199460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200377171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet0', 'tx': '87179723', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet1', 'tx': '37764881653', 'txDropped': '0', 'rx': '877537373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet2', 'tx': '21119899568', 'txDropped': '0', 'rx': '141311763375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175487816', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet4', 'tx': '395863195', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet5', 'tx': '23422821889', 'txDropped': '0', 'rx': '498019847', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet6', 'tx': '6653343103', 'txDropped': '0', 'rx': '429653590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet7', 'tx': '1432622172', 'txDropped': '0', 'rx': '552037031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42405654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46701941', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'lo', 'tx': '6927324475', 'txDropped': '0', 'rx': '6927324475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170528628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'eno1', 'tx': '975603765138', 'txDropped': '0', 'rx': '433977395791', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'eno2', 'tx': '605306831457', 'txDropped': '0', 'rx': '492303859271', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467744.327582, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467744.327582, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632471125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75826597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76944416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191885514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370738600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373194740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49823721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430000338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298651914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.110', 'tx': '2475309552', 'txDropped': '0', 'rx': '66853099722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.111', 'tx': '122671413653', 'txDropped': '0', 'rx': '24442374865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55204221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54125210', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464991731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165206935', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55984139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55813950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45149942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467744.327582, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226416040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'oVirtManagement', 'tx': '1176266156494', 'txDropped': '0', 'rx': '625369323517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576780758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'vnet3', 'tx': '542256659', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467744.327582, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754266179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693778.60', 'cpuLoad': '2.63', 'cpuSys': '1.52', 'diskStats': {'/var/log': {'free': '92955'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.56', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635319L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:09:04 GMT', 'cpuUser': '1.13', 'memFree': 667615, 'cpuIdle': '97.36', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.25'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:04,756+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:09:04,891+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:04,942+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2083c581-474d-4013-b136-3ae9b60b3e53 (threadPool:210)
2018-03-08 01:09:04,942+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3f44e86a-9981-48a6-9bf6-dcda4df267aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:04,943+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:05,265+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:05,317+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b1db85f-0beb-4ded-aba8-ad2203854b70 (threadPool:210)
2018-03-08 01:09:05,317+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1fbba2bb-a092-4700-95fd-250e5ab86d96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:05,317+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:05,608+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:05,655+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cb1fb98e-cca3-4cb3-a2d7-fea97307e2ac (threadPool:210)
2018-03-08 01:09:05,656+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 50e7780f-3b27-4546-89b5-2304c0db64c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:05,656+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:05,996+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:06,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aa50beea-850b-400a-95ea-cf9cda268631 (threadPool:210)
2018-03-08 01:09:06,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2cff04b7-fdb0-4cc9-8069-01a51a583095 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:06,044+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:06,354+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:06,404+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 250bf12b-9464-46a3-bbc3-a55eda8fa07d (threadPool:210)
2018-03-08 01:09:06,404+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5052878f-5f84-489b-89ad-b0366c205d63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:06,405+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:06,784+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:06,821+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3f44e86a-9981-48a6-9bf6-dcda4df267aa (threadPool:210)
2018-03-08 01:09:06,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 355479f7-7ccf-4ae3-b3b5-7b4a7246ea09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:06,822+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:07,157+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=259d5914-7339-4b67-9265-b3ffac3b5d2e (api:46)
2018-03-08 01:09:07,164+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=259d5914-7339-4b67-9265-b3ffac3b5d2e (api:52)
2018-03-08 01:09:07,164+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:07,187+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:07,236+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 50e7780f-3b27-4546-89b5-2304c0db64c0 (threadPool:210)
2018-03-08 01:09:07,236+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 980d1d90-5dbf-4a57-8da2-541e39eceda6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:07,237+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:07,266+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=71047aa5-7fb9-45d4-a593-2c1709bddc67 (api:46)
2018-03-08 01:09:07,273+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=71047aa5-7fb9-45d4-a593-2c1709bddc67 (api:52)
2018-03-08 01:09:07,274+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:07,599+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:07,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2cff04b7-fdb0-4cc9-8069-01a51a583095 (threadPool:210)
2018-03-08 01:09:07,650+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08dde5e2-cef8-4bbf-a313-da0a56624320 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:07,650+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:08,428+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:08,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1fbba2bb-a092-4700-95fd-250e5ab86d96 (threadPool:210)
2018-03-08 01:09:08,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 27336729-ef9f-490b-a8cc-41d34d02671b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:08,477+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:08,930+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:08,980+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 355479f7-7ccf-4ae3-b3b5-7b4a7246ea09 (threadPool:210)
2018-03-08 01:09:08,980+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eba6f759-cd12-45e8-976c-aeccddfae96e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:08,981+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:09,668+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:09,757+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 980d1d90-5dbf-4a57-8da2-541e39eceda6 (threadPool:210)
2018-03-08 01:09:09,758+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e4adfba0-b7a4-40c1-8e2d-57081f9985e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:09:09,758+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:10,107+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:10,112+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:10,114+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:10,782+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:10,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5052878f-5f84-489b-89ad-b0366c205d63 (threadPool:210)
2018-03-08 01:09:10,814+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4690548f-2016-475d-a8ac-2cc24607a2db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:10,814+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:12,112+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:12,159+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 27336729-ef9f-490b-a8cc-41d34d02671b (threadPool:210)
2018-03-08 01:09:12,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a323f64c-21c2-4fc4-96b3-fab702af0e3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:12,160+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:12,528+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:12,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eba6f759-cd12-45e8-976c-aeccddfae96e (threadPool:210)
2018-03-08 01:09:12,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 722f368b-041e-467a-9e58-709804d9245b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:12,578+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:12,981+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:13,031+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e4adfba0-b7a4-40c1-8e2d-57081f9985e1 (threadPool:210)
2018-03-08 01:09:13,031+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c135adc6-ce76-4814-8fc7-313b7f48f8f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:13,032+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:13,327+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:13,759+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:13,811+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08dde5e2-cef8-4bbf-a313-da0a56624320 (threadPool:210)
2018-03-08 01:09:13,811+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 805e3f9f-955d-4ce3-bc74-68a67a3255db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:13,812+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:14,151+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:14,201+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4690548f-2016-475d-a8ac-2cc24607a2db (threadPool:210)
2018-03-08 01:09:14,201+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aae57d48-c9f4-43da-b5a6-efd86b3a6df0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:14,202+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:14,518+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:14,553+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:09:14,562+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:09:14,565+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:09:14,583+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:09:14,583+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:09:14,583+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:14,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a323f64c-21c2-4fc4-96b3-fab702af0e3c (threadPool:210)
2018-03-08 01:09:14,585+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 22e18dbc-d94f-41a8-9af5-8b9d4cf08678 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:14,585+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:14,921+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:14,972+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 722f368b-041e-467a-9e58-709804d9245b (threadPool:210)
2018-03-08 01:09:14,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 35d21915-4b83-4b24-9e3c-909645937079 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:14,973+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:15,559+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:15,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c135adc6-ce76-4814-8fc7-313b7f48f8f1 (threadPool:210)
2018-03-08 01:09:15,610+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 73367f7e-059d-44ff-809d-a6e249235016 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:15,610+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:16,222+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:16,271+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 805e3f9f-955d-4ce3-bc74-68a67a3255db (threadPool:210)
2018-03-08 01:09:16,271+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 652fed0c-83ec-4105-a35f-0e23094baebf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:16,272+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:17,222+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:17,280+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aae57d48-c9f4-43da-b5a6-efd86b3a6df0 (threadPool:210)
2018-03-08 01:09:17,281+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task caee88b1-1191-4f03-a3ae-ee55ef3f7367 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:17,281+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:17,699+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=17214a60-8450-427f-aba7-ac26e8440b78 (api:46)
2018-03-08 01:09:17,706+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=17214a60-8450-427f-aba7-ac26e8440b78 (api:52)
2018-03-08 01:09:17,706+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:17,809+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=84989f37-8b46-4b9e-a348-48ef729afe66 (api:46)
2018-03-08 01:09:17,816+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=84989f37-8b46-4b9e-a348-48ef729afe66 (api:52)
2018-03-08 01:09:17,817+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:18,582+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:18,627+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 35d21915-4b83-4b24-9e3c-909645937079 (threadPool:210)
2018-03-08 01:09:18,628+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e2dcfe10-0d75-4945-99ad-0aab23951565 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:18,628+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:19,438+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:19,506+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=6d92f2ea-91fb-4f06-954c-0c80174a3c56 (api:46)
2018-03-08 01:09:19,508+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514798', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487252', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275598', 'lastCheck': '7.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482935', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460702', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291041', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0383083', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000675241', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000978495', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571078', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571888', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470427', 'lastCheck': '8.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491817', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079199', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473752', 'lastCheck': '8.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395276', 'lastCheck': '8.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621617', 'lastCheck': '9.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446531', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410323', 'lastCheck': '9.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0623873', 'lastCheck': '8.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271859', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0173033', 'lastCheck': '9.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452185', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000422657', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310659', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364843', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347329', 'lastCheck': '2.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031569', 'lastCheck': '9.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005743', 'lastCheck': '4.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298168', 'lastCheck': '9.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310104', 'lastCheck': '5.4', 'valid': True}} from=internal, task_id=6d92f2ea-91fb-4f06-954c-0c80174a3c56 (api:52)
2018-03-08 01:09:19,509+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=dbf9c58d-d6d0-46f1-b345-017bd853ae22 (api:46)
2018-03-08 01:09:19,509+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=dbf9c58d-d6d0-46f1-b345-017bd853ae22 (api:52)
2018-03-08 01:09:19,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 73367f7e-059d-44ff-809d-a6e249235016 (threadPool:210)
2018-03-08 01:09:19,579+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 49cfedcd-e010-44e2-8b40-74907b1210ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:19,579+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:19,793+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:19,796+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=121da157-8ffa-411b-a69c-08ede5e946bb (api:46)
2018-03-08 01:09:19,798+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514798', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487252', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275598', 'lastCheck': '8.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482935', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460702', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291041', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0383083', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000675241', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000978495', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571078', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571888', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470427', 'lastCheck': '8.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491817', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079199', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473752', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395276', 'lastCheck': '8.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621617', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446531', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410323', 'lastCheck': '10.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0623873', 'lastCheck': '8.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271859', 'lastCheck': '5.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0173033', 'lastCheck': '9.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452185', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000422657', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310659', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364843', 'lastCheck': '9.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347329', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031569', 'lastCheck': '9.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '7.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005743', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298168', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310104', 'lastCheck': '5.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=121da157-8ffa-411b-a69c-08ede5e946bb (api:52)
2018-03-08 01:09:19,798+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ce5f3424-87ca-4000-9e87-17ce54776dd7 (api:46)
2018-03-08 01:09:19,799+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ce5f3424-87ca-4000-9e87-17ce54776dd7 (api:52)
2018-03-08 01:09:19,834+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '96.36'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.23'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '25': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '26': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.23'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '20': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '22': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '23': {'cpuUser': '7.16', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '91.05'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '3.91', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '93.77'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '19.82', 'cpuIdle': '75.94'}, '0': {'cpuUser': '4.18', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '93.24'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.83'}, '2': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '5': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.36'}, '4': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.70'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '9': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.97'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.63'}, '10': {'cpuUser': '3.45', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.03'}, '13': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.90'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '14': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.29'}, '17': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.91'}, '16': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '36': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '35': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '34': {'cpuUser': '4.71', 'nodeIndex': 0, 'cpuSys': '4.51', 'cpuIdle': '90.78'}, '33': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '97.61'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.69'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310905'}, '0': {'memPercent': 12, 'memFree': '346843'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470427', 'lastCheck': '8.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514798', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487252', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491817', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00079199', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460702', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291041', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0383083', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000675241', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000978495', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571078', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571888', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275598', 'lastCheck': '8.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482935', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473752', 'lastCheck': '9.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271859', 'lastCheck': '5.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621617', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446531', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410323', 'lastCheck': '10.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0623873', 'lastCheck': '8.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395276', 'lastCheck': '8.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298168', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452185', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000422657', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310659', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364843', 'lastCheck': '9.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347329', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031569', 'lastCheck': '9.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '7.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005743', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0173033', 'lastCheck': '9.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310104', 'lastCheck': '5.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645153881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403862188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.351', 'tx': '1176266239818', 'txDropped': '0', 'rx': '625370077468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0', 'tx': '1580910778267', 'txDropped': '0', 'rx': '926282018956', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45155038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416205344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200379588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet0', 'tx': '87183726', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet1', 'tx': '37764888741', 'txDropped': '0', 'rx': '877537435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet2', 'tx': '21119943619', 'txDropped': '0', 'rx': '141311785007', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175490518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet4', 'tx': '395867198', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet5', 'tx': '23422828621', 'txDropped': '0', 'rx': '498020100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet6', 'tx': '6653353638', 'txDropped': '0', 'rx': '429661395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet7', 'tx': '1432954355', 'txDropped': '0', 'rx': '552099781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42406004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46702395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'lo', 'tx': '6927403373', 'txDropped': '0', 'rx': '6927403373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170530076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'eno1', 'tx': '975603925609', 'txDropped': '0', 'rx': '433977614603', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'eno2', 'tx': '605306852658', 'txDropped': '0', 'rx': '492304404353', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467759.417035, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467759.417035, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632475523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75826997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76944816', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191887948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370738950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373198071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49824071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430003669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298654348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.110', 'tx': '2475380169', 'txDropped': '0', 'rx': '66853430074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.111', 'tx': '122671435175', 'txDropped': '0', 'rx': '24442416236', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55204621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54125664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464993420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165208383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55984539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55814300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45150292', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467759.417035, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226418457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'oVirtManagement', 'tx': '1176266239170', 'txDropped': '0', 'rx': '625369339065', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576785156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'vnet3', 'tx': '542260662', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467759.417035, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754268881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693793.66', 'cpuLoad': '2.60', 'cpuSys': '1.51', 'diskStats': {'/var/log': {'free': '92954'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:09:19 GMT', 'cpuUser': '1.37', 'memFree': 667591, 'cpuIdle': '97.13', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.21'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:19,839+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:09:19,952+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:20,022+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 22e18dbc-d94f-41a8-9af5-8b9d4cf08678 (threadPool:210)
2018-03-08 01:09:20,023+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 76726655-9c1f-4045-8b53-938de60ffaac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:20,024+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:20,422+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:20,474+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task caee88b1-1191-4f03-a3ae-ee55ef3f7367 (threadPool:210)
2018-03-08 01:09:20,475+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b2e14b92-0b0d-41d0-a830-9e06278f1908 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:20,475+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:20,841+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:20,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e2dcfe10-0d75-4945-99ad-0aab23951565 (threadPool:210)
2018-03-08 01:09:20,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d5140cc8-f9aa-4095-a11a-f153fe345b68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:20,892+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:21,224+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:21,275+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 652fed0c-83ec-4105-a35f-0e23094baebf (threadPool:210)
2018-03-08 01:09:21,276+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1267902a-8cda-4cae-acd9-79f602194ff1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:21,276+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:21,918+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:21,968+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 49cfedcd-e010-44e2-8b40-74907b1210ba (threadPool:210)
2018-03-08 01:09:21,969+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2c84593a-b1a9-49fc-87a7-479fe1012b43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:21,969+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:22,442+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:22,492+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 76726655-9c1f-4045-8b53-938de60ffaac (threadPool:210)
2018-03-08 01:09:22,492+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aab14f0c-fbdc-44f6-b928-cf6e4a9d550a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:22,493+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:23,008+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:23,058+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b2e14b92-0b0d-41d0-a830-9e06278f1908 (threadPool:210)
2018-03-08 01:09:23,058+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 075af016-ecd1-41d9-86d0-62c0410d94bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:23,058+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:23,897+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:23,947+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d5140cc8-f9aa-4095-a11a-f153fe345b68 (threadPool:210)
2018-03-08 01:09:23,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f041d696-7ec5-4ed7-8072-d667e77d4f72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:09:23,948+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:24,642+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:24,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1267902a-8cda-4cae-acd9-79f602194ff1 (threadPool:210)
2018-03-08 01:09:24,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7b86300e-7a33-44a7-9c66-73cfaa07a1fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:24,694+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:25,130+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:25,135+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:25,137+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:25,626+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:25,666+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2c84593a-b1a9-49fc-87a7-479fe1012b43 (threadPool:210)
2018-03-08 01:09:25,667+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5756ced8-e844-4944-baad-b7cc59e972ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:25,667+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:26,032+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:26,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 075af016-ecd1-41d9-86d0-62c0410d94bd (threadPool:210)
2018-03-08 01:09:26,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 16d14eba-4560-4170-8191-23299dc4b8f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:26,082+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:26,391+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:26,828+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:26,885+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f041d696-7ec5-4ed7-8072-d667e77d4f72 (threadPool:210)
2018-03-08 01:09:26,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fa1c1f27-81b7-44bf-b12c-4cb59ce168e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:26,887+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:27,211+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:27,263+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7b86300e-7a33-44a7-9c66-73cfaa07a1fd (threadPool:210)
2018-03-08 01:09:27,264+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eb90c6e4-b672-4782-b596-9408f7cb2c4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:27,265+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:27,595+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:27,641+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aab14f0c-fbdc-44f6-b928-cf6e4a9d550a (threadPool:210)
2018-03-08 01:09:27,641+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 80a9ff79-c506-48c6-b616-1d8e0a425e4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:27,642+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:27,986+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:28,035+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5756ced8-e844-4944-baad-b7cc59e972ee (threadPool:210)
2018-03-08 01:09:28,036+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d09dfce-92d2-4aa8-aa1e-96455d49c22f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:28,036+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:28,318+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=09453e8d-20c9-4e3a-b7ca-92c99b09796c (api:46)
2018-03-08 01:09:28,325+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=09453e8d-20c9-4e3a-b7ca-92c99b09796c (api:52)
2018-03-08 01:09:28,325+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:28,375+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:28,422+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 16d14eba-4560-4170-8191-23299dc4b8f3 (threadPool:210)
2018-03-08 01:09:28,422+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e65571e4-a9a1-407f-a4d8-402841b4b0b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:28,423+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:28,439+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4815e511-cbdc-4bc1-ae97-c1d617314c7b (api:46)
2018-03-08 01:09:28,446+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4815e511-cbdc-4bc1-ae97-c1d617314c7b (api:52)
2018-03-08 01:09:28,447+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:28,710+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:28,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fa1c1f27-81b7-44bf-b12c-4cb59ce168e8 (threadPool:210)
2018-03-08 01:09:28,763+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fc036b0f-793c-4aa4-903c-9122b1d406f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:28,763+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:29,291+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:29,356+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eb90c6e4-b672-4782-b596-9408f7cb2c4a (threadPool:210)
2018-03-08 01:09:29,358+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0fd2fba5-bf4c-46fe-8245-6e1b69493b17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:29,358+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:29,589+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:09:29,594+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:09:29,596+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:29,607+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:09:29,609+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:09:29,609+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:29,752+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:29,800+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 80a9ff79-c506-48c6-b616-1d8e0a425e4b (threadPool:210)
2018-03-08 01:09:30,471+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:30,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d09dfce-92d2-4aa8-aa1e-96455d49c22f (threadPool:210)
2018-03-08 01:09:30,603+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 722715b4-addf-48be-a07a-2fa7694b79ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:30,605+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:30,606+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44bf23ed-dafb-4fdf-9aa5-0d1c873cb58d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:30,607+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:31,412+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:31,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e65571e4-a9a1-407f-a4d8-402841b4b0b2 (threadPool:210)
2018-03-08 01:09:31,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e452ae4d-1489-4935-9e97-9946da7f614f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:31,456+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:32,202+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:32,250+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fc036b0f-793c-4aa4-903c-9122b1d406f4 (threadPool:210)
2018-03-08 01:09:32,250+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b160208b-51c2-46b7-a5de-f016dfde6840 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:32,251+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:33,015+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:33,064+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0fd2fba5-bf4c-46fe-8245-6e1b69493b17 (threadPool:210)
2018-03-08 01:09:33,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a3e09f77-1ef2-4022-84f4-44e7de6ab762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:33,065+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:33,730+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:33,780+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 722715b4-addf-48be-a07a-2fa7694b79ff (threadPool:210)
2018-03-08 01:09:33,780+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6e3d7675-0aa8-4106-be1c-59fa8dd33563 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:33,781+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:34,131+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:34,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44bf23ed-dafb-4fdf-9aa5-0d1c873cb58d (threadPool:210)
2018-03-08 01:09:34,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7c3531aa-e9a4-46ba-8633-59b41155cc6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:34,182+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:34,594+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:34,652+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=333aa89b-838b-44fc-98b3-c8461e5de1ea (api:46)
2018-03-08 01:09:34,654+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232994', 'lastCheck': '5.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696547', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279381', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387307', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448029', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243138', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.108194', 'lastCheck': '5.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530604', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573655', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267568', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265845', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0036112', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318863', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278412', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241155', 'lastCheck': '3.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460581', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258433', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189304', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305021', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000949298', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301829', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191285', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333849', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377634', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480906', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264744', 'lastCheck': '3.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327435', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022959', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234242', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449547', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441102', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335181', 'lastCheck': '0.6', 'valid': True}} from=internal, task_id=333aa89b-838b-44fc-98b3-c8461e5de1ea (api:52)
2018-03-08 01:09:34,654+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=e6a7a675-5e62-43ba-bfa2-28a4606cbf93 (api:46)
2018-03-08 01:09:34,655+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e6a7a675-5e62-43ba-bfa2-28a4606cbf93 (api:52)
2018-03-08 01:09:34,716+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e452ae4d-1489-4935-9e97-9946da7f614f (threadPool:210)
2018-03-08 01:09:34,717+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1c0b9a8a-9934-4e6e-85d1-c87080d97e77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:34,718+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:34,926+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:34,927+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6c9f58be-8df0-4464-ae08-49fea41ba4a4 (api:46)
2018-03-08 01:09:34,928+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232994', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696547', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279381', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387307', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448029', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243138', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.108194', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530604', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573655', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267568', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265845', 'lastCheck': '4.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0036112', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318863', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278412', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241155', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460581', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258433', 'lastCheck': '5.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189304', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305021', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000949298', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301829', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191285', 'lastCheck': '5.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333849', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377634', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480906', 'lastCheck': '5.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264744', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327435', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022959', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234242', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449547', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441102', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335181', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6c9f58be-8df0-4464-ae08-49fea41ba4a4 (api:52)
2018-03-08 01:09:34,928+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8146402d-d4f6-405c-9c06-f21c771ba52b (api:46)
2018-03-08 01:09:34,929+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8146402d-d4f6-405c-9c06-f21c771ba52b (api:52)
2018-03-08 01:09:34,954+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.42'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.23'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '25': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.85'}, '26': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '27': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '94.26'}, '20': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.77'}, '21': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.77'}, '22': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.55'}, '23': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.31'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '45': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.75'}, '29': {'cpuUser': '3.83', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '93.79'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.75'}, '1': {'cpuUser': '4.42', 'nodeIndex': 1, 'cpuSys': '21.45', 'cpuIdle': '74.13'}, '0': {'cpuUser': '4.82', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '92.54'}, '3': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '93.66'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '5': {'cpuUser': '4.62', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '93.14'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.95'}, '7': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.85'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '98.09'}, '9': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.78'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.08'}, '59': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.50'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.39'}, '10': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '13': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.38'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '15': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.77'}, '14': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.24'}, '17': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.58'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.69'}, '19': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.71'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.78'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '34': {'cpuUser': '4.88', 'nodeIndex': 0, 'cpuSys': '5.68', 'cpuIdle': '89.44'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.90'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '99.01'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310929'}, '0': {'memPercent': 12, 'memFree': '346842'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0036112', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232994', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696547', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318863', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278412', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448029', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243138', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.108194', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530604', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573655', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267568', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265845', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279381', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387307', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241155', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301829', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258433', 'lastCheck': '5.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189304', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305021', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000949298', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460581', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441102', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333849', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377634', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480906', 'lastCheck': '5.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264744', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327435', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022959', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234242', 'lastCheck': '2.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449547', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191285', 'lastCheck': '5.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335181', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645163012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403865790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.351', 'tx': '1176266308258', 'txDropped': '0', 'rx': '625370087952', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0', 'tx': '1580910870146', 'txDropped': '0', 'rx': '926282451388', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45155438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416208922', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200381619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet0', 'tx': '87188168', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet1', 'tx': '37764893355', 'txDropped': '0', 'rx': '877537497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet2', 'tx': '21119956475', 'txDropped': '0', 'rx': '141311792757', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175492796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet4', 'tx': '395871640', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet5', 'tx': '23422840415', 'txDropped': '0', 'rx': '498020613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet6', 'tx': '6653361132', 'txDropped': '0', 'rx': '429664585', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet7', 'tx': '1432973631', 'txDropped': '0', 'rx': '552106859', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42406404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46702795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'lo', 'tx': '6927478013', 'txDropped': '0', 'rx': '6927478013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170531208', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'eno1', 'tx': '975604010518', 'txDropped': '0', 'rx': '433977809560', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'eno2', 'tx': '605306859628', 'txDropped': '0', 'rx': '492304641828', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467774.566602, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467774.566602, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632480109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75827397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76945216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191890656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370739509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373201701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49824630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430007299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298657056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.110', 'tx': '2475390499', 'txDropped': '0', 'rx': '66853450004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.111', 'tx': '122671443233', 'txDropped': '0', 'rx': '24442427070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55204971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54126064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '464997022', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165209515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55984889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55814700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45150692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467774.566602, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226420488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'oVirtManagement', 'tx': '1176266307610', 'txDropped': '0', 'rx': '625369349549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576789742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'vnet3', 'tx': '542265104', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467774.566602, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754271159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693808.80', 'cpuLoad': '2.59', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92952'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.43', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635318L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:09:34 GMT', 'cpuUser': '1.21', 'memFree': 667615, 'cpuIdle': '97.21', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.24'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:34,959+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:09:34,997+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:35,046+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a3e09f77-1ef2-4022-84f4-44e7de6ab762 (threadPool:210)
2018-03-08 01:09:35,047+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e16eda10-5221-4061-a509-ff3408d54e50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:35,047+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:35,349+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:35,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6e3d7675-0aa8-4106-be1c-59fa8dd33563 (threadPool:210)
2018-03-08 01:09:35,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8a634a58-2e45-4bf9-8d19-04214332da86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:35,399+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:35,730+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:35,778+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7c3531aa-e9a4-46ba-8633-59b41155cc6e (threadPool:210)
2018-03-08 01:09:35,778+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b97e99eb-a989-4bb7-b6bf-ddaefabda57f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:09:35,779+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:36,100+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:36,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b160208b-51c2-46b7-a5de-f016dfde6840 (threadPool:210)
2018-03-08 01:09:36,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6b621492-d6ae-4689-bcf2-7d505a22880e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:36,150+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:36,543+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:36,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1c0b9a8a-9934-4e6e-85d1-c87080d97e77 (threadPool:210)
2018-03-08 01:09:36,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 48e439ca-001f-49de-962f-299bc364187f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:36,594+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:37,340+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:37,388+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e16eda10-5221-4061-a509-ff3408d54e50 (threadPool:210)
2018-03-08 01:09:37,389+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85c9b16c-8709-4a87-9b51-e61ee9cd8144 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:37,389+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:38,010+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:38,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8a634a58-2e45-4bf9-8d19-04214332da86 (threadPool:210)
2018-03-08 01:09:38,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9112708c-5c22-46ad-a89c-11151259adfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:38,060+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:38,903+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=982e57cd-9944-4cc9-a545-ca1dd66d163c (api:46)
2018-03-08 01:09:38,918+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=982e57cd-9944-4cc9-a545-ca1dd66d163c (api:52)
2018-03-08 01:09:38,921+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:09:39,087+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bb780e25-c208-40db-a805-6620d6dc3fda (api:46)
2018-03-08 01:09:39,093+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bb780e25-c208-40db-a805-6620d6dc3fda (api:52)
2018-03-08 01:09:39,095+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:39,178+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:39,250+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b97e99eb-a989-4bb7-b6bf-ddaefabda57f (threadPool:210)
2018-03-08 01:09:39,251+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b337e5f-cbd3-4c87-8b15-d1e16dadcf65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:39,252+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:39,915+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:39,961+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6b621492-d6ae-4689-bcf2-7d505a22880e (threadPool:210)
2018-03-08 01:09:39,961+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f815f343-72b4-406a-9162-17c4da76f138 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:39,962+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:40,153+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:40,158+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:40,160+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:40,531+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:40,813+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=bf3562ec-090d-4472-ad0a-55bbdad4b692 (api:46)
2018-03-08 01:09:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=bf3562ec-090d-4472-ad0a-55bbdad4b692 (api:52)
2018-03-08 01:09:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=f4a43102-1184-46ae-947b-c11316cd9d58 (api:46)
2018-03-08 01:09:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=f4a43102-1184-46ae-947b-c11316cd9d58 (api:52)
2018-03-08 01:09:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=774a351d-cc49-4d0a-bb91-5224e4de7c19 (api:46)
2018-03-08 01:09:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=774a351d-cc49-4d0a-bb91-5224e4de7c19 (api:52)
2018-03-08 01:09:40,816+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=d60e20a5-c07f-4a82-84c0-de9fb45c47db (api:46)
2018-03-08 01:09:40,816+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d60e20a5-c07f-4a82-84c0-de9fb45c47db (api:52)
2018-03-08 01:09:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=d7024aeb-45a7-47e1-80a2-5c8bbd0be884 (api:46)
2018-03-08 01:09:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=d7024aeb-45a7-47e1-80a2-5c8bbd0be884 (api:52)
2018-03-08 01:09:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=1bd6badd-6ed2-4baf-973c-65f9ed884453 (api:46)
2018-03-08 01:09:40,817+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=1bd6badd-6ed2-4baf-973c-65f9ed884453 (api:52)
2018-03-08 01:09:40,817+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=9ea03065-7d29-4a45-ae66-32e2a5eba8b9 (api:46)
2018-03-08 01:09:40,818+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=9ea03065-7d29-4a45-ae66-32e2a5eba8b9 (api:52)
2018-03-08 01:09:40,818+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5d244fb3-00ed-4d73-ab82-21bc6c9d2160 (api:46)
2018-03-08 01:09:40,818+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5d244fb3-00ed-4d73-ab82-21bc6c9d2160 (api:52)
2018-03-08 01:09:40,819+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=46781d43-40b9-4f23-9cae-47bf2f1eb137 (api:46)
2018-03-08 01:09:40,819+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=46781d43-40b9-4f23-9cae-47bf2f1eb137 (api:52)
2018-03-08 01:09:40,819+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=c359ad7c-ff5a-4ba2-adce-4bae9ebf6120 (api:46)
2018-03-08 01:09:40,819+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=c359ad7c-ff5a-4ba2-adce-4bae9ebf6120 (api:52)
2018-03-08 01:09:41,253+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:41,308+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 48e439ca-001f-49de-962f-299bc364187f (threadPool:210)
2018-03-08 01:09:41,308+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0458107b-0edb-42ee-8c91-055eac7e335e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:41,308+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:41,641+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:41,691+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85c9b16c-8709-4a87-9b51-e61ee9cd8144 (threadPool:210)
2018-03-08 01:09:41,691+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 19e977ad-e867-4cfb-b1d4-22cc3c8c3ca7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:41,691+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:42,017+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:42,067+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9112708c-5c22-46ad-a89c-11151259adfc (threadPool:210)
2018-03-08 01:09:42,067+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 97b3c0c5-8cea-4e28-ab1b-3d186813cb4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:42,068+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:42,394+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:42,443+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b337e5f-cbd3-4c87-8b15-d1e16dadcf65 (threadPool:210)
2018-03-08 01:09:42,444+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbec252f-0906-42e4-96b0-ba5a4b35e9f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:42,444+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:42,736+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:42,786+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f815f343-72b4-406a-9162-17c4da76f138 (threadPool:210)
2018-03-08 01:09:42,786+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cbd364ef-1644-420c-b0f0-01f2778c6d71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:42,787+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:43,176+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:43,225+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0458107b-0edb-42ee-8c91-055eac7e335e (threadPool:210)
2018-03-08 01:09:43,225+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3836f02e-c62f-4c2b-9866-d50243a7b8be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:43,226+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:43,571+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:43,619+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 19e977ad-e867-4cfb-b1d4-22cc3c8c3ca7 (threadPool:210)
2018-03-08 01:09:43,620+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d50614ee-d17e-4864-8ce8-a04921505d09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:43,620+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:44,022+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:44,077+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 97b3c0c5-8cea-4e28-ab1b-3d186813cb4b (threadPool:210)
2018-03-08 01:09:44,078+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1aa3ebdc-5f34-4a36-9764-9811cf4dcc95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:44,078+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:44,610+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:09:44,615+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:09:44,617+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:44,625+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:09:44,626+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:09:44,626+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:44,671+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:44,720+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbec252f-0906-42e4-96b0-ba5a4b35e9f4 (threadPool:210)
2018-03-08 01:09:44,720+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e1c8c4cd-5a70-467e-8303-d8fc97c612c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:44,721+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:45,520+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20803 (__init__:330)
2018-03-08 01:09:45,545+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20804 (__init__:330)
2018-03-08 01:09:45,564+0100 INFO  (ioprocess/272230) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:09:45,565+0100 INFO  (ioprocess/272236) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:09:45,874+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:45,929+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cbd364ef-1644-420c-b0f0-01f2778c6d71 (threadPool:210)
2018-03-08 01:09:45,929+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task abfeba60-6774-48ad-9815-f2f5ee634459 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:45,930+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:46,845+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:46,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d50614ee-d17e-4864-8ce8-a04921505d09 (threadPool:210)
2018-03-08 01:09:46,904+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17743b54-7868-4255-82ef-ed646516e125 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:46,904+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:47,933+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:47,983+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e1c8c4cd-5a70-467e-8303-d8fc97c612c7 (threadPool:210)
2018-03-08 01:09:47,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bee20884-3c11-4042-988f-6e33263011d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:47,984+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:48,624+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:48,668+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3836f02e-c62f-4c2b-9866-d50243a7b8be (threadPool:210)
2018-03-08 01:09:48,668+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8453f07e-c576-41a7-939b-abd363d7aca1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:48,668+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:49,120+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:49,179+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task abfeba60-6774-48ad-9815-f2f5ee634459 (threadPool:210)
2018-03-08 01:09:49,180+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3e44ca65-3fdc-465b-abf3-7204731b62b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:09:49,180+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:49,494+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:49,566+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17743b54-7868-4255-82ef-ed646516e125 (threadPool:210)
2018-03-08 01:09:49,567+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f0a2a674-9fbd-4d20-a1e4-d64b1eeabf3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:49,568+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:49,653+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c4c25f37-5070-47cf-91f6-f3f8a1805e46 (api:46)
2018-03-08 01:09:49,660+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c4c25f37-5070-47cf-91f6-f3f8a1805e46 (api:52)
2018-03-08 01:09:49,661+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:09:49,755+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f437864a-5afd-447f-8af1-8f5c24e1169e (api:46)
2018-03-08 01:09:49,767+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85855305728', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f437864a-5afd-447f-8af1-8f5c24e1169e (api:52)
2018-03-08 01:09:49,768+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:09:49,772+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=275fd826-5437-426f-bd42-305cec531bd0 (api:46)
2018-03-08 01:09:49,772+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385532', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540716', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254588', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310651', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356871', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258761', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0097687', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478308', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282823', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335624', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254841', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743855', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031985', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423377', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036489', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228079', 'lastCheck': '8.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233544', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429119', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470216', 'lastCheck': '9.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579835', 'lastCheck': '8.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413205', 'lastCheck': '5.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0133371', 'lastCheck': '9.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024133', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000247717', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321618', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260434', 'lastCheck': '8.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00045857', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286258', 'lastCheck': '9.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073103', 'lastCheck': '7.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356699', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000626945', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443517', 'lastCheck': '5.7', 'valid': True}} from=internal, task_id=275fd826-5437-426f-bd42-305cec531bd0 (api:52)
2018-03-08 01:09:49,773+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=58d87732-2860-4792-a023-570ba25b45a8 (api:46)
2018-03-08 01:09:49,773+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=58d87732-2860-4792-a023-570ba25b45a8 (api:52)
2018-03-08 01:09:49,863+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:49,925+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bee20884-3c11-4042-988f-6e33263011d7 (threadPool:210)
2018-03-08 01:09:49,926+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 727d8fc0-06e9-4732-824b-0f122daefe5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:49,927+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:50,000+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:50,004+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8f8691f6-a6a4-41ae-8d3e-aea52a4dc0db (api:46)
2018-03-08 01:09:50,005+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385532', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540716', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254588', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310651', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356871', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258761', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0097687', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478308', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282823', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335624', 'lastCheck': '0.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254841', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743855', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031985', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423377', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036489', 'lastCheck': '0.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027223', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318218', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242531', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002813', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127275', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244721', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0133371', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261876', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000247717', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321618', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333932', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00045857', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286258', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073103', 'lastCheck': '7.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356699', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000626945', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443517', 'lastCheck': '5.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8f8691f6-a6a4-41ae-8d3e-aea52a4dc0db (api:52)
2018-03-08 01:09:50,005+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a17ec6c5-9a57-4b28-bc31-94478c76aca7 (api:46)
2018-03-08 01:09:50,006+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a17ec6c5-9a57-4b28-bc31-94478c76aca7 (api:52)
2018-03-08 01:09:50,041+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.42'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '96.10'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.77'}, '26': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '94.25'}, '27': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.64'}, '20': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '95.44'}, '21': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.83'}, '22': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.61'}, '23': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '96.11'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '29': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '3.83', 'cpuIdle': '94.06'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '96.63'}, '1': {'cpuUser': '3.83', 'nodeIndex': 1, 'cpuSys': '21.74', 'cpuIdle': '74.43'}, '0': {'cpuUser': '4.43', 'nodeIndex': 0, 'cpuSys': '2.97', 'cpuIdle': '92.60'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.83'}, '5': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.04'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '7': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.70'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.41'}, '59': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.09'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.63', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '92.59'}, '10': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.43'}, '13': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.44'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '15': {'cpuUser': '4.82', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.93'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.03'}, '17': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.24'}, '16': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.23'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.75'}, '35': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.55'}, '34': {'cpuUser': '4.76', 'nodeIndex': 0, 'cpuSys': '5.62', 'cpuIdle': '89.62'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310919'}, '0': {'memPercent': 12, 'memFree': '346837'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743855', 'lastCheck': '0.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385532', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540716', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031985', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423377', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356871', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258761', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0097687', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478308', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282823', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335624', 'lastCheck': '0.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254841', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254588', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310651', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036489', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244721', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318218', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242531', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002813', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127275', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027223', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000626945', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261876', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000247717', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321618', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333932', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00045857', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286258', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073103', 'lastCheck': '7.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356699', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0133371', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443517', 'lastCheck': '5.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645201022', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403869148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.351', 'tx': '1176266387896', 'txDropped': '0', 'rx': '625370106783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0', 'tx': '1580910999272', 'txDropped': '0', 'rx': '926282934525', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45155788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416214293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200383825', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet0', 'tx': '87193494', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet1', 'tx': '37764900144', 'txDropped': '0', 'rx': '877537601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet2', 'tx': '21120038326', 'txDropped': '0', 'rx': '141311829161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175494052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet4', 'tx': '395876966', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet5', 'tx': '23422881180', 'txDropped': '0', 'rx': '498020908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet6', 'tx': '6653371636', 'txDropped': '0', 'rx': '429668608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet7', 'tx': '1432980480', 'txDropped': '0', 'rx': '552107029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42406754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46703145', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'lo', 'tx': '6927557194', 'txDropped': '0', 'rx': '6927557194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170532458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'eno1', 'tx': '975604102833', 'txDropped': '0', 'rx': '433978070195', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'eno2', 'tx': '605306896439', 'txDropped': '0', 'rx': '492304864330', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467789.700066, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467789.700066, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632484461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75827747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76945566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191893950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370739909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373206173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49825030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430011771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298660350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.110', 'tx': '2475394796', 'txDropped': '0', 'rx': '66853458448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.111', 'tx': '122671479569', 'txDropped': '0', 'rx': '24442504971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55205371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54126414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465000380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165210765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55985289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55815050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45151042', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467789.700066, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226422694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'oVirtManagement', 'tx': '1176266387248', 'txDropped': '0', 'rx': '625369368380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576794094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'vnet3', 'tx': '542270430', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467789.700066, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754272415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1693823.87', 'cpuLoad': '2.77', 'cpuSys': '1.52', 'diskStats': {'/var/log': {'free': '92951'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635289L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:09:50 GMT', 'cpuUser': '1.12', 'memFree': 667581, 'cpuIdle': '97.35', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.71'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:50,046+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:09:50,404+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:50,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1aa3ebdc-5f34-4a36-9764-9811cf4dcc95 (threadPool:210)
2018-03-08 01:09:50,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c56d72fe-01de-4d31-850f-3cc7fbf9f5c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:50,454+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:50,774+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:50,816+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3e44ca65-3fdc-465b-abf3-7204731b62b5 (threadPool:210)
2018-03-08 01:09:50,816+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d996cf67-0eea-44f8-9a0a-6d492a9225bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:50,817+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:51,385+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:51,427+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8453f07e-c576-41a7-939b-abd363d7aca1 (threadPool:210)
2018-03-08 01:09:51,428+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4812f89a-63e1-4f22-a50c-8741ab8387f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:51,429+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:52,030+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:52,071+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 727d8fc0-06e9-4732-824b-0f122daefe5e (threadPool:210)
2018-03-08 01:09:52,072+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1bc2ff5-4e7e-4459-a3f6-a33b7f2c6c47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:52,072+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:53,130+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:54,121+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:54,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d996cf67-0eea-44f8-9a0a-6d492a9225bd (threadPool:210)
2018-03-08 01:09:54,182+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e22d6624-31a4-42ee-9cc1-3947b564f91d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:54,183+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:55,177+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:09:55,182+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:09:55,184+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:09:55,564+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:55,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4812f89a-63e1-4f22-a50c-8741ab8387f2 (threadPool:210)
2018-03-08 01:09:55,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5290102b-80e2-4d5d-a8f4-8f08b058ea57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:55,633+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:56,099+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:56,147+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c56d72fe-01de-4d31-850f-3cc7fbf9f5c5 (threadPool:210)
2018-03-08 01:09:56,147+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a3f777a5-d82b-47dd-9498-175cd12282c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:56,147+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:56,444+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:56,495+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1bc2ff5-4e7e-4459-a3f6-a33b7f2c6c47 (threadPool:210)
2018-03-08 01:09:56,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7690784-57fb-4a42-9fb4-9fe15d5c13ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:56,496+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:56,847+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:56,924+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f0a2a674-9fbd-4d20-a1e4-d64b1eeabf3f (threadPool:210)
2018-03-08 01:09:56,924+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17d494da-39f6-4368-bacc-2d9d6c01a3d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:56,925+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:57,298+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:57,351+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e22d6624-31a4-42ee-9cc1-3947b564f91d (threadPool:210)
2018-03-08 01:09:57,351+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 14320f8b-caed-4728-b02b-7f304c1c5646 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:57,352+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:57,740+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:57,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5290102b-80e2-4d5d-a8f4-8f08b058ea57 (threadPool:210)
2018-03-08 01:09:57,800+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef434ade-5598-4257-a929-3970dc21855d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:57,800+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:58,092+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:58,142+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a3f777a5-d82b-47dd-9498-175cd12282c6 (threadPool:210)
2018-03-08 01:09:58,142+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 86f8cc1c-1238-497c-b4f2-5d05e50ce4ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:58,143+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:58,664+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:58,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7690784-57fb-4a42-9fb4-9fe15d5c13ee (threadPool:210)
2018-03-08 01:09:58,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 813b4f65-0e0d-4717-92b1-f086fe31d691 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:09:58,712+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:09:59,551+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:09:59,606+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17d494da-39f6-4368-bacc-2d9d6c01a3d5 (threadPool:210)
2018-03-08 01:09:59,607+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5abbe3e-a77d-4470-9568-e3dae1f93163 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:09:59,607+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:09:59,635+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:09:59,643+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:09:59,646+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:09:59,659+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:09:59,660+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:09:59,660+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:10:00,150+0100 INFO  (jsonrpc/1) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=406d84b8, task_id=b8044f63-3360-48cd-bf3e-dc3a70122578 (api:46)
2018-03-08 01:10:00,196+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a52062c3-bd53-447c-9bff-cdf6a177e35c (api:46)
2018-03-08 01:10:00,212+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a52062c3-bd53-447c-9bff-cdf6a177e35c (api:52)
2018-03-08 01:10:00,213+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:00,351+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=cf1a1064-39e9-4664-b2c0-2e63c51f8494 (api:46)
2018-03-08 01:10:00,357+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=cf1a1064-39e9-4664-b2c0-2e63c51f8494 (api:52)
2018-03-08 01:10:00,359+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:00,941+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:00,969+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef434ade-5598-4257-a929-3970dc21855d (threadPool:210)
2018-03-08 01:10:00,970+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0d118457-fb76-42ca-8f47-741fef8fa365 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:00,970+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:03,683+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=406d84b8, task_id=b8044f63-3360-48cd-bf3e-dc3a70122578 (api:52)
2018-03-08 01:10:03,683+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 3.53 seconds (__init__:573)
2018-03-08 01:10:04,786+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:04,813+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 86f8cc1c-1238-497c-b4f2-5d05e50ce4ea (threadPool:210)
2018-03-08 01:10:04,813+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 871a0b93-1f81-422c-b81b-545fc9c6339d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:04,813+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:04,877+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=d974a457-04f1-4786-b378-75529ccf7ef2 (api:46)
2018-03-08 01:10:04,878+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328291', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00286527', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502635', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512027', 'lastCheck': '5.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604482', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504006', 'lastCheck': '5.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000478258', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612086', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489979', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331532', 'lastCheck': '5.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00305838', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0358697', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264129', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292841', 'lastCheck': '6.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784204', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304466', 'lastCheck': '5.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253999', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279602', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013916', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476364', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0153026', 'lastCheck': '4.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353768', 'lastCheck': '5.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000472935', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435412', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288343', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341082', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490195', 'lastCheck': '4.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035816', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470693', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00265375', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000726971', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=d974a457-04f1-4786-b378-75529ccf7ef2 (api:52)
2018-03-08 01:10:04,879+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=b77e7bff-1b6e-41ee-a8c9-1834565fbc34 (api:46)
2018-03-08 01:10:04,879+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b77e7bff-1b6e-41ee-a8c9-1834565fbc34 (api:52)
2018-03-08 01:10:05,089+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:05,090+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3c451e84-38ff-477f-874d-7eb2c6e7318c (api:46)
2018-03-08 01:10:05,091+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328291', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00286527', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502635', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512027', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604482', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504006', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000478258', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612086', 'lastCheck': '5.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489979', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331532', 'lastCheck': '5.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00305838', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0358697', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264129', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292841', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784204', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304466', 'lastCheck': '5.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253999', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279602', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013916', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476364', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0153026', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353768', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000472935', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435412', 'lastCheck': '5.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288343', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341082', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490195', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035816', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470693', 'lastCheck': '5.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00265375', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000726971', 'lastCheck': '5.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3c451e84-38ff-477f-874d-7eb2c6e7318c (api:52)
2018-03-08 01:10:05,091+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ddb16af2-af72-48fc-94fc-f90068ca9c27 (api:46)
2018-03-08 01:10:05,091+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ddb16af2-af72-48fc-94fc-f90068ca9c27 (api:52)
2018-03-08 01:10:05,115+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.43'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.23'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.55'}, '25': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '92.32'}, '26': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '2.51', 'cpuIdle': '94.71'}, '27': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.77'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.76'}, '21': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.97'}, '22': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '23': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.44'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '41': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.42'}, '1': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '19.38', 'cpuIdle': '76.58'}, '0': {'cpuUser': '5.56', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '91.53'}, '3': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '5': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '6': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.75'}, '9': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '93.98'}, '8': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '38': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.03'}, '59': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.89'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.04'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '15': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.38'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '17': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.77'}, '16': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.42'}, '19': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.84'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '31': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.45'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '35': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '34': {'cpuUser': '5.03', 'nodeIndex': 0, 'cpuSys': '5.82', 'cpuIdle': '89.15'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.80'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310925'}, '0': {'memPercent': 12, 'memFree': '346860'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0358697', 'lastCheck': '4.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328291', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00286527', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264129', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292841', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604482', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504006', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000478258', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612086', 'lastCheck': '5.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489979', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331532', 'lastCheck': '5.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00305838', 'lastCheck': '4.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502635', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512027', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784204', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476364', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304466', 'lastCheck': '5.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253999', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279602', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013916', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234796', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00265375', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353768', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000472935', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435412', 'lastCheck': '5.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288343', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341082', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490195', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035816', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470693', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0153026', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000726971', 'lastCheck': '5.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645220285', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403871566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.351', 'tx': '1176266466130', 'txDropped': '0', 'rx': '625370119269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0', 'tx': '1580911297190', 'txDropped': '0', 'rx': '926283470913', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45156188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416218767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200384441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet0', 'tx': '87196465', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet1', 'tx': '37764905994', 'txDropped': '0', 'rx': '877537771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet2', 'tx': '21120208105', 'txDropped': '0', 'rx': '141312030943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175495496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet4', 'tx': '395879937', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet5', 'tx': '23422903378', 'txDropped': '0', 'rx': '498021247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet6', 'tx': '6653380306', 'txDropped': '0', 'rx': '429671814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet7', 'tx': '1432986270', 'txDropped': '0', 'rx': '552107091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42407154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46703545', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'lo', 'tx': '6927632349', 'txDropped': '0', 'rx': '6927632349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170534018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'eno1', 'tx': '975604189185', 'txDropped': '0', 'rx': '433978283438', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'eno2', 'tx': '605307108005', 'txDropped': '0', 'rx': '492305187475', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467804.817577, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467804.817577, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632489415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75828147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76945966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191896582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370740259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373208696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49825380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430014294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298662982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.110', 'tx': '2475398234', 'txDropped': '0', 'rx': '66853465176', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.111', 'tx': '122671681569', 'txDropped': '0', 'rx': '24442664796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55205721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54126814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465002798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165212325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55985639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55815450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45151442', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467804.817577, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226423310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'oVirtManagement', 'tx': '1176266465482', 'txDropped': '0', 'rx': '625369380866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576799048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'vnet3', 'tx': '542273401', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467804.817577, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754273859', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693838.96', 'cpuLoad': '2.80', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92950'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.25', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635321L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:10:05 GMT', 'cpuUser': '1.18', 'memFree': 667617, 'cpuIdle': '97.23', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.80'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:05,119+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:10:10,200+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:10,205+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:10,208+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:10,745+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fe1278a0-8d20-4c5c-ada0-20dc9630493a (api:46)
2018-03-08 01:10:10,765+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:10,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 14320f8b-caed-4728-b02b-7f304c1c5646 (threadPool:210)
2018-03-08 01:10:10,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7019972c-9050-4aca-ac75-794b2cb1537a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:10,838+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:12,356+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:12,646+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fe1278a0-8d20-4c5c-ada0-20dc9630493a (api:52)
2018-03-08 01:10:12,648+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 1.91 seconds (__init__:573)
2018-03-08 01:10:12,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0d118457-fb76-42ca-8f47-741fef8fa365 (threadPool:210)
2018-03-08 01:10:12,756+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ebf276a-3ba4-4e31-b029-722e3f5b0df4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:12,760+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=91e322c2-e4b2-4e53-abe2-1e87cf2ef02f (api:46)
2018-03-08 01:10:12,770+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:13,029+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:13,168+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 813b4f65-0e0d-4717-92b1-f086fe31d691 (threadPool:210)
2018-03-08 01:10:13,169+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 47cfdf9b-ffe2-4e99-a1e1-0127106f8d67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:13,169+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:14,247+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:14,308+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7019972c-9050-4aca-ac75-794b2cb1537a (threadPool:210)
2018-03-08 01:10:14,309+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 55df4299-527f-46bd-8365-df5090276558 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:14,309+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:14,630+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=91e322c2-e4b2-4e53-abe2-1e87cf2ef02f (api:52)
2018-03-08 01:10:14,632+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.87 seconds (__init__:573)
2018-03-08 01:10:14,664+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:10:14,669+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:10:14,672+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:14,680+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:10:14,680+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:10:14,681+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:10:14,779+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:14,832+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 871a0b93-1f81-422c-b81b-545fc9c6339d (threadPool:210)
2018-03-08 01:10:14,832+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e5a3c1c1-ef65-4cb4-830c-7639818c874d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:14,832+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:15,214+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:15,251+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5abbe3e-a77d-4470-9568-e3dae1f93163 (threadPool:210)
2018-03-08 01:10:15,251+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 237f14f1-e2f5-4025-a501-79087cc87b2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:15,251+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:15,613+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:15,663+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 47cfdf9b-ffe2-4e99-a1e1-0127106f8d67 (threadPool:210)
2018-03-08 01:10:15,664+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a8521f52-bc45-4779-8ca0-2288899f5bc9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:15,664+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:17,030+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:18,231+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:18,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 55df4299-527f-46bd-8365-df5090276558 (threadPool:210)
2018-03-08 01:10:18,291+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1f5641a5-8140-4fdf-a212-8fb5711f5547 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:18,292+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:18,954+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:18,999+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e5a3c1c1-ef65-4cb4-830c-7639818c874d (threadPool:210)
2018-03-08 01:10:19,000+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e5c3f023-df02-4c8b-ac05-b659c99936b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:19,000+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:19,604+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:19,656+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ebf276a-3ba4-4e31-b029-722e3f5b0df4 (threadPool:210)
2018-03-08 01:10:19,657+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e7e6b950-3658-412e-9dc1-45c97e3b17ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:19,658+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:19,970+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=bd087060-6a28-409a-b7ad-028b094ea03f (api:46)
2018-03-08 01:10:19,971+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324088', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00193353', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241795', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299387', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741432', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703048', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0217279', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683704', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369702', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291463', 'lastCheck': '0.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655006', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428988', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537483', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445366', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755808', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614884', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020882', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256403', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288899', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721757', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424605', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418163', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285086', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430546', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340302', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227434', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350153', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313742', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454064', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427908', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272856', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227088', 'lastCheck': '0.1', 'valid': True}} from=internal, task_id=bd087060-6a28-409a-b7ad-028b094ea03f (api:52)
2018-03-08 01:10:19,971+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=70e9d593-8063-4e5f-bf6d-f62e4dfc5e64 (api:46)
2018-03-08 01:10:19,972+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=70e9d593-8063-4e5f-bf6d-f62e4dfc5e64 (api:52)
2018-03-08 01:10:20,105+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:20,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 237f14f1-e2f5-4025-a501-79087cc87b2a (threadPool:210)
2018-03-08 01:10:20,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aa348f34-7428-4d34-be52-5a35476e2616 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:20,149+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:20,161+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:20,162+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=50545e06-7f2e-405e-8d2a-9b0ca679435d (api:46)
2018-03-08 01:10:20,163+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324088', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00193353', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241795', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299387', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741432', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703048', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0217279', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683704', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369702', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291463', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655006', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428988', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537483', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445366', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755808', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614884', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020882', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256403', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288899', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721757', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424605', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418163', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285086', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430546', 'lastCheck': '4.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340302', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227434', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350153', 'lastCheck': '2.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313742', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454064', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427908', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272856', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227088', 'lastCheck': '0.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=50545e06-7f2e-405e-8d2a-9b0ca679435d (api:52)
2018-03-08 01:10:20,163+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=4c4398d5-642b-4bf2-8cdb-0a123aadceb5 (api:46)
2018-03-08 01:10:20,163+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=4c4398d5-642b-4bf2-8cdb-0a123aadceb5 (api:52)
2018-03-08 01:10:20,189+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '95.69'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.48'}, '43': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '97.15'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.40'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.15'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.30'}, '26': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.61'}, '27': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '3.71', 'cpuIdle': '93.37'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.41'}, '21': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '5.63', 'cpuIdle': '92.18'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '23': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '4.71', 'cpuIdle': '92.84'}, '46': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '97.28'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.75'}, '44': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '45': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '98.27'}, '28': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.15'}, '29': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.98', 'cpuIdle': '93.90'}, '40': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '94.50'}, '41': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '98.08'}, '1': {'cpuUser': '4.18', 'nodeIndex': 1, 'cpuSys': '36.58', 'cpuIdle': '59.24'}, '0': {'cpuUser': '7.03', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '89.59'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.16'}, '5': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.03'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.70'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '5.90', 'cpuIdle': '91.98'}, '6': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '5.37', 'cpuIdle': '92.51'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '94.10'}, '38': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '8.22', 'cpuIdle': '89.73'}, '59': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.50'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.09'}, '10': {'cpuUser': '5.24', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '90.58'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.03'}, '12': {'cpuUser': '3.45', 'nodeIndex': 0, 'cpuSys': '4.37', 'cpuIdle': '92.18'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '4.51', 'cpuIdle': '93.70'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '3.65', 'cpuIdle': '95.02'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.24'}, '16': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '94.70'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.24'}, '55': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '31': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '4.18', 'cpuIdle': '93.37'}, '49': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.82'}, '37': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '6.96', 'cpuIdle': '90.79'}, '36': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '5.90', 'cpuIdle': '90.99'}, '35': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '4.84', 'cpuIdle': '91.32'}, '34': {'cpuUser': '6.83', 'nodeIndex': 0, 'cpuSys': '9.15', 'cpuIdle': '84.02'}, '33': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '18': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '94.04'}, '57': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.34'}, '50': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310924'}, '0': {'memPercent': 12, 'memFree': '346849'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428988', 'lastCheck': '0.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324088', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00193353', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537483', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445366', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741432', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703048', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0217279', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683704', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369702', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291463', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655006', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241795', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299387', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000755808', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424605', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020882', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256403', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288899', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721757', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614884', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272856', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285086', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430546', 'lastCheck': '4.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340302', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227434', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350153', 'lastCheck': '2.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313742', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454064', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427908', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418163', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227088', 'lastCheck': '0.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645228749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403875620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.351', 'tx': '1176266541580', 'txDropped': '0', 'rx': '625370134479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0', 'tx': '1580911479393', 'txDropped': '0', 'rx': '926284239048', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45156588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416222858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200386156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet0', 'tx': '87199309', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet1', 'tx': '37765213792', 'txDropped': '0', 'rx': '877599515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet2', 'tx': '21120279109', 'txDropped': '0', 'rx': '141312066003', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175497767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet4', 'tx': '395882781', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet5', 'tx': '23422917747', 'txDropped': '0', 'rx': '498022408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet6', 'tx': '6653388113', 'txDropped': '0', 'rx': '429675004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet7', 'tx': '1432991317', 'txDropped': '0', 'rx': '552107195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42407554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46703945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'lo', 'tx': '6927712680', 'txDropped': '0', 'rx': '6927712680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170535338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'eno1', 'tx': '975604275309', 'txDropped': '0', 'rx': '433978508618', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'eno2', 'tx': '605307204084', 'txDropped': '0', 'rx': '492305730430', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467819.90648, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467819.90648, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632493909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75828497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76946316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191898894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370740659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373210980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49825780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430016578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298665294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.110', 'tx': '2475463272', 'txDropped': '0', 'rx': '66853771108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.111', 'tx': '122671713913', 'txDropped': '0', 'rx': '24442730614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55206121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54127214', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465006852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165213645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55986039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55815850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45151842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467819.90648, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226425025', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'oVirtManagement', 'tx': '1176266540932', 'txDropped': '0', 'rx': '625369396076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576803542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'vnet3', 'tx': '542276245', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467819.90648, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754276130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693854.03', 'cpuLoad': '3.10', 'cpuSys': '3.23', 'diskStats': {'/var/log': {'free': '92948'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635317L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:10:20 GMT', 'cpuUser': '1.69', 'memFree': 667613, 'cpuIdle': '95.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '15.91'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:20,193+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:10:20,517+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:20,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1f5641a5-8140-4fdf-a212-8fb5711f5547 (threadPool:210)
2018-03-08 01:10:20,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d4381fbd-98ea-46ea-9983-dbf3b2b37f53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:20,566+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:20,927+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:20,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e5c3f023-df02-4c8b-ac05-b659c99936b8 (threadPool:210)
2018-03-08 01:10:20,968+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96290ab2-3800-47d8-a28d-9e0a8bbf7e83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:20,968+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:21,328+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:21,379+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a8521f52-bc45-4779-8ca0-2288899f5bc9 (threadPool:210)
2018-03-08 01:10:21,379+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 29867cf6-9f1f-4cf4-9154-92ac4d8fe1b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:21,380+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:21,682+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:21,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aa348f34-7428-4d34-be52-5a35476e2616 (threadPool:210)
2018-03-08 01:10:21,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b8642b9e-86ad-40c9-b6d9-e7bd994cc406 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:21,732+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:22,146+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:22,198+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d4381fbd-98ea-46ea-9983-dbf3b2b37f53 (threadPool:210)
2018-03-08 01:10:22,199+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 938a4f43-b20b-43d3-a71b-fc1f344b1f3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:22,199+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:22,623+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:22,674+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e7e6b950-3658-412e-9dc1-45c97e3b17ec (threadPool:210)
2018-03-08 01:10:22,674+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ebb83011-a4a1-4549-95af-3b4ea2498659 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:22,674+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:23,078+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:23,126+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96290ab2-3800-47d8-a28d-9e0a8bbf7e83 (threadPool:210)
2018-03-08 01:10:23,127+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 398ceaf4-d66b-4c99-a833-108121ed9edd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:23,127+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:23,506+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:23,560+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 29867cf6-9f1f-4cf4-9154-92ac4d8fe1b1 (threadPool:210)
2018-03-08 01:10:23,560+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1106a3b-fd31-49e9-be6f-9c4ca73645ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:23,560+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:23,935+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:23,985+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b8642b9e-86ad-40c9-b6d9-e7bd994cc406 (threadPool:210)
2018-03-08 01:10:23,985+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 35d3fd62-673a-4e68-aca1-29e17a76fd0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:23,986+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:24,396+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:24,448+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 938a4f43-b20b-43d3-a71b-fc1f344b1f3b (threadPool:210)
2018-03-08 01:10:24,448+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6fa564ea-4009-4bd4-a31b-8cad79baaa06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:24,448+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:25,044+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:25,089+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2ba9e7a8-c447-4572-8bd6-a59087293e4d (api:46)
2018-03-08 01:10:25,097+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ebb83011-a4a1-4549-95af-3b4ea2498659 (threadPool:210)
2018-03-08 01:10:25,098+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 61f3f4c9-0df5-4bf9-888b-003b03657541 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:25,098+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:25,098+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2ba9e7a8-c447-4572-8bd6-a59087293e4d (api:52)
2018-03-08 01:10:25,099+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:25,199+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=269c3674-9680-4843-8241-6744d48a999d (api:46)
2018-03-08 01:10:25,206+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=269c3674-9680-4843-8241-6744d48a999d (api:52)
2018-03-08 01:10:25,208+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:25,227+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:25,231+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:25,233+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:10:25,474+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:25,526+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 398ceaf4-d66b-4c99-a833-108121ed9edd (threadPool:210)
2018-03-08 01:10:25,526+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9206a8d0-b954-4abc-be3c-4e0afd2133be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:25,526+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:25,941+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:25,989+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1106a3b-fd31-49e9-be6f-9c4ca73645ce (threadPool:210)
2018-03-08 01:10:25,989+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1f9c9639-1835-4b6c-9979-3d7021648dd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:25,990+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:26,533+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:26,584+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 35d3fd62-673a-4e68-aca1-29e17a76fd0d (threadPool:210)
2018-03-08 01:10:26,950+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 071a95ac-a5b3-499a-a728-c3c4de7fe0e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:26,951+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:27,000+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:27,027+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6fa564ea-4009-4bd4-a31b-8cad79baaa06 (threadPool:210)
2018-03-08 01:10:27,027+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1bb4c5e1-658a-429f-a1e4-416db8ac1416 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:27,027+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:27,599+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:27,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9206a8d0-b954-4abc-be3c-4e0afd2133be (threadPool:210)
2018-03-08 01:10:27,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8d1357d7-1418-4c9e-ad56-aa655ab06ed5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:27,643+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:28,276+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:28,317+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 071a95ac-a5b3-499a-a728-c3c4de7fe0e9 (threadPool:210)
2018-03-08 01:10:28,317+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 96394356-acd0-48f5-acea-be9c667dbf71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:28,317+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:28,659+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:28,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1bb4c5e1-658a-429f-a1e4-416db8ac1416 (threadPool:210)
2018-03-08 01:10:28,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3ac50acb-cf01-4cb1-9aab-f6afd04de141 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:28,710+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:29,041+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:29,470+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:29,528+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1f9c9639-1835-4b6c-9979-3d7021648dd1 (threadPool:210)
2018-03-08 01:10:29,529+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2d23134e-e924-4a53-a315-99abab9d0f7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:29,530+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:29,689+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:10:29,698+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:10:29,700+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:29,724+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:10:29,726+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:10:29,726+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:29,922+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:29,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8d1357d7-1418-4c9e-ad56-aa655ab06ed5 (threadPool:210)
2018-03-08 01:10:29,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f37c8d54-b091-4acc-89df-7cab0e6db0db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:29,967+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:30,404+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:30,453+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 61f3f4c9-0df5-4bf9-888b-003b03657541 (threadPool:210)
2018-03-08 01:10:30,453+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 143707c8-9e09-4255-bf9d-00291201086b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:30,453+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:30,753+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:30,803+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 96394356-acd0-48f5-acea-be9c667dbf71 (threadPool:210)
2018-03-08 01:10:30,804+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9d75aff7-5302-480b-b4bc-e7cf9d0af28b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:30,804+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:31,173+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:31,229+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3ac50acb-cf01-4cb1-9aab-f6afd04de141 (threadPool:210)
2018-03-08 01:10:31,230+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1921d755-a5b6-426b-bd49-fe50190128d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:31,230+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:31,521+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:31,572+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f37c8d54-b091-4acc-89df-7cab0e6db0db (threadPool:210)
2018-03-08 01:10:31,572+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3ee3b1a5-a704-4e54-bbb3-54919145d6e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:31,572+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:31,866+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:31,918+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 143707c8-9e09-4255-bf9d-00291201086b (threadPool:210)
2018-03-08 01:10:31,918+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7e7b09dd-5bc6-4fb9-b795-99b34716e381 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:31,919+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:32,251+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:32,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9d75aff7-5302-480b-b4bc-e7cf9d0af28b (threadPool:210)
2018-03-08 01:10:32,315+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7af8bc02-66d9-4679-935b-fdb648058367 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:32,316+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:32,635+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:32,703+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2d23134e-e924-4a53-a315-99abab9d0f7b (threadPool:210)
2018-03-08 01:10:33,015+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:33,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1921d755-a5b6-426b-bd49-fe50190128d5 (threadPool:210)
2018-03-08 01:10:33,256+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c179d92-3a9d-4af1-a4c1-f58b2082147f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:33,259+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:33,260+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce083c77-11b9-4e38-90a2-23fba396cc4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:33,261+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:33,388+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:33,431+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3ee3b1a5-a704-4e54-bbb3-54919145d6e9 (threadPool:210)
2018-03-08 01:10:33,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f05403cc-484d-4424-bdcb-c0e5cb6d45d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:33,433+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:33,874+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:33,919+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7e7b09dd-5bc6-4fb9-b795-99b34716e381 (threadPool:210)
2018-03-08 01:10:33,921+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b8e6a56a-4604-4db8-932a-82150eae43c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:33,921+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:34,433+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:34,497+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7af8bc02-66d9-4679-935b-fdb648058367 (threadPool:210)
2018-03-08 01:10:34,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9bb44ec0-b0a3-4632-8be4-0102eb783d58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:34,498+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:34,820+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:34,851+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c179d92-3a9d-4af1-a4c1-f58b2082147f (threadPool:210)
2018-03-08 01:10:34,851+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c5d48936-0a8c-4a8a-b0ec-8daab5bd047c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:34,852+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:35,063+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e541f2db-3257-47d4-bed8-e2f6436cf82c (api:46)
2018-03-08 01:10:35,063+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281251', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500916', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028603', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605489', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714006', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024581', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000462504', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311902', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311242', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302704', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034209', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100795', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536488', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275212', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045655', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244102', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227501', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271239', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000955969', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292703', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308038', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236209', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381259', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469707', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425134', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038007', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262728', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0028327', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558969', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195411', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=e541f2db-3257-47d4-bed8-e2f6436cf82c (api:52)
2018-03-08 01:10:35,064+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=35a6f948-2997-46f2-9ebb-13130ca43266 (api:46)
2018-03-08 01:10:35,064+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=35a6f948-2997-46f2-9ebb-13130ca43266 (api:52)
2018-03-08 01:10:35,158+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:35,201+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f05403cc-484d-4424-bdcb-c0e5cb6d45d5 (threadPool:210)
2018-03-08 01:10:35,202+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c0942390-02be-41cd-a0f4-ef8b05a69b5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:35,202+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:35,229+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:35,231+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=29517026-45a4-462f-99ff-2833e7eb953b (api:46)
2018-03-08 01:10:35,232+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281251', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500916', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028603', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605489', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714006', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024581', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000462504', 'lastCheck': '6.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311902', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311242', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302704', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034209', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100795', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536488', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275212', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045655', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244102', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227501', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271239', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000955969', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292703', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308038', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236209', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381259', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469707', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425134', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038007', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262728', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0028327', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558969', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195411', 'lastCheck': '5.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=29517026-45a4-462f-99ff-2833e7eb953b (api:52)
2018-03-08 01:10:35,232+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e3648ba2-f94c-4da4-8cb9-7b2a687a0411 (api:46)
2018-03-08 01:10:35,232+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e3648ba2-f94c-4da4-8cb9-7b2a687a0411 (api:52)
2018-03-08 01:10:35,258+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '53': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '26': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '27': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.83'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '21': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '93.91'}, '22': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '23': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '29': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.70'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.50', 'nodeIndex': 1, 'cpuSys': '22.39', 'cpuIdle': '73.11'}, '0': {'cpuUser': '5.76', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '90.80'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.63'}, '2': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.88'}, '5': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '93.44'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '7': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.84'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '9': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.65'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.61'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '13': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.43'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '17': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.70'}, '16': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '19': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.49'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '93.37'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.49'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.08'}, '34': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '85.95'}, '33': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.36'}, '18': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310890'}, '0': {'memPercent': 12, 'memFree': '346884'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100795', 'lastCheck': '1.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281251', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500916', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536488', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275212', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714006', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024581', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000462504', 'lastCheck': '6.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311902', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311242', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302704', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034209', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028603', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605489', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045655', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292703', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227501', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271239', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000955969', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244102', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558969', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236209', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381259', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469707', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425134', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038007', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262728', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0028327', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308038', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195411', 'lastCheck': '5.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645238009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403878769', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.351', 'tx': '1176266609664', 'txDropped': '0', 'rx': '625370144637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0', 'tx': '1580911569563', 'txDropped': '0', 'rx': '926284645080', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45156938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416225977', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200387200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet0', 'tx': '87203022', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet1', 'tx': '37765221299', 'txDropped': '0', 'rx': '877602703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet2', 'tx': '21120296242', 'txDropped': '0', 'rx': '141312077334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175499871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet4', 'tx': '395886494', 'txDropped': '0', 'rx': '3066346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet5', 'tx': '23422928658', 'txDropped': '0', 'rx': '498022789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet6', 'tx': '6653394966', 'txDropped': '0', 'rx': '429678194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet7', 'tx': '1433001014', 'txDropped': '0', 'rx': '552109626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42407904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46704295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'lo', 'tx': '6927787725', 'txDropped': '0', 'rx': '6927787725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170536882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'eno1', 'tx': '975604350965', 'txDropped': '0', 'rx': '433978691978', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'eno2', 'tx': '605307218598', 'txDropped': '0', 'rx': '492305953102', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467835.00126, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467835.00126, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632498629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75828897', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76946716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191901344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370741009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.306', 'tx': '76695870581', 'txDropped': '0', 'rx': '8373214077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49826130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430019675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298667744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.110', 'tx': '2475472027', 'txDropped': '0', 'rx': '66853784639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.111', 'tx': '122671725288', 'txDropped': '0', 'rx': '24442746405', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55206471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54127564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465009909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165215189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55986389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55816200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45152192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467835.00126, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226426069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'oVirtManagement', 'tx': '1176266609016', 'txDropped': '0', 'rx': '625369406234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576808262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'vnet3', 'tx': '542279958', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467835.00126, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754278234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693869.10', 'cpuLoad': '3.03', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92947'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635320L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:10:35 GMT', 'cpuUser': '1.30', 'memFree': 667616, 'cpuIdle': '97.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:35,263+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:10:35,587+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:35,636+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b8e6a56a-4604-4db8-932a-82150eae43c1 (threadPool:210)
2018-03-08 01:10:35,637+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cbdefcd2-0216-4cdf-885e-073fc540dd6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:35,637+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:35,657+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=11bf43b9-0346-4b47-8dd8-940b009038ce (api:46)
2018-03-08 01:10:35,663+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=11bf43b9-0346-4b47-8dd8-940b009038ce (api:52)
2018-03-08 01:10:35,663+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:10:35,765+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5ce1b588-436b-4a37-9c93-4df9376b002b (api:46)
2018-03-08 01:10:35,772+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5ce1b588-436b-4a37-9c93-4df9376b002b (api:52)
2018-03-08 01:10:35,773+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:35,991+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:36,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9bb44ec0-b0a3-4632-8be4-0102eb783d58 (threadPool:210)
2018-03-08 01:10:36,022+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 39481fbc-409c-43fa-b4c6-98387d47ab80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:36,022+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:36,333+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:36,385+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c5d48936-0a8c-4a8a-b0ec-8daab5bd047c (threadPool:210)
2018-03-08 01:10:36,386+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a11f7202-3302-42de-8f0e-30da00bcd054 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:36,386+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:36,677+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:36,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c0942390-02be-41cd-a0f4-ef8b05a69b5a (threadPool:210)
2018-03-08 01:10:37,003+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:37,054+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce083c77-11b9-4e38-90a2-23fba396cc4e (threadPool:210)
2018-03-08 01:10:37,358+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:37,420+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 39481fbc-409c-43fa-b4c6-98387d47ab80 (threadPool:210)
2018-03-08 01:10:37,466+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6200e440-3bf1-4d75-9b7f-ac14599604f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:37,467+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:37,468+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79c39151-f568-4c2c-94ac-762891ab647c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:37,468+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:37,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b6d19332-38d3-47a3-9cb3-5811d84c8f3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:37,469+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:37,886+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:37,936+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a11f7202-3302-42de-8f0e-30da00bcd054 (threadPool:210)
2018-03-08 01:10:37,937+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b38fa1d9-c929-4ac2-bf71-16e8099cb37e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:37,937+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:38,274+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:38,323+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cbdefcd2-0216-4cdf-885e-073fc540dd6b (threadPool:210)
2018-03-08 01:10:38,324+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dadf3d25-6ee7-4f43-9d53-7fba20b7bbd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:38,324+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:38,670+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:38,699+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6200e440-3bf1-4d75-9b7f-ac14599604f3 (threadPool:210)
2018-03-08 01:10:38,700+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 306d63d5-78a0-42a2-ab32-2515d01bcbfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:38,700+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:39,103+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:39,149+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b6d19332-38d3-47a3-9cb3-5811d84c8f3b (threadPool:210)
2018-03-08 01:10:39,149+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 807acb2f-7aaa-4fc1-af69-e0c2b99bbe01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:39,149+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:39,666+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:39,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dadf3d25-6ee7-4f43-9d53-7fba20b7bbd6 (threadPool:210)
2018-03-08 01:10:39,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6efede04-e65c-4579-a4cc-be5f975e9a87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:39,740+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:40,120+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:40,173+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79c39151-f568-4c2c-94ac-762891ab647c (threadPool:210)
2018-03-08 01:10:40,173+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 82a1db9a-254b-47e1-b5c6-c6ca7e0f30aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:40,174+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:40,249+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:40,254+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:40,256+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:40,515+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:40,567+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 306d63d5-78a0-42a2-ab32-2515d01bcbfd (threadPool:210)
2018-03-08 01:10:40,567+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1cf9e29-6c1f-4932-8a89-1e5bc79893cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:40,567+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=46877834-9f27-44c5-ba6d-09d701dd9f2d (api:46)
2018-03-08 01:10:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=46877834-9f27-44c5-ba6d-09d701dd9f2d (api:52)
2018-03-08 01:10:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=4efa03b2-9e5d-4122-a5f5-76ac7ec26257 (api:46)
2018-03-08 01:10:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=4efa03b2-9e5d-4122-a5f5-76ac7ec26257 (api:52)
2018-03-08 01:10:40,813+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=dc66c8b4-152d-43e6-98d5-f349d89eb1bf (api:46)
2018-03-08 01:10:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=dc66c8b4-152d-43e6-98d5-f349d89eb1bf (api:52)
2018-03-08 01:10:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=827e7517-ae0b-4078-aeda-024b12c0f4df (api:46)
2018-03-08 01:10:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=827e7517-ae0b-4078-aeda-024b12c0f4df (api:52)
2018-03-08 01:10:40,815+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=8a7a09c8-8285-4728-8454-2f200913e7d1 (api:46)
2018-03-08 01:10:40,815+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=8a7a09c8-8285-4728-8454-2f200913e7d1 (api:52)
2018-03-08 01:10:40,815+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=71553553-e751-466d-813f-009d5be9cded (api:46)
2018-03-08 01:10:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=71553553-e751-466d-813f-009d5be9cded (api:52)
2018-03-08 01:10:40,816+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=2aa9bbaa-41df-4099-8c09-b02f3ddc2e56 (api:46)
2018-03-08 01:10:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=2aa9bbaa-41df-4099-8c09-b02f3ddc2e56 (api:52)
2018-03-08 01:10:40,817+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=74a5a5b7-702a-4529-b54f-b83dbfef3372 (api:46)
2018-03-08 01:10:40,817+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=74a5a5b7-702a-4529-b54f-b83dbfef3372 (api:52)
2018-03-08 01:10:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=69bd84f6-2447-44b1-b826-620b6a8db2d8 (api:46)
2018-03-08 01:10:40,818+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=69bd84f6-2447-44b1-b826-620b6a8db2d8 (api:52)
2018-03-08 01:10:40,818+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=136f4b83-6d1a-49da-8187-361f7d245610 (api:46)
2018-03-08 01:10:40,818+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=136f4b83-6d1a-49da-8187-361f7d245610 (api:52)
2018-03-08 01:10:40,903+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:41,232+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:41,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b38fa1d9-c929-4ac2-bf71-16e8099cb37e (threadPool:210)
2018-03-08 01:10:41,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d1fc5fa6-0834-4e7c-a123-e4214365dae1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:41,284+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:41,582+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:41,650+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 807acb2f-7aaa-4fc1-af69-e0c2b99bbe01 (threadPool:210)
2018-03-08 01:10:41,651+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ded07ac9-eaa1-4336-b35f-982b2277be3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:41,651+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:41,955+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:42,006+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6efede04-e65c-4579-a4cc-be5f975e9a87 (threadPool:210)
2018-03-08 01:10:42,006+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5d2beacc-a756-455b-9f9a-b6283461a304 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:42,006+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:42,323+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:42,373+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 82a1db9a-254b-47e1-b5c6-c6ca7e0f30aa (threadPool:210)
2018-03-08 01:10:42,374+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b84fc7c7-933f-4d35-98f1-68b7a8f88ee1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:42,374+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:42,719+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:42,772+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1cf9e29-6c1f-4932-8a89-1e5bc79893cb (threadPool:210)
2018-03-08 01:10:42,772+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbfa1e09-a400-40d0-a6e0-d661cd7fb44a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:42,772+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:43,151+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:43,203+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d1fc5fa6-0834-4e7c-a123-e4214365dae1 (threadPool:210)
2018-03-08 01:10:43,204+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b4fa0433-8e97-44a8-bab9-a4e89754d764 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:43,204+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:43,609+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:43,661+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ded07ac9-eaa1-4336-b35f-982b2277be3c (threadPool:210)
2018-03-08 01:10:43,661+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 89199681-6cfe-4d2c-9ecc-58f88f4d230f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:43,662+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:44,036+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:44,089+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5d2beacc-a756-455b-9f9a-b6283461a304 (threadPool:210)
2018-03-08 01:10:44,089+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ea04a872-83bc-4f84-a67f-c911b4a2affa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:44,090+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:44,421+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:44,473+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b84fc7c7-933f-4d35-98f1-68b7a8f88ee1 (threadPool:210)
2018-03-08 01:10:44,473+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cae6bbb0-2108-4d3d-b7b7-b2710846b30c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:44,473+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:44,720+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:10:44,725+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:10:44,727+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:44,735+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:10:44,735+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:10:44,736+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:10:44,774+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:44,827+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbfa1e09-a400-40d0-a6e0-d661cd7fb44a (threadPool:210)
2018-03-08 01:10:44,828+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4dd3a4c1-37e9-4b85-a4ab-0ea979e2d5b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:44,828+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:45,145+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:45,196+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b4fa0433-8e97-44a8-bab9-a4e89754d764 (threadPool:210)
2018-03-08 01:10:45,196+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6365f4a0-da81-4a9b-b5d7-fb542359ba8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:45,196+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:45,598+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:45,620+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20804 (__init__:598)
2018-03-08 01:10:45,621+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20803 (__init__:598)
2018-03-08 01:10:45,654+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 89199681-6cfe-4d2c-9ecc-58f88f4d230f (threadPool:210)
2018-03-08 01:10:45,654+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c1688f6-d417-4f51-bc56-66ad106250e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:45,654+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:46,092+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:46,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ea04a872-83bc-4f84-a67f-c911b4a2affa (threadPool:210)
2018-03-08 01:10:46,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 61f10801-e8e6-4031-9f99-2c8ded0370c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:46,142+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:46,215+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2e05865f-e08f-407f-beb6-076fa828dee8 (api:46)
2018-03-08 01:10:46,221+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2e05865f-e08f-407f-beb6-076fa828dee8 (api:52)
2018-03-08 01:10:46,221+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:46,319+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c92903e6-9747-4f06-acc6-1a9662970d79 (api:46)
2018-03-08 01:10:46,326+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c92903e6-9747-4f06-acc6-1a9662970d79 (api:52)
2018-03-08 01:10:46,327+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:46,529+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:46,575+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cae6bbb0-2108-4d3d-b7b7-b2710846b30c (threadPool:210)
2018-03-08 01:10:46,576+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60121efd-2f9d-4d35-aeee-da99cda12ecf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:46,576+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:46,902+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:46,943+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4dd3a4c1-37e9-4b85-a4ab-0ea979e2d5b4 (threadPool:210)
2018-03-08 01:10:46,944+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dced5402-f9d2-44ff-8cb5-0bc6683a3c2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:46,944+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:47,258+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:47,314+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6365f4a0-da81-4a9b-b5d7-fb542359ba8d (threadPool:210)
2018-03-08 01:10:47,315+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 62d55da0-fd15-4837-baf5-7624f8c2a18d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:47,315+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:47,631+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:47,665+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c1688f6-d417-4f51-bc56-66ad106250e3 (threadPool:210)
2018-03-08 01:10:47,666+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1302f7d3-bb97-42cc-9a49-de0f6c07f005 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:47,666+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:48,264+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:48,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60121efd-2f9d-4d35-aeee-da99cda12ecf (threadPool:210)
2018-03-08 01:10:48,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3ceed325-a2b3-43b1-b343-897fc5a002aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:48,310+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:48,657+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:48,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dced5402-f9d2-44ff-8cb5-0bc6683a3c2c (threadPool:210)
2018-03-08 01:10:48,702+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c88fdb18-1768-4196-8313-dcf085aa9d59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:48,702+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:49,096+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:49,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 62d55da0-fd15-4837-baf5-7624f8c2a18d (threadPool:210)
2018-03-08 01:10:49,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6df6f04d-dd60-46db-b69f-3004a14e803d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:49,146+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:49,452+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:49,499+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 61f10801-e8e6-4031-9f99-2c8ded0370c2 (threadPool:210)
2018-03-08 01:10:49,500+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d8a98273-db14-4b78-8503-33cefef9e99c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:49,500+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:49,805+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:49,878+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3ceed325-a2b3-43b1-b343-897fc5a002aa (threadPool:210)
2018-03-08 01:10:49,879+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23d8200a-a705-4839-be4c-0ddcf62cd0cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:49,879+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:50,157+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f66902e4-9652-4576-b29d-7f784fd32317 (api:46)
2018-03-08 01:10:50,158+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365295', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742415', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319386', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397181', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402248', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247983', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000664863', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634341', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343928', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265331', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351782', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392191', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394075', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331666', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507315', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046586', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258628', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265369', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262644', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142775', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356716', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191458', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199857', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365186', 'lastCheck': '4.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262415', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377412', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382369', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232555', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049194', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558459', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374919', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239007', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=f66902e4-9652-4576-b29d-7f784fd32317 (api:52)
2018-03-08 01:10:50,158+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a69689fe-9e1c-4035-95b2-086b5aded140 (api:46)
2018-03-08 01:10:50,158+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a69689fe-9e1c-4035-95b2-086b5aded140 (api:52)
2018-03-08 01:10:50,206+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:50,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c88fdb18-1768-4196-8313-dcf085aa9d59 (threadPool:210)
2018-03-08 01:10:50,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24de11cf-73b3-4f1b-9d74-f4473f570574 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:50,260+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:50,301+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:50,302+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3cd3236f-f7fb-4809-9f9d-a7bb72f0e739 (api:46)
2018-03-08 01:10:50,303+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365295', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742415', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319386', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397181', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402248', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247983', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000664863', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634341', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343928', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265331', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351782', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392191', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394075', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331666', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507315', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046586', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258628', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265369', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262644', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142775', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356716', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191458', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199857', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365186', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262415', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377412', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382369', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232555', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049194', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558459', 'lastCheck': '0.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374919', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239007', 'lastCheck': '0.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3cd3236f-f7fb-4809-9f9d-a7bb72f0e739 (api:52)
2018-03-08 01:10:50,303+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=69c80553-9f2f-41c7-8d3a-72673dd3924d (api:46)
2018-03-08 01:10:50,303+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=69c80553-9f2f-41c7-8d3a-72673dd3924d (api:52)
2018-03-08 01:10:50,327+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.70'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.83'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '25': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.76'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.02'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '22': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '23': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.57'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.68'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '29': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.04'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '25.83', 'cpuIdle': '69.33'}, '0': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '89.93'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.50'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.95'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '12': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '95.96'}, '15': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.64'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '17': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.70'}, '16': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.16'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '34': {'cpuUser': '6.42', 'nodeIndex': 0, 'cpuSys': '6.95', 'cpuIdle': '86.63'}, '33': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310827'}, '0': {'memPercent': 12, 'memFree': '346948'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392191', 'lastCheck': '0.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365295', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742415', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394075', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331666', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402248', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247983', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000664863', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634341', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343928', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265331', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351782', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319386', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397181', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507315', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356716', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258628', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265369', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262644', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142775', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046586', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374919', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199857', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365186', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262415', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377412', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382369', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232555', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049194', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558459', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00191458', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239007', 'lastCheck': '0.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645274484', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403881458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.351', 'tx': '1176266693925', 'txDropped': '0', 'rx': '625370161331', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0', 'tx': '1580911706051', 'txDropped': '0', 'rx': '926285426438', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45157338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416228119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200387968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet0', 'tx': '87207433', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet1', 'tx': '37765224177', 'txDropped': '0', 'rx': '877602873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet2', 'tx': '21120399554', 'txDropped': '0', 'rx': '141312113099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175501424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet4', 'tx': '395890965', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet5', 'tx': '23422967580', 'txDropped': '0', 'rx': '498023084', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet6', 'tx': '6653401559', 'txDropped': '0', 'rx': '429682259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet7', 'tx': '1433005270', 'txDropped': '0', 'rx': '552111438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42408304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46704695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'lo', 'tx': '6927866848', 'txDropped': '0', 'rx': '6927866848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170538654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'eno1', 'tx': '975604449915', 'txDropped': '0', 'rx': '433979146067', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'eno2', 'tx': '605307256136', 'txDropped': '0', 'rx': '492306280371', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467850.098571, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467850.098571, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632503123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75830631', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76948450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191904958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370741409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.306', 'tx': '76695870623', 'txDropped': '0', 'rx': '8373217722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49826530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430023274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298671358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.110', 'tx': '2475478086', 'txDropped': '0', 'rx': '66853791352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.111', 'tx': '122671760985', 'txDropped': '0', 'rx': '24442846453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55206871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54127964', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465012690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165216961', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55986789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55816600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45152592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467850.098571, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226426837', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'oVirtManagement', 'tx': '1176266693277', 'txDropped': '0', 'rx': '625369422928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576812756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'vnet3', 'tx': '542284369', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467850.098571, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754279787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693884.17', 'cpuLoad': '2.95', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92945'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:10:50 GMT', 'cpuUser': '1.28', 'memFree': 667612, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.92'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:50,332+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:10:50,605+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:50,634+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6df6f04d-dd60-46db-b69f-3004a14e803d (threadPool:210)
2018-03-08 01:10:50,635+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dc641b67-1ac2-46b1-a502-f59661d7fdfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:50,635+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:50,974+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:51,024+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d8a98273-db14-4b78-8503-33cefef9e99c (threadPool:210)
2018-03-08 01:10:51,025+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 51fa6ff8-f4e5-42b6-b799-93147613e4ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:51,025+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:51,363+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:51,405+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23d8200a-a705-4839-be4c-0ddcf62cd0cf (threadPool:210)
2018-03-08 01:10:51,405+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e49963f-74f8-47ca-85ef-6bc6f1b4722e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:51,406+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:51,690+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:51,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1302f7d3-bb97-42cc-9a49-de0f6c07f005 (threadPool:210)
2018-03-08 01:10:51,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 041d98ea-529c-49ec-a66d-a081b9baff3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:51,734+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:52,021+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:52,364+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:52,403+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 51fa6ff8-f4e5-42b6-b799-93147613e4ed (threadPool:210)
2018-03-08 01:10:52,404+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1def8418-69c3-45f9-acfc-29408a7ad8ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:52,404+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:52,716+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:52,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dc641b67-1ac2-46b1-a502-f59661d7fdfa (threadPool:210)
2018-03-08 01:10:52,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f3389762-0aae-4765-8815-3bb972c1f855 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:52,763+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:53,067+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:53,120+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e49963f-74f8-47ca-85ef-6bc6f1b4722e (threadPool:210)
2018-03-08 01:10:53,120+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d708e624-3975-426d-8d82-6e93c338cece (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:53,121+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:53,474+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:53,526+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 041d98ea-529c-49ec-a66d-a081b9baff3b (threadPool:210)
2018-03-08 01:10:53,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3e12fe08-a327-4371-88f4-15dc2c1baeaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:53,527+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:54,139+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:54,205+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24de11cf-73b3-4f1b-9d74-f4473f570574 (threadPool:210)
2018-03-08 01:10:54,206+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5219342a-4804-4f94-b7e6-559233ad1ea7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:54,206+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:54,528+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:54,576+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1def8418-69c3-45f9-acfc-29408a7ad8ed (threadPool:210)
2018-03-08 01:10:54,576+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3c8d98ee-0bc7-487d-a85b-108216e16ce9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:54,576+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:54,974+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:55,024+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f3389762-0aae-4765-8815-3bb972c1f855 (threadPool:210)
2018-03-08 01:10:55,024+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d0f717e8-1fd6-496e-9b1f-5a0de1641cc7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:55,025+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:55,274+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:10:55,279+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:10:55,281+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:55,321+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:55,370+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d708e624-3975-426d-8d82-6e93c338cece (threadPool:210)
2018-03-08 01:10:55,371+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bbdfef49-d7b5-4538-ac77-22660046e72e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:55,371+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:55,748+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:55,798+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3e12fe08-a327-4371-88f4-15dc2c1baeaa (threadPool:210)
2018-03-08 01:10:55,798+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d177c90b-7ca3-4c72-b779-b2415f84800e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:55,799+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:56,130+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:56,178+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5219342a-4804-4f94-b7e6-559233ad1ea7 (threadPool:210)
2018-03-08 01:10:56,179+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9f8777ba-6c35-46d2-9e84-4aefb4d73bee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:56,180+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:56,504+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:56,548+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3c8d98ee-0bc7-487d-a85b-108216e16ce9 (threadPool:210)
2018-03-08 01:10:56,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 06956ccb-4d18-452e-8f78-9b61dbea86a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:56,549+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:56,772+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7560bb1c-a589-49b3-8a42-dfb40ee7dbad (api:46)
2018-03-08 01:10:56,778+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7560bb1c-a589-49b3-8a42-dfb40ee7dbad (api:52)
2018-03-08 01:10:56,778+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:56,830+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:56,873+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d0f717e8-1fd6-496e-9b1f-5a0de1641cc7 (threadPool:210)
2018-03-08 01:10:56,876+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9d061250-05ae-45e9-9573-0dc28ee2e645 (api:46)
2018-03-08 01:10:56,878+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f33f9dea-b662-4a8e-9801-e826c047d8f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:56,878+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:56,885+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9d061250-05ae-45e9-9573-0dc28ee2e645 (api:52)
2018-03-08 01:10:56,886+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:10:57,191+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:57,240+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d177c90b-7ca3-4c72-b779-b2415f84800e (threadPool:210)
2018-03-08 01:10:57,241+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c6072f4-167b-4dcc-bd38-f3bd40e095f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:57,241+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:57,554+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:57,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9f8777ba-6c35-46d2-9e84-4aefb4d73bee (threadPool:210)
2018-03-08 01:10:57,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a4f647a7-582d-4771-ab20-32a4b056d061 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:57,585+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:57,954+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:58,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bbdfef49-d7b5-4538-ac77-22660046e72e (threadPool:210)
2018-03-08 01:10:58,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6cfd6ee1-4536-428c-ab98-97e4b91f0e68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:58,004+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:58,359+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:58,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f33f9dea-b662-4a8e-9801-e826c047d8f9 (threadPool:210)
2018-03-08 01:10:58,420+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 841f2bb9-4bf5-41ef-81b3-4a5433e00cf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:58,420+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:58,746+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:58,794+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c6072f4-167b-4dcc-bd38-f3bd40e095f7 (threadPool:210)
2018-03-08 01:10:58,795+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d88d18b8-520b-4bc8-963c-14db2f75af72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:10:58,795+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:59,132+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:59,179+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 06956ccb-4d18-452e-8f78-9b61dbea86a7 (threadPool:210)
2018-03-08 01:10:59,180+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4fb5b1c1-a1bd-4ead-aed1-b285a48801b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:10:59,181+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:10:59,494+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:10:59,561+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a4f647a7-582d-4771-ab20-32a4b056d061 (threadPool:210)
2018-03-08 01:10:59,561+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 385dd86b-e058-497d-8d1a-22cd4433ddfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:10:59,562+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:10:59,741+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:10:59,749+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:10:59,752+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:59,775+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:10:59,776+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:10:59,777+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:10:59,983+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:00,030+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6cfd6ee1-4536-428c-ab98-97e4b91f0e68 (threadPool:210)
2018-03-08 01:11:00,030+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 95a9ca5c-d5a2-4060-a6c8-b610065b870a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:00,030+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:00,423+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:00,469+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 841f2bb9-4bf5-41ef-81b3-4a5433e00cf8 (threadPool:210)
2018-03-08 01:11:00,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c35c3f38-8e30-40f0-83e6-cd73539b6ab9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:00,470+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:00,805+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:00,853+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d88d18b8-520b-4bc8-963c-14db2f75af72 (threadPool:210)
2018-03-08 01:11:00,854+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f54de2e8-4e60-4906-8aa3-131d4acd17f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:00,854+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:01,206+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:01,244+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4fb5b1c1-a1bd-4ead-aed1-b285a48801b4 (threadPool:210)
2018-03-08 01:11:01,244+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9d94d5d7-1c01-4692-a7ac-14572923b3c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:01,244+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:01,708+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:01,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 95a9ca5c-d5a2-4060-a6c8-b610065b870a (threadPool:210)
2018-03-08 01:11:01,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ff8cb691-77e8-4661-b49b-c42d17e9e17c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:01,759+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:02,077+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:02,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c35c3f38-8e30-40f0-83e6-cd73539b6ab9 (threadPool:210)
2018-03-08 01:11:02,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b66254b-cd5f-4b42-8201-68393041404c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:02,128+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:02,521+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:02,567+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f54de2e8-4e60-4906-8aa3-131d4acd17f2 (threadPool:210)
2018-03-08 01:11:02,568+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7c845f91-25ae-4fd8-b4b6-922f9f614ba3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:02,568+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:02,924+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:02,973+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 385dd86b-e058-497d-8d1a-22cd4433ddfd (threadPool:210)
2018-03-08 01:11:02,973+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f00526d-7c3c-405f-82ed-d690be25f4ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:02,974+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:03,279+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:03,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9d94d5d7-1c01-4692-a7ac-14572923b3c3 (threadPool:210)
2018-03-08 01:11:03,364+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 017c4c1f-a01d-4e2b-8c52-ef21a1b59fd7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:03,365+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:03,733+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:03,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ff8cb691-77e8-4661-b49b-c42d17e9e17c (threadPool:210)
2018-03-08 01:11:03,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a5073f8d-57b3-4fa4-a3db-6cb7a5f5c0d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:03,783+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:04,076+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:04,494+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:04,544+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b66254b-cd5f-4b42-8201-68393041404c (threadPool:210)
2018-03-08 01:11:04,545+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 950b7366-bf1a-46d4-b451-0e1e4c48ec42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:04,545+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:04,865+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:04,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7c845f91-25ae-4fd8-b4b6-922f9f614ba3 (threadPool:210)
2018-03-08 01:11:04,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 70ebf761-28dd-4db4-b03d-90267df334cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:04,917+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:05,189+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:05,293+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9ea3b1d7-4a9b-4507-b913-0bed8d37719a (api:46)
2018-03-08 01:11:05,294+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480466', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683759', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471253', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190945', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354163', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231831', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000643875', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457361', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274232', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246298', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565928', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275104', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295677', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00397349', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262697', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428707', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265987', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247408', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00308346', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255504', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00275992', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041187', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000234674', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216603', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419608', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362115', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345473', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242306', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763589', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272921', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346542', 'lastCheck': '5.4', 'valid': True}} from=internal, task_id=9ea3b1d7-4a9b-4507-b913-0bed8d37719a (api:52)
2018-03-08 01:11:05,294+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=19bba591-0767-4fbb-a6ee-3718b9199897 (api:46)
2018-03-08 01:11:05,295+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=19bba591-0767-4fbb-a6ee-3718b9199897 (api:52)
2018-03-08 01:11:05,303+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f00526d-7c3c-405f-82ed-d690be25f4ad (threadPool:210)
2018-03-08 01:11:05,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9347e974-2039-4d26-b90f-fb1aa068ba3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:05,304+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:05,366+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:05,367+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=122223b0-75ac-4ea3-89d4-05d2dd389a36 (api:46)
2018-03-08 01:11:05,367+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480466', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683759', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471253', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190945', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354163', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231831', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000643875', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457361', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274232', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246298', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565928', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275104', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295677', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00397349', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262697', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428707', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265987', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247408', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00308346', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255504', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00275992', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041187', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000234674', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216603', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419608', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362115', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345473', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242306', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763589', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272921', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346542', 'lastCheck': '5.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=122223b0-75ac-4ea3-89d4-05d2dd389a36 (api:52)
2018-03-08 01:11:05,368+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2e1445bc-34c8-460a-9850-a17aa8cd1ae0 (api:46)
2018-03-08 01:11:05,368+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2e1445bc-34c8-460a-9850-a17aa8cd1ae0 (api:52)
2018-03-08 01:11:05,389+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.36'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '53': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.77'}, '25': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.58'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.30'}, '27': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.97'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.49'}, '21': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.51'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.29'}, '23': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.76'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.95'}, '29': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.84'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.69', 'nodeIndex': 1, 'cpuSys': '22.53', 'cpuIdle': '72.78'}, '0': {'cpuUser': '6.08', 'nodeIndex': 0, 'cpuSys': '4.10', 'cpuIdle': '89.82'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.30'}, '5': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '3.24', 'cpuIdle': '94.32'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '7': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.84'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.77'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '13': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.84'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.44'}, '14': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.42'}, '17': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.65'}, '16': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.68'}, '19': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.85'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.10'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.95'}, '35': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.03'}, '34': {'cpuUser': '7.40', 'nodeIndex': 0, 'cpuSys': '8.59', 'cpuIdle': '84.01'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '310782'}, '0': {'memPercent': 12, 'memFree': '346975'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565928', 'lastCheck': '1.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480466', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683759', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275104', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295677', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354163', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231831', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000643875', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457361', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274232', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246298', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471253', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190945', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00397349', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255504', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428707', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265987', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247408', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00308346', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262697', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272921', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041187', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000234674', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216603', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419608', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362115', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345473', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242306', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763589', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00275992', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346542', 'lastCheck': '5.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645292613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403886187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.351', 'tx': '1176266762497', 'txDropped': '0', 'rx': '625370171831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0', 'tx': '1580911922718', 'txDropped': '0', 'rx': '926286148580', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45157688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416230413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200389291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet0', 'tx': '87209988', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet1', 'tx': '37765227031', 'txDropped': '0', 'rx': '877602935', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet2', 'tx': '21120457061', 'txDropped': '0', 'rx': '141312247390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175504084', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet4', 'tx': '395893520', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet5', 'tx': '23422988422', 'txDropped': '0', 'rx': '498023370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet6', 'tx': '6653407233', 'txDropped': '0', 'rx': '429685407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet7', 'tx': '1433008124', 'txDropped': '0', 'rx': '552111500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42408654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46705045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'lo', 'tx': '6927941454', 'txDropped': '0', 'rx': '6927941454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170540424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'eno1', 'tx': '975604525105', 'txDropped': '0', 'rx': '433979535345', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'eno2', 'tx': '605307397613', 'txDropped': '0', 'rx': '492306613235', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467865.233066, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467865.233066, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632507751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75831031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76948850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191908696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370741988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.306', 'tx': '76695870623', 'txDropped': '0', 'rx': '8373219843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49827109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430025395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298675096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.110', 'tx': '2475481400', 'txDropped': '0', 'rx': '66853795854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.111', 'tx': '122671895320', 'txDropped': '0', 'rx': '24442895973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55207271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54128314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465017419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165218731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55987189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55816950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45152942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467865.233066, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226428160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'oVirtManagement', 'tx': '1176266761849', 'txDropped': '0', 'rx': '625369433428', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576817384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'vnet3', 'tx': '542286924', 'txDropped': '0', 'rx': '221473242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467865.233066, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754282447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693899.24', 'cpuLoad': '2.84', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92944'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.44', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:11:05 GMT', 'cpuUser': '1.15', 'memFree': 667610, 'cpuIdle': '97.26', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.51'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:05,393+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:11:05,600+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:05,655+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 017c4c1f-a01d-4e2b-8c52-ef21a1b59fd7 (threadPool:210)
2018-03-08 01:11:05,655+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3e20c69b-9bed-4791-8a2f-c6d459036e96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:05,656+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:05,971+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:06,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a5073f8d-57b3-4fa4-a3db-6cb7a5f5c0d8 (threadPool:210)
2018-03-08 01:11:06,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 15884c8c-717d-4645-b567-a8145868cf75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:06,019+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:06,336+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:06,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 950b7366-bf1a-46d4-b451-0e1e4c48ec42 (threadPool:210)
2018-03-08 01:11:06,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 25bd9f42-e817-457e-a0c6-82a2d15814bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:06,388+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:06,689+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:06,735+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 70ebf761-28dd-4db4-b03d-90267df334cc (threadPool:210)
2018-03-08 01:11:06,736+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a259cf3-4160-4bcd-9552-3465a6b799c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:06,736+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:07,085+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:07,131+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9347e974-2039-4d26-b90f-fb1aa068ba3e (threadPool:210)
2018-03-08 01:11:07,132+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6274580d-4336-46e0-85fb-588ac8e56547 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:07,132+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:07,353+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5f69dac9-f9a2-44a6-8a54-2ace213f6454 (api:46)
2018-03-08 01:11:07,359+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5f69dac9-f9a2-44a6-8a54-2ace213f6454 (api:52)
2018-03-08 01:11:07,360+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:07,416+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:07,461+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e6cfb821-9c01-40d7-81d3-ce323bdc55bc (api:46)
2018-03-08 01:11:07,465+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3e20c69b-9bed-4791-8a2f-c6d459036e96 (threadPool:210)
2018-03-08 01:11:07,465+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32a13abd-703d-42a7-9ac9-3b87b694cbb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:07,466+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:07,470+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e6cfb821-9c01-40d7-81d3-ce323bdc55bc (api:52)
2018-03-08 01:11:07,472+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:07,814+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:07,863+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 15884c8c-717d-4645-b567-a8145868cf75 (threadPool:210)
2018-03-08 01:11:07,864+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 47073788-3ccc-4d8e-b5ba-7f72ae09634b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:11:07,864+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:08,182+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:08,253+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 25bd9f42-e817-457e-a0c6-82a2d15814bb (threadPool:210)
2018-03-08 01:11:08,254+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7f5ced5a-da9a-4486-9aee-ee6bbc596d77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:08,254+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:08,596+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:08,645+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a259cf3-4160-4bcd-9552-3465a6b799c2 (threadPool:210)
2018-03-08 01:11:08,645+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 12319505-ffa9-4684-9ed6-f349ab6c6f4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:08,646+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:08,986+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:09,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6274580d-4336-46e0-85fb-588ac8e56547 (threadPool:210)
2018-03-08 01:11:09,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a3fe887f-5035-418d-bebe-b1b34e7dd3a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:09,037+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:09,436+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:09,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32a13abd-703d-42a7-9ac9-3b87b694cbb7 (threadPool:210)
2018-03-08 01:11:09,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a9a5fc16-0a7d-43db-bf49-101a5e6be1d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:09,488+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:09,901+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:09,945+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7f5ced5a-da9a-4486-9aee-ee6bbc596d77 (threadPool:210)
2018-03-08 01:11:09,946+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ae2795e0-9969-4378-82a7-6a16186a4e00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:09,946+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:10,299+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:10,304+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:10,306+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:10,329+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:10,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 12319505-ffa9-4684-9ed6-f349ab6c6f4b (threadPool:210)
2018-03-08 01:11:10,378+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 23bb6cd2-e631-402e-8bf7-ce1fb2c5126d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:10,378+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:10,754+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:10,802+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a3fe887f-5035-418d-bebe-b1b34e7dd3a5 (threadPool:210)
2018-03-08 01:11:10,802+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e9b7c402-3ce6-4b73-8979-8171d4d01997 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:10,803+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:11,107+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:11,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a9a5fc16-0a7d-43db-bf49-101a5e6be1d5 (threadPool:210)
2018-03-08 01:11:11,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd250913-278d-45d6-b313-f421d057334c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:11,157+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:11,462+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:11,510+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ae2795e0-9969-4378-82a7-6a16186a4e00 (threadPool:210)
2018-03-08 01:11:11,510+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5903ed1e-23a3-4c55-8db1-cc6e891b5960 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:11,510+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:11,850+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:11,891+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 23bb6cd2-e631-402e-8bf7-ce1fb2c5126d (threadPool:210)
2018-03-08 01:11:11,892+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0870cc73-e6e1-4a58-a420-4f525e7a09e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:11,892+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:12,224+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:12,274+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e9b7c402-3ce6-4b73-8979-8171d4d01997 (threadPool:210)
2018-03-08 01:11:12,274+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06dda6b7-5efa-4461-ad57-5259b54998f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:12,275+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:12,603+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:12,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd250913-278d-45d6-b313-f421d057334c (threadPool:210)
2018-03-08 01:11:12,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0d0d5cfb-725a-4174-982e-483e849814ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:12,652+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:13,016+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:13,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5903ed1e-23a3-4c55-8db1-cc6e891b5960 (threadPool:210)
2018-03-08 01:11:13,066+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b4ba0eb5-d4a8-4cfa-969a-2269d7932f90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:13,066+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:13,363+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:13,402+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 47073788-3ccc-4d8e-b5ba-7f72ae09634b (threadPool:210)
2018-03-08 01:11:13,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60860b9b-199d-4aec-bd67-e83cdd448d21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:13,404+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:13,755+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:13,807+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0870cc73-e6e1-4a58-a420-4f525e7a09e8 (threadPool:210)
2018-03-08 01:11:13,808+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 379fcf68-ecb3-42aa-85c7-44a5f63d7c3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:13,808+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:14,090+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:14,152+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06dda6b7-5efa-4461-ad57-5259b54998f4 (threadPool:210)
2018-03-08 01:11:14,153+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06e041b2-4063-4426-ab3c-bc56568ef26c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:14,154+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:14,559+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:14,598+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0d0d5cfb-725a-4174-982e-483e849814ff (threadPool:210)
2018-03-08 01:11:14,599+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d7e53dc2-8ba1-4c8b-a599-c8ea790d3fd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:14,599+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:14,781+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:11:14,786+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:11:14,788+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:14,796+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:11:14,797+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:11:14,797+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:11:14,976+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:15,024+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60860b9b-199d-4aec-bd67-e83cdd448d21 (threadPool:210)
2018-03-08 01:11:15,024+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6bac1d9f-735f-4ca6-8a4c-92fd307beb38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:15,025+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:15,328+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:15,725+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:15,773+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06e041b2-4063-4426-ab3c-bc56568ef26c (threadPool:210)
2018-03-08 01:11:15,773+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aed21a17-cef1-4ce4-8741-a5f0602a4f49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:15,774+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:16,072+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:16,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b4ba0eb5-d4a8-4cfa-969a-2269d7932f90 (threadPool:210)
2018-03-08 01:11:16,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 596fb230-b0c0-4d88-b2fc-e0c297a70e68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:16,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:16,419+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:16,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d7e53dc2-8ba1-4c8b-a599-c8ea790d3fd4 (threadPool:210)
2018-03-08 01:11:16,471+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5f66fada-150d-4a6e-a623-ce3fbe167f84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:16,471+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:16,764+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:16,812+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 379fcf68-ecb3-42aa-85c7-44a5f63d7c3d (threadPool:210)
2018-03-08 01:11:16,813+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a17ff7b-4b12-46bc-8a16-64290cc80a21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:16,813+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:17,145+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:17,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6bac1d9f-735f-4ca6-8a4c-92fd307beb38 (threadPool:210)
2018-03-08 01:11:17,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5c0817fb-0350-4b1a-b024-b2bb51b484af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:17,203+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:17,581+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:17,627+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aed21a17-cef1-4ce4-8741-a5f0602a4f49 (threadPool:210)
2018-03-08 01:11:17,627+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3323ac45-c2a7-40ff-80c5-0417c102930c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:17,628+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:17,921+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c1dd32e2-cddf-445e-96f0-29bc963ee76b (api:46)
2018-03-08 01:11:17,927+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c1dd32e2-cddf-445e-96f0-29bc963ee76b (api:52)
2018-03-08 01:11:17,928+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:17,972+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:18,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 596fb230-b0c0-4d88-b2fc-e0c297a70e68 (threadPool:210)
2018-03-08 01:11:18,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 235022ff-80ab-4fab-abcd-b63c384c8bb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:18,021+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:18,023+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ea4c9d59-24e4-4221-9b78-e6f8255b1225 (api:46)
2018-03-08 01:11:18,030+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ea4c9d59-24e4-4221-9b78-e6f8255b1225 (api:52)
2018-03-08 01:11:18,031+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:18,364+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:18,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5f66fada-150d-4a6e-a623-ce3fbe167f84 (threadPool:210)
2018-03-08 01:11:18,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b7218c04-8b08-4b33-974e-4c2152ebef31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:18,417+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:18,757+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:18,805+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5c0817fb-0350-4b1a-b024-b2bb51b484af (threadPool:210)
2018-03-08 01:11:18,805+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9c8536fe-7f2e-458c-b339-52a006c04a88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:18,806+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:19,087+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:19,136+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3323ac45-c2a7-40ff-80c5-0417c102930c (threadPool:210)
2018-03-08 01:11:19,136+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2cab1576-0ef5-4702-b1ca-c7af80f81ac2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:19,137+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:19,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:19,551+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 235022ff-80ab-4fab-abcd-b63c384c8bb6 (threadPool:210)
2018-03-08 01:11:19,552+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 59594199-b78a-49b1-918d-149aed671908 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:19,553+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:20,089+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:20,139+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a17ff7b-4b12-46bc-8a16-64290cc80a21 (threadPool:210)
2018-03-08 01:11:20,139+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c1723493-d3a1-43eb-a496-337b3d37b296 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:11:20,139+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:20,388+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=03d60574-5671-4337-9600-cbc259c8f705 (api:46)
2018-03-08 01:11:20,389+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237699', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821022', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036771', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469805', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537393', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471634', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0273831', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505524', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294015', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442567', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435356', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490957', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279011', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253043', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048166', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282569', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025962', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027491', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224394', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00938865', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285264', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596813', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532285', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373699', 'lastCheck': '4.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349553', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304552', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000451476', 'lastCheck': '3.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260835', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477836', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321494', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267908', 'lastCheck': '0.6', 'valid': True}} from=internal, task_id=03d60574-5671-4337-9600-cbc259c8f705 (api:52)
2018-03-08 01:11:20,389+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ac89ec4f-acbd-469d-aab4-102a1921ad87 (api:46)
2018-03-08 01:11:20,390+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ac89ec4f-acbd-469d-aab4-102a1921ad87 (api:52)
2018-03-08 01:11:20,431+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:20,432+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6c401fce-1455-4ed3-92c5-f5ab0bc40e13 (api:46)
2018-03-08 01:11:20,432+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237699', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821022', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036771', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469805', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537393', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471634', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0273831', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505524', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294015', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442567', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435356', 'lastCheck': '3.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490957', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279011', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253043', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048166', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282569', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025962', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027491', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224394', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00938865', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285264', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596813', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532285', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373699', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349553', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304552', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000451476', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260835', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477836', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321494', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267908', 'lastCheck': '0.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6c401fce-1455-4ed3-92c5-f5ab0bc40e13 (api:52)
2018-03-08 01:11:20,432+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0832fd77-0b98-444c-a2b4-4f5d479b9f87 (api:46)
2018-03-08 01:11:20,433+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0832fd77-0b98-444c-a2b4-4f5d479b9f87 (api:52)
2018-03-08 01:11:20,454+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '62': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '63': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.30'}, '26': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.69'}, '27': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.50'}, '20': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.55'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.42'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '23': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.67'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '27.36', 'cpuIdle': '67.80'}, '0': {'cpuUser': '5.63', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '90.66'}, '3': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.95'}, '2': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.62'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.35'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.16'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '15': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.69'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.35'}, '55': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '98.08'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.56'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.08'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '35': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '34': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '7.16', 'cpuIdle': '85.75'}, '33': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310473'}, '0': {'memPercent': 12, 'memFree': '347295'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490957', 'lastCheck': '1.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237699', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821022', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279011', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253043', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537393', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471634', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0273831', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505524', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294015', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442567', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435356', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036771', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469805', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048166', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285264', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025962', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027491', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224394', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00938865', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282569', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321494', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532285', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373699', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349553', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304552', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000451476', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260835', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477836', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596813', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267908', 'lastCheck': '0.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645297414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403888347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.351', 'tx': '1176266845855', 'txDropped': '0', 'rx': '625370187713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0', 'tx': '1580912022953', 'txDropped': '0', 'rx': '926286593733', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45158088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416231372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200390059', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet0', 'tx': '87212455', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet1', 'tx': '37765228509', 'txDropped': '0', 'rx': '877603146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet2', 'tx': '21120485925', 'txDropped': '0', 'rx': '141312255763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175507613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet4', 'tx': '395895987', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet5', 'tx': '23422994732', 'txDropped': '0', 'rx': '498023665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet6', 'tx': '6653411296', 'txDropped': '0', 'rx': '429688597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet7', 'tx': '1433009307', 'txDropped': '0', 'rx': '552111562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42409054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46705445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'lo', 'tx': '6928022353', 'txDropped': '0', 'rx': '6928022353', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170542284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'eno1', 'tx': '975604617158', 'txDropped': '0', 'rx': '433979760643', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'eno2', 'tx': '605307405795', 'txDropped': '0', 'rx': '492306833090', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467880.327283, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467880.327283, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632512107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75831381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76949200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191911622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370742388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.306', 'tx': '76695870665', 'txDropped': '0', 'rx': '8373221852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49827509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430027358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298678022', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.110', 'tx': '2475484863', 'txDropped': '0', 'rx': '66853799288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.111', 'tx': '122671903625', 'txDropped': '0', 'rx': '24442923029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55207621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54128714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465019579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165220591', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55987539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55817350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45153342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467880.327283, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226428928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'oVirtManagement', 'tx': '1176266845207', 'txDropped': '0', 'rx': '625369449310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576821740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'vnet3', 'tx': '542289451', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467880.327283, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754285976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693914.30', 'cpuLoad': '2.78', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92942'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:11:20 GMT', 'cpuUser': '1.18', 'memFree': 667607, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.19'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:20,458+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:11:20,508+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:20,559+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b7218c04-8b08-4b33-974e-4c2152ebef31 (threadPool:210)
2018-03-08 01:11:20,560+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a8cf3bb4-2e3c-44e4-9b32-dc34d8523b55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:20,560+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:20,905+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:20,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9c8536fe-7f2e-458c-b339-52a006c04a88 (threadPool:210)
2018-03-08 01:11:20,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1cd0f79b-90ae-4d6d-914c-3c87958ca031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:20,956+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:21,437+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:21,480+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2cab1576-0ef5-4702-b1ca-c7af80f81ac2 (threadPool:210)
2018-03-08 01:11:21,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1918a380-2399-4e98-9451-6fb2711ca008 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:21,481+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:21,838+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:21,889+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 59594199-b78a-49b1-918d-149aed671908 (threadPool:210)
2018-03-08 01:11:21,889+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 983cd21d-aba2-4b30-8eb1-7935021f912a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:21,889+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:22,552+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:22,602+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c1723493-d3a1-43eb-a496-337b3d37b296 (threadPool:210)
2018-03-08 01:11:22,603+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08c5567c-f158-4a61-8a71-fd105fdfa67b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:22,603+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:22,970+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:23,014+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a8cf3bb4-2e3c-44e4-9b32-dc34d8523b55 (threadPool:210)
2018-03-08 01:11:23,015+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 780ebacb-c8d1-43a3-801d-626fc99addae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:23,015+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:23,385+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:23,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1cd0f79b-90ae-4d6d-914c-3c87958ca031 (threadPool:210)
2018-03-08 01:11:23,458+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 07392b00-77e7-4fcd-9a37-2d58032a8fee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:23,458+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:23,748+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:23,796+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1918a380-2399-4e98-9451-6fb2711ca008 (threadPool:210)
2018-03-08 01:11:23,796+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b223dd33-6c38-4287-a867-5faf507cdc74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:23,796+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:24,087+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:24,137+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 983cd21d-aba2-4b30-8eb1-7935021f912a (threadPool:210)
2018-03-08 01:11:24,138+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eebdaee7-3285-406a-9741-6eac29d46eca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:24,138+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:24,415+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:24,466+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08c5567c-f158-4a61-8a71-fd105fdfa67b (threadPool:210)
2018-03-08 01:11:24,467+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5fe25ddd-9d2d-4e65-872e-833817b5b455 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:24,467+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:24,840+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:24,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 780ebacb-c8d1-43a3-801d-626fc99addae (threadPool:210)
2018-03-08 01:11:24,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a02509df-8bd3-4515-a44f-28d9d54f38e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:24,893+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:25,243+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:25,293+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 07392b00-77e7-4fcd-9a37-2d58032a8fee (threadPool:210)
2018-03-08 01:11:25,293+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a804d77f-9777-4767-b9d0-f0058ed1964b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:25,294+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:25,324+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:25,329+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:25,332+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:25,701+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:25,737+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b223dd33-6c38-4287-a867-5faf507cdc74 (threadPool:210)
2018-03-08 01:11:25,737+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a936defc-af24-4a09-8393-5ce32081aebf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:25,738+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:26,098+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:26,147+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5fe25ddd-9d2d-4e65-872e-833817b5b455 (threadPool:210)
2018-03-08 01:11:26,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1f6f8ad0-7255-44ab-bb6a-76350b0383a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:26,148+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:26,603+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:26,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a02509df-8bd3-4515-a44f-28d9d54f38e5 (threadPool:210)
2018-03-08 01:11:26,633+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6fcc86ae-6f3c-4f68-a28e-cb3495712145 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:26,633+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:26,990+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:27,395+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:27,444+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eebdaee7-3285-406a-9741-6eac29d46eca (threadPool:210)
2018-03-08 01:11:27,444+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8fdbfb75-8fcd-455a-9a3e-be11fda5975f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:27,444+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:27,878+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:27,927+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a936defc-af24-4a09-8393-5ce32081aebf (threadPool:210)
2018-03-08 01:11:27,927+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 54acc5d8-cbb5-48de-a277-b201d17c771a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:27,928+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:28,364+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:28,421+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1f6f8ad0-7255-44ab-bb6a-76350b0383a2 (threadPool:210)
2018-03-08 01:11:28,422+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26efa6cc-92e7-483a-ad46-2b8042a8436a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:28,422+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:28,542+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4ebe91c1-6dda-4070-9606-63f0909aca27 (api:46)
2018-03-08 01:11:28,548+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4ebe91c1-6dda-4070-9606-63f0909aca27 (api:52)
2018-03-08 01:11:28,548+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:28,647+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d0d5fd27-01db-4e20-916c-7049664c554c (api:46)
2018-03-08 01:11:28,654+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d0d5fd27-01db-4e20-916c-7049664c554c (api:52)
2018-03-08 01:11:28,655+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:28,753+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:28,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6fcc86ae-6f3c-4f68-a28e-cb3495712145 (threadPool:210)
2018-03-08 01:11:28,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b48ebc91-dd61-465f-aad8-4e7e4b3e1a42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:28,804+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:29,134+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:29,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8fdbfb75-8fcd-455a-9a3e-be11fda5975f (threadPool:210)
2018-03-08 01:11:29,189+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd22c4b8-d389-4a87-8c63-b93fd2af670d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:29,190+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:29,538+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:29,604+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 54acc5d8-cbb5-48de-a277-b201d17c771a (threadPool:210)
2018-03-08 01:11:29,606+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c048301d-3113-46aa-9732-c786ae62a662 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:29,606+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:29,804+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:11:29,813+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:11:29,816+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:11:29,841+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:11:29,843+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:11:29,843+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:11:29,972+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:30,017+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a804d77f-9777-4767-b9d0-f0058ed1964b (threadPool:210)
2018-03-08 01:11:30,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 10b1a923-2bdb-4681-91ba-2b31d82953ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:30,018+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:30,396+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:30,441+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26efa6cc-92e7-483a-ad46-2b8042a8436a (threadPool:210)
2018-03-08 01:11:30,441+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f181077-e251-4a79-852e-9f5d6ab6fc67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:30,442+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:30,860+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:30,901+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd22c4b8-d389-4a87-8c63-b93fd2af670d (threadPool:210)
2018-03-08 01:11:30,902+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c8dfdc0b-8793-4214-82b9-e745e3f1f269 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:11:30,902+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:31,250+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:31,299+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 10b1a923-2bdb-4681-91ba-2b31d82953ef (threadPool:210)
2018-03-08 01:11:31,299+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d5a473c2-46a0-4be5-b06a-a36ed9ce518a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:31,300+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:31,671+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:31,721+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b48ebc91-dd61-465f-aad8-4e7e4b3e1a42 (threadPool:210)
2018-03-08 01:11:31,721+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fa6e13e2-2750-4412-bedb-d256df888000 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:31,722+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:32,143+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:32,192+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f181077-e251-4a79-852e-9f5d6ab6fc67 (threadPool:210)
2018-03-08 01:11:32,192+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0f724bd1-1a8d-4933-b8dc-763527cacdb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:32,193+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:32,615+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:32,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c048301d-3113-46aa-9732-c786ae62a662 (threadPool:210)
2018-03-08 01:11:32,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e9309844-a9dc-452a-be6c-f77b10abf315 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:32,666+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:33,132+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:33,170+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c8dfdc0b-8793-4214-82b9-e745e3f1f269 (threadPool:210)
2018-03-08 01:11:33,170+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f600fb10-0555-4a5d-ae77-247041322ac2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:33,171+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:33,612+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:33,661+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fa6e13e2-2750-4412-bedb-d256df888000 (threadPool:210)
2018-03-08 01:11:33,661+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa17e5a2-2654-4c2d-a896-a44af863a444 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:33,661+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:33,991+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:34,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0f724bd1-1a8d-4933-b8dc-763527cacdb7 (threadPool:210)
2018-03-08 01:11:34,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 917b2d3f-5158-45c2-91e2-0e379773bbc8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:34,043+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:34,436+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:34,477+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e9309844-a9dc-452a-be6c-f77b10abf315 (threadPool:210)
2018-03-08 01:11:34,477+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 229202bd-5e13-406f-854a-be3631f445fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:34,478+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:34,911+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:34,963+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f600fb10-0555-4a5d-ae77-247041322ac2 (threadPool:210)
2018-03-08 01:11:34,963+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f65a58be-7967-4a02-a6e1-7438c1a60353 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:34,964+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:35,356+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:35,406+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa17e5a2-2654-4c2d-a896-a44af863a444 (threadPool:210)
2018-03-08 01:11:35,406+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d698fb17-baaf-49b1-a55a-2f68344e9fd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:35,407+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:35,478+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=c32754db-15e7-48f7-b01e-60202ccb13b6 (api:46)
2018-03-08 01:11:35,479+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251881', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000844533', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242361', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440479', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073511', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272147', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000463008', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608198', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222399', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278182', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030695', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040279', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215278', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320464', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065389', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274467', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327587', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304781', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611207', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107109', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183416', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433083', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028204', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406445', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370307', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331333', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473297', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382979', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366012', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765437', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038312', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348103', 'lastCheck': '5.5', 'valid': True}} from=internal, task_id=c32754db-15e7-48f7-b01e-60202ccb13b6 (api:52)
2018-03-08 01:11:35,479+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=551f4092-4aac-49cd-9297-d82272dfba2f (api:46)
2018-03-08 01:11:35,480+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=551f4092-4aac-49cd-9297-d82272dfba2f (api:52)
2018-03-08 01:11:35,494+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:35,495+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3d5826dd-64d1-43ab-b465-7cb6472a6633 (api:46)
2018-03-08 01:11:35,495+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251881', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000844533', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242361', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440479', 'lastCheck': '3.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073511', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272147', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000463008', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608198', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222399', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278182', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030695', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040279', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215278', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320464', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065389', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274467', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327587', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304781', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611207', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107109', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183416', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433083', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028204', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406445', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370307', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331333', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473297', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382979', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366012', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765437', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038312', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348103', 'lastCheck': '5.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3d5826dd-64d1-43ab-b465-7cb6472a6633 (api:52)
2018-03-08 01:11:35,496+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f311ac2c-a740-4154-87b5-844e94a217ab (api:46)
2018-03-08 01:11:35,496+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f311ac2c-a740-4154-87b5-844e94a217ab (api:52)
2018-03-08 01:11:35,519+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '96.35'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.09'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '94.10'}, '20': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '21': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.50'}, '22': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.34'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '29': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.77'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.83', 'nodeIndex': 1, 'cpuSys': '22.07', 'cpuIdle': '72.10'}, '0': {'cpuUser': '5.77', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '91.25'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '2': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '5': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.57'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '9': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.17'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '12': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '14': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '17': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.23'}, '16': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '19': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.11'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.95'}, '31': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '93.57'}, '49': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '34': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '7.62', 'cpuIdle': '85.62'}, '33': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.82'}, '18': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310225'}, '0': {'memPercent': 12, 'memFree': '347544'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040279', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251881', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000844533', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215278', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320464', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073511', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272147', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000463008', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608198', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222399', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278182', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030695', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242361', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440479', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065389', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183416', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327587', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304781', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611207', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107109', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274467', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038312', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028204', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406445', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370307', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331333', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000473297', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382979', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366012', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765437', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433083', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348103', 'lastCheck': '5.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645306719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403892464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.351', 'tx': '1176266914319', 'txDropped': '0', 'rx': '625370197981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0', 'tx': '1580912117326', 'txDropped': '0', 'rx': '926287000914', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45158438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416232135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200393101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet0', 'tx': '87216727', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet1', 'tx': '37765230202', 'txDropped': '0', 'rx': '877603976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet2', 'tx': '21120516083', 'txDropped': '0', 'rx': '141312271171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175509119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet4', 'tx': '395900259', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet5', 'tx': '23423006726', 'txDropped': '0', 'rx': '498024328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet6', 'tx': '6653415415', 'txDropped': '0', 'rx': '429691925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet7', 'tx': '1433010340', 'txDropped': '0', 'rx': '552111666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42409404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46705795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'lo', 'tx': '6928096986', 'txDropped': '0', 'rx': '6928096986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170543924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'eno1', 'tx': '975604693926', 'txDropped': '0', 'rx': '433979976456', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'eno2', 'tx': '605307423400', 'txDropped': '0', 'rx': '492307024458', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632516643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75831781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76949600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191914392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370742784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.306', 'tx': '76695870665', 'txDropped': '0', 'rx': '8373225382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49827905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430030888', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298680792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.110', 'tx': '2475489125', 'txDropped': '0', 'rx': '66853803109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.111', 'tx': '122671919491', 'txDropped': '0', 'rx': '24442951191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55208021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54129064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465023696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165222231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55987939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55817700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45153692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226431970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'oVirtManagement', 'tx': '1176266913671', 'txDropped': '0', 'rx': '625369459578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576826276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet3', 'tx': '542293723', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754287482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693929.36', 'cpuLoad': '2.72', 'cpuSys': '1.55', 'diskStats': {'/var/log': {'free': '92941'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:11:35 GMT', 'cpuUser': '1.23', 'memFree': 667611, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.81'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:35,524+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:11:35,929+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:35,987+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 917b2d3f-5158-45c2-91e2-0e379773bbc8 (threadPool:210)
2018-03-08 01:11:35,988+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 58d205cc-4fd1-411c-92de-4d186d4dfcd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:35,988+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:36,516+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:36,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 229202bd-5e13-406f-854a-be3631f445fb (threadPool:210)
2018-03-08 01:11:36,567+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 78b6b0a6-18cf-47d3-a34f-7905dae217b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:36,567+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:36,921+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:36,968+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f65a58be-7967-4a02-a6e1-7438c1a60353 (threadPool:210)
2018-03-08 01:11:36,969+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e1fb9783-798d-400b-9ef4-2ac74b50278f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:36,969+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:37,297+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:37,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d698fb17-baaf-49b1-a55a-2f68344e9fd5 (threadPool:210)
2018-03-08 01:11:37,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6a28c75a-f067-41c2-8a0a-f272477a63e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:37,345+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:37,704+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:37,755+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d5a473c2-46a0-4be5-b06a-a36ed9ce518a (threadPool:210)
2018-03-08 01:11:37,756+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79264b16-cddd-4686-8e44-eb02ed658394 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:37,756+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:38,105+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:38,166+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 58d205cc-4fd1-411c-92de-4d186d4dfcd5 (threadPool:210)
2018-03-08 01:11:38,167+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff0b5d8f-05fb-48ea-a74a-a7a96c3acd9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:38,167+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:38,557+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:38,599+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e1fb9783-798d-400b-9ef4-2ac74b50278f (threadPool:210)
2018-03-08 01:11:38,600+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fc071244-c52f-4211-ad81-569dbacf79c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:38,600+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:38,900+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:39,145+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=69090c5a-552d-4874-a1a3-8f5908939c03 (api:46)
2018-03-08 01:11:39,151+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=69090c5a-552d-4874-a1a3-8f5908939c03 (api:52)
2018-03-08 01:11:39,151+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:39,248+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=23f2158f-8942-4565-b0f1-47cee294ab6a (api:46)
2018-03-08 01:11:39,257+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=23f2158f-8942-4565-b0f1-47cee294ab6a (api:52)
2018-03-08 01:11:39,258+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:39,296+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:39,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6a28c75a-f067-41c2-8a0a-f272477a63e6 (threadPool:210)
2018-03-08 01:11:39,373+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1fc5fcd6-2281-4d85-b24f-9b49e26c5588 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:39,373+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:39,791+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:39,829+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79264b16-cddd-4686-8e44-eb02ed658394 (threadPool:210)
2018-03-08 01:11:39,830+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task de8583c9-3045-4321-ba47-28ec48e2e4d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:39,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:40,331+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:40,351+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:40,360+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:40,362+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:40,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 78b6b0a6-18cf-47d3-a34f-7905dae217b7 (threadPool:210)
2018-03-08 01:11:40,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4a0e0845-8deb-41f2-9679-99a5c9d19fbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:40,379+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:40,731+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:40,774+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fc071244-c52f-4211-ad81-569dbacf79c3 (threadPool:210)
2018-03-08 01:11:40,774+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c75edd96-a55d-40ec-a353-40f841bc5cc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:40,775+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:40,812+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=fb7a92c8-b2b8-4871-b39c-9bb578b2ad4d (api:46)
2018-03-08 01:11:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=fb7a92c8-b2b8-4871-b39c-9bb578b2ad4d (api:52)
2018-03-08 01:11:40,813+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=df2b3dac-25e5-46ea-a6e8-1f2ba98de889 (api:46)
2018-03-08 01:11:40,813+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=df2b3dac-25e5-46ea-a6e8-1f2ba98de889 (api:52)
2018-03-08 01:11:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=fa7dc7d6-7b01-4490-a385-89482cc941af (api:46)
2018-03-08 01:11:40,814+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=fa7dc7d6-7b01-4490-a385-89482cc941af (api:52)
2018-03-08 01:11:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=81041151-4708-47b4-90a9-0bb1004d481b (api:46)
2018-03-08 01:11:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=81041151-4708-47b4-90a9-0bb1004d481b (api:52)
2018-03-08 01:11:40,815+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=bbb249f7-b30b-48b4-ab3b-6a714d8e884e (api:46)
2018-03-08 01:11:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=bbb249f7-b30b-48b4-ab3b-6a714d8e884e (api:52)
2018-03-08 01:11:40,816+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=c00725c4-84e9-4437-a28b-bcfd0c20d4f6 (api:46)
2018-03-08 01:11:40,816+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=c00725c4-84e9-4437-a28b-bcfd0c20d4f6 (api:52)
2018-03-08 01:11:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=5b0fc98e-c708-40e9-85ee-c4c5291146da (api:46)
2018-03-08 01:11:40,817+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=5b0fc98e-c708-40e9-85ee-c4c5291146da (api:52)
2018-03-08 01:11:40,817+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=d4c55f97-f3d8-4f82-adc5-d7f2590c6f76 (api:46)
2018-03-08 01:11:40,818+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=d4c55f97-f3d8-4f82-adc5-d7f2590c6f76 (api:52)
2018-03-08 01:11:40,818+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=fda5ed1e-5816-4a6a-a3b5-7c92a49dad43 (api:46)
2018-03-08 01:11:40,818+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=fda5ed1e-5816-4a6a-a3b5-7c92a49dad43 (api:52)
2018-03-08 01:11:40,818+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=563f235e-7d08-480b-afe1-ca17ed42c710 (api:46)
2018-03-08 01:11:40,819+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=563f235e-7d08-480b-afe1-ca17ed42c710 (api:52)
2018-03-08 01:11:41,210+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:41,263+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task de8583c9-3045-4321-ba47-28ec48e2e4d6 (threadPool:210)
2018-03-08 01:11:41,263+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 55fbd338-8408-44c1-a070-6dce680cf87f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:11:41,264+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:41,607+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:41,647+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff0b5d8f-05fb-48ea-a74a-a7a96c3acd9c (threadPool:210)
2018-03-08 01:11:41,647+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 950ec1e9-553e-415f-a9da-3409106b93fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:41,648+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:42,011+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:42,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1fc5fcd6-2281-4d85-b24f-9b49e26c5588 (threadPool:210)
2018-03-08 01:11:42,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 959fbf5a-aa78-453b-9485-88365dd9fef3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:42,061+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:42,489+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:42,548+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c75edd96-a55d-40ec-a353-40f841bc5cc5 (threadPool:210)
2018-03-08 01:11:42,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f93e1b26-84e8-4893-9d48-448b98194b94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:42,549+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:43,088+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:43,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 55fbd338-8408-44c1-a070-6dce680cf87f (threadPool:210)
2018-03-08 01:11:43,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6103a511-8b1e-4e73-b584-486534737de6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:43,127+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:43,716+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:43,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 950ec1e9-553e-415f-a9da-3409106b93fc (threadPool:210)
2018-03-08 01:11:43,781+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ee3cdd36-d940-49be-bb53-70409c340fc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:43,781+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:44,234+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:44,287+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 959fbf5a-aa78-453b-9485-88365dd9fef3 (threadPool:210)
2018-03-08 01:11:44,288+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1751dc53-bbca-410a-935a-f5d62be04add (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:44,288+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:44,790+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:44,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f93e1b26-84e8-4893-9d48-448b98194b94 (threadPool:210)
2018-03-08 01:11:44,834+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eef52aab-68fa-4f08-887c-65975225526b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:44,834+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:44,849+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:11:44,854+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:11:44,857+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:44,865+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:11:44,865+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:11:44,866+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:45,116+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:45,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6103a511-8b1e-4e73-b584-486534737de6 (threadPool:210)
2018-03-08 01:11:45,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ad3d8341-d2ac-4760-b5b9-1980de4afd2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:45,167+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:45,473+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:45,502+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ee3cdd36-d940-49be-bb53-70409c340fc5 (threadPool:210)
2018-03-08 01:11:45,503+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 037e1c1d-75d1-4f23-8819-04a3478dbef6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:45,503+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:45,832+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:45,902+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4a0e0845-8deb-41f2-9679-99a5c9d19fbc (threadPool:210)
2018-03-08 01:11:45,902+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cd7c0d21-0d17-4ca3-b18f-ccd769b8fc81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:45,902+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:46,203+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:46,244+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eef52aab-68fa-4f08-887c-65975225526b (threadPool:210)
2018-03-08 01:11:46,245+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0eb645d0-ae62-4493-a4aa-e2fdf1d381eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:46,246+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:46,595+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:46,634+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ad3d8341-d2ac-4760-b5b9-1980de4afd2e (threadPool:210)
2018-03-08 01:11:46,634+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9432d84e-2f38-48a4-8959-67bff57ef853 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:46,635+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:46,947+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:46,995+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 037e1c1d-75d1-4f23-8819-04a3478dbef6 (threadPool:210)
2018-03-08 01:11:46,996+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 113d500b-f5f9-4037-bc2b-35a817dc59eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:46,996+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:47,289+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:47,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cd7c0d21-0d17-4ca3-b18f-ccd769b8fc81 (threadPool:210)
2018-03-08 01:11:47,333+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 72c174c8-191a-481b-8273-a65f16d5bf63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:47,333+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:47,631+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:47,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0eb645d0-ae62-4493-a4aa-e2fdf1d381eb (threadPool:210)
2018-03-08 01:11:47,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b506623-4a96-4e6b-bbc4-5eea729f4ce2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:47,679+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:48,030+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:48,076+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1751dc53-bbca-410a-935a-f5d62be04add (threadPool:210)
2018-03-08 01:11:48,077+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4283c8d3-4db1-4666-b4ca-28e726f8cfac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:48,078+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:48,526+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:48,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9432d84e-2f38-48a4-8959-67bff57ef853 (threadPool:210)
2018-03-08 01:11:48,589+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8964f3a3-f707-4ff3-90a5-fefe6b9d675b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:48,589+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:49,009+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:49,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 113d500b-f5f9-4037-bc2b-35a817dc59eb (threadPool:210)
2018-03-08 01:11:49,054+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cd501267-0a29-4d91-98ba-d29a887ca19a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:49,055+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:49,352+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:49,417+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 72c174c8-191a-481b-8273-a65f16d5bf63 (threadPool:210)
2018-03-08 01:11:49,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 260844ea-ac42-4c19-b7da-744d286ba5c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:49,419+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:49,717+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b29837d1-dbbb-4cdd-b48b-eab774e052a2 (api:46)
2018-03-08 01:11:49,726+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b29837d1-dbbb-4cdd-b48b-eab774e052a2 (api:52)
2018-03-08 01:11:49,726+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:49,759+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:49,826+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=81aab713-907d-4ebd-b87a-96fa5c556f41 (api:46)
2018-03-08 01:11:49,837+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=81aab713-907d-4ebd-b87a-96fa5c556f41 (api:52)
2018-03-08 01:11:49,839+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:49,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b506623-4a96-4e6b-bbc4-5eea729f4ce2 (threadPool:210)
2018-03-08 01:11:49,845+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e094a18-5dce-4c1f-a9fc-78a95ea95fd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:49,845+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:50,157+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:50,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4283c8d3-4db1-4666-b4ca-28e726f8cfac (threadPool:210)
2018-03-08 01:11:50,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b4783910-967b-4e11-a305-7ae6c8df0eae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:50,207+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:50,500+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:50,563+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:50,566+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=cbc27f41-1581-4eb8-b358-3100ac5c2474 (api:46)
2018-03-08 01:11:50,567+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492445', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614544', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311485', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741913', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531469', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500994', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000544762', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045942', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243335', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281241', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840987', 'lastCheck': '1.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361988', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137797', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421589', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308407', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029838', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328663', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020581', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610852', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360313', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558586', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210563', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039331', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230379', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701239', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274195', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475814', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296052', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384239', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286548', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319478', 'lastCheck': '0.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=cbc27f41-1581-4eb8-b358-3100ac5c2474 (api:52)
2018-03-08 01:11:50,567+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=264fda7a-ccb4-46ea-81b5-dae16726254c (api:46)
2018-03-08 01:11:50,568+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=264fda7a-ccb4-46ea-81b5-dae16726254c (api:52)
2018-03-08 01:11:50,602+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '96.35'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.09'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '94.10'}, '20': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '21': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.50'}, '22': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.34'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '29': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.77'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.83', 'nodeIndex': 1, 'cpuSys': '22.07', 'cpuIdle': '72.10'}, '0': {'cpuUser': '5.77', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '91.25'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '2': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '5': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.57'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '9': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.17'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '12': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '14': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '17': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.23'}, '16': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '19': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.11'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.95'}, '31': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '93.57'}, '49': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '34': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '7.62', 'cpuIdle': '85.62'}, '33': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.82'}, '18': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310225'}, '0': {'memPercent': 12, 'memFree': '347544'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840987', 'lastCheck': '1.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492445', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614544', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361988', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137797', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531469', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500994', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000544762', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045942', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243335', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281241', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311485', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741913', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421589', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360313', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029838', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328663', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020581', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610852', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308407', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286548', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210563', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039331', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230379', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701239', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274195', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475814', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296052', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384239', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558586', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319478', 'lastCheck': '0.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645306719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403892464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.351', 'tx': '1176266914319', 'txDropped': '0', 'rx': '625370197981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0', 'tx': '1580912117326', 'txDropped': '0', 'rx': '926287000914', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45158438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416232135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200393101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet0', 'tx': '87216727', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet1', 'tx': '37765230202', 'txDropped': '0', 'rx': '877603976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet2', 'tx': '21120516083', 'txDropped': '0', 'rx': '141312271171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175509119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet4', 'tx': '395900259', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet5', 'tx': '23423006726', 'txDropped': '0', 'rx': '498024328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet6', 'tx': '6653415415', 'txDropped': '0', 'rx': '429691925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet7', 'tx': '1433010340', 'txDropped': '0', 'rx': '552111666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42409404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46705795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'lo', 'tx': '6928096986', 'txDropped': '0', 'rx': '6928096986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170543924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'eno1', 'tx': '975604693926', 'txDropped': '0', 'rx': '433979976456', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'eno2', 'tx': '605307423400', 'txDropped': '0', 'rx': '492307024458', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632516643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75831781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76949600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191914392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370742784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.306', 'tx': '76695870665', 'txDropped': '0', 'rx': '8373225382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49827905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430030888', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298680792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.110', 'tx': '2475489125', 'txDropped': '0', 'rx': '66853803109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.111', 'tx': '122671919491', 'txDropped': '0', 'rx': '24442951191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55208021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54129064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465023696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165222231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55987939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55817700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45153692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467895.418071, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226431970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'oVirtManagement', 'tx': '1176266913671', 'txDropped': '0', 'rx': '625369459578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576826276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'vnet3', 'tx': '542293723', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467895.418071, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754287482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693944.43', 'cpuLoad': '2.72', 'cpuSys': '1.55', 'diskStats': {'/var/log': {'free': '92941'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635283L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:11:50 GMT', 'cpuUser': '1.23', 'memFree': 667580, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.81'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:50,607+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:11:50,627+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a51af556-4cf2-46e4-a929-6a7809646255 (api:46)
2018-03-08 01:11:50,627+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492445', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614544', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311485', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741913', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531469', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500994', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000544762', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045942', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243335', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281241', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840987', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361988', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137797', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421589', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308407', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029838', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328663', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020581', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610852', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360313', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558586', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210563', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039331', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230379', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701239', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000274195', 'lastCheck': '3.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475814', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296052', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384239', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286548', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319478', 'lastCheck': '0.7', 'valid': True}} from=internal, task_id=a51af556-4cf2-46e4-a929-6a7809646255 (api:52)
2018-03-08 01:11:50,628+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=21e1eaae-42c2-4b43-9945-3f6913445384 (api:46)
2018-03-08 01:11:50,628+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=21e1eaae-42c2-4b43-9945-3f6913445384 (api:52)
2018-03-08 01:11:50,684+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8964f3a3-f707-4ff3-90a5-fefe6b9d675b (threadPool:210)
2018-03-08 01:11:50,684+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 730e8ead-fa99-4504-9287-635cce8a8cdd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:50,685+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:51,043+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:51,378+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:51,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cd501267-0a29-4d91-98ba-d29a887ca19a (threadPool:210)
2018-03-08 01:11:51,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c85d7d86-df0f-481f-a95e-06d354c8ee80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:51,430+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:51,740+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:51,788+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 260844ea-ac42-4c19-b7da-744d286ba5c0 (threadPool:210)
2018-03-08 01:11:51,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7ab76a94-476a-4aa9-9adc-ce890c0fca66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:11:51,789+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:52,097+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:52,138+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e094a18-5dce-4c1f-a9fc-78a95ea95fd9 (threadPool:210)
2018-03-08 01:11:52,139+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2256a6a9-b387-47d5-baed-1c410821aef2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:52,139+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:52,460+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:52,512+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 730e8ead-fa99-4504-9287-635cce8a8cdd (threadPool:210)
2018-03-08 01:11:52,512+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 73b6d935-36ff-48b4-904d-83921af09412 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:52,513+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:52,811+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:52,864+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c85d7d86-df0f-481f-a95e-06d354c8ee80 (threadPool:210)
2018-03-08 01:11:52,865+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 16f7c7d9-bd9b-4baa-abe5-665313d3dd40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:52,865+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:53,162+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:53,212+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b4783910-967b-4e11-a305-7ae6c8df0eae (threadPool:210)
2018-03-08 01:11:53,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1e176727-7a29-4451-9294-b5ae51018286 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:53,213+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:53,570+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:53,617+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2256a6a9-b387-47d5-baed-1c410821aef2 (threadPool:210)
2018-03-08 01:11:53,617+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c7f4b127-a80c-4964-95da-ed86798aa67f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:53,618+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:54,022+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:54,070+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7ab76a94-476a-4aa9-9adc-ce890c0fca66 (threadPool:210)
2018-03-08 01:11:54,071+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b5148e2b-f7f1-4bcb-aac6-58ea4aeb9f9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:54,071+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:54,354+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:54,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 16f7c7d9-bd9b-4baa-abe5-665313d3dd40 (threadPool:210)
2018-03-08 01:11:54,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29785b7a-c8cb-4283-a917-fd2f87577607 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:54,404+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:54,717+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:54,764+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1e176727-7a29-4451-9294-b5ae51018286 (threadPool:210)
2018-03-08 01:11:54,765+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 55f0376c-fb03-46ef-872d-fb6e46e4d9ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:54,765+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:55,062+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:55,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 73b6d935-36ff-48b4-904d-83921af09412 (threadPool:210)
2018-03-08 01:11:55,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task db0c74f2-5b80-4188-9968-d11e192f6b84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:55,102+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:55,379+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:11:55,384+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:11:55,386+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:55,404+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:55,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b5148e2b-f7f1-4bcb-aac6-58ea4aeb9f9d (threadPool:210)
2018-03-08 01:11:55,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c30b861d-9f77-439b-8702-995b2ab96962 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:55,457+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:55,791+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:55,840+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 55f0376c-fb03-46ef-872d-fb6e46e4d9ef (threadPool:210)
2018-03-08 01:11:55,841+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68cdf5b5-3ea4-4952-8557-f0c799285d62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:55,841+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:56,461+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:56,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c7f4b127-a80c-4964-95da-ed86798aa67f (threadPool:210)
2018-03-08 01:11:56,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fb716cbc-b4a3-4b3b-bbbc-713cb25dec08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:56,512+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:56,791+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:56,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task db0c74f2-5b80-4188-9968-d11e192f6b84 (threadPool:210)
2018-03-08 01:11:56,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 13039b79-f570-4da9-91ca-75031f7dc68c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:56,844+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:57,500+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:57,550+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29785b7a-c8cb-4283-a917-fd2f87577607 (threadPool:210)
2018-03-08 01:11:57,551+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 27f19bd1-2cb8-4fee-a3ad-361201778e51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:57,551+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:57,877+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:57,929+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c30b861d-9f77-439b-8702-995b2ab96962 (threadPool:210)
2018-03-08 01:11:57,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a3dd6ad7-bf53-46d3-bbb8-7943261de167 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:57,930+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:11:58,307+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:58,385+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68cdf5b5-3ea4-4952-8557-f0c799285d62 (threadPool:210)
2018-03-08 01:11:58,385+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 21a49c83-1343-46d2-95f6-8b73faf0e7ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:58,386+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:58,774+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:58,821+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fb716cbc-b4a3-4b3b-bbbc-713cb25dec08 (threadPool:210)
2018-03-08 01:11:58,821+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f901c3b7-dd00-4cfc-8da3-85d87ffab20c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:58,822+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:59,151+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:59,222+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 13039b79-f570-4da9-91ca-75031f7dc68c (threadPool:210)
2018-03-08 01:11:59,224+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b29f122a-3eb4-40c6-8a35-85a2933ad4ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:59,224+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:59,534+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:59,581+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 27f19bd1-2cb8-4fee-a3ad-361201778e51 (threadPool:210)
2018-03-08 01:11:59,581+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d6381262-cb9c-4e95-a63c-e8059fd0105d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:11:59,582+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:11:59,871+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:11:59,876+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:11:59,878+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:11:59,908+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:11:59,910+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:11:59,910+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:11:59,912+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:11:59,949+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 21a49c83-1343-46d2-95f6-8b73faf0e7ad (threadPool:210)
2018-03-08 01:11:59,949+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ca66c84-8d29-4c2f-a8ef-314134616e8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:11:59,950+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:00,269+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0990be8c-dd97-4b62-80ae-771bdb2d6ae3 (api:46)
2018-03-08 01:12:00,275+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0990be8c-dd97-4b62-80ae-771bdb2d6ae3 (api:52)
2018-03-08 01:12:00,275+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:00,334+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:00,373+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9b7de0aa-7326-4e48-b9e7-1e70a8532900 (api:46)
2018-03-08 01:12:00,383+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9b7de0aa-7326-4e48-b9e7-1e70a8532900 (api:52)
2018-03-08 01:12:00,384+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:00,396+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b29f122a-3eb4-40c6-8a35-85a2933ad4ef (threadPool:210)
2018-03-08 01:12:00,396+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23fb20a3-1285-4d80-880c-7f324bb22fe7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:00,397+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:00,739+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:00,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a3dd6ad7-bf53-46d3-bbb8-7943261de167 (threadPool:210)
2018-03-08 01:12:00,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cdf7b52b-b389-4925-97cd-9ad3d5ec5c1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:00,789+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:01,140+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:01,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d6381262-cb9c-4e95-a63c-e8059fd0105d (threadPool:210)
2018-03-08 01:12:01,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5ee618a-16ca-467c-846a-363a41633892 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:12:01,188+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:01,514+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:01,560+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f901c3b7-dd00-4cfc-8da3-85d87ffab20c (threadPool:210)
2018-03-08 01:12:01,561+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c71d3b1-6ecb-41d0-b973-802fc2c617ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:01,561+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:01,886+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:01,936+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ca66c84-8d29-4c2f-a8ef-314134616e8b (threadPool:210)
2018-03-08 01:12:01,937+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eac948cc-fdfc-44a0-a247-c7ca995140ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:01,937+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:02,436+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:02,489+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23fb20a3-1285-4d80-880c-7f324bb22fe7 (threadPool:210)
2018-03-08 01:12:02,489+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 956fe272-be62-4dda-ab2f-35592bf388f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:02,489+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:02,801+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:02,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cdf7b52b-b389-4925-97cd-9ad3d5ec5c1f (threadPool:210)
2018-03-08 01:12:02,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1a3ab307-e1c1-49d8-88cf-7b15eec4d7c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:02,830+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:03,149+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:03,205+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5ee618a-16ca-467c-846a-363a41633892 (threadPool:210)
2018-03-08 01:12:03,206+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cba5b1a9-5f87-49a4-be19-8c54005be83d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:03,206+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:03,575+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20805 (__init__:330)
2018-03-08 01:12:03,596+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20806 (__init__:330)
2018-03-08 01:12:03,614+0100 INFO  (ioprocess/275840) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:12:03,617+0100 INFO  (ioprocess/275846) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:12:03,766+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:03,814+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c71d3b1-6ecb-41d0-b973-802fc2c617ae (threadPool:210)
2018-03-08 01:12:03,815+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 13bb0bad-dbc8-41fe-8b9c-198de05dd337 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:03,815+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:04,245+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:04,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eac948cc-fdfc-44a0-a247-c7ca995140ac (threadPool:210)
2018-03-08 01:12:04,273+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a6e68105-c9cc-4f2e-8119-fbab173ba776 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:04,273+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:04,867+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:05,353+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:05,402+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1a3ab307-e1c1-49d8-88cf-7b15eec4d7c0 (threadPool:210)
2018-03-08 01:12:05,402+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cd12aef8-2237-4cd5-91c9-f3f74756ef64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:05,403+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:05,643+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:05,644+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8d64ee90-9404-45cf-8e50-ae34d1af50cd (api:46)
2018-03-08 01:12:05,645+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227564', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603057', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232971', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535087', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413424', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323162', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000517649', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446869', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252813', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309051', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326136', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646053', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270879', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063273', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376684', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283344', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321875', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275043', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235692', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679787', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248366', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260984', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214038', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242113', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305953', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235172', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354945', 'lastCheck': '8.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382908', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229507', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360055', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266593', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247045', 'lastCheck': '5.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8d64ee90-9404-45cf-8e50-ae34d1af50cd (api:52)
2018-03-08 01:12:05,645+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=939cc297-e042-49dc-a107-e2925276b264 (api:46)
2018-03-08 01:12:05,645+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=939cc297-e042-49dc-a107-e2925276b264 (api:52)
2018-03-08 01:12:05,691+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:05,733+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '63': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.16'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '24': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.23'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.57'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '23': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '29': {'cpuUser': '3.70', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '93.46'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '26.27', 'cpuIdle': '68.83'}, '0': {'cpuUser': '6.55', 'nodeIndex': 0, 'cpuSys': '3.90', 'cpuIdle': '89.55'}, '3': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.77'}, '2': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.84', 'cpuIdle': '95.18'}, '5': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.58'}, '4': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.83'}, '7': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.76'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '8': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.97'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '15': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.77'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.57'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.97'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '92.26'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '34': {'cpuUser': '6.81', 'nodeIndex': 0, 'cpuSys': '7.08', 'cpuIdle': '86.11'}, '33': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.18'}, '18': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310116'}, '0': {'memPercent': 12, 'memFree': '347613'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646053', 'lastCheck': '1.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227564', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603057', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270879', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063273', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413424', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323162', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000517649', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446869', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252813', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309051', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326136', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232971', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535087', 'lastCheck': '3.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376684', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248366', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321875', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275043', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235692', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679787', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283344', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266593', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214038', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242113', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305953', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235172', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354945', 'lastCheck': '8.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382908', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229507', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360055', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260984', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247045', 'lastCheck': '5.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645360942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403897626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.351', 'tx': '1176266998856', 'txDropped': '0', 'rx': '625370215030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0', 'tx': '1580912264817', 'txDropped': '0', 'rx': '926287476442', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45158838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416233205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200394718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet0', 'tx': '87220351', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet1', 'tx': '37765231552', 'txDropped': '0', 'rx': '877604038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet2', 'tx': '21120590896', 'txDropped': '0', 'rx': '141312326021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175510992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet4', 'tx': '395903883', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet5', 'tx': '23423064206', 'txDropped': '0', 'rx': '498024623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet6', 'tx': '6653428381', 'txDropped': '0', 'rx': '429701153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet7', 'tx': '1433011690', 'txDropped': '0', 'rx': '552111728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42409804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46706195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'lo', 'tx': '6928176044', 'txDropped': '0', 'rx': '6928176044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170545048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'eno1', 'tx': '975604784298', 'txDropped': '0', 'rx': '433980234933', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'eno2', 'tx': '605307480519', 'txDropped': '0', 'rx': '492307241509', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467910.533203, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467910.533203, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632521321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75832181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76950000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191916988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370743184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.306', 'tx': '76695870665', 'txDropped': '0', 'rx': '8373228278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49828305', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430033784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298683388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.110', 'tx': '2475498477', 'txDropped': '0', 'rx': '66853814969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.111', 'tx': '122671974273', 'txDropped': '0', 'rx': '24443022252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55208371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54129464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465028858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165223355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55988289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55818100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45154092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467910.533203, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226433587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'oVirtManagement', 'tx': '1176266998208', 'txDropped': '0', 'rx': '625369476627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576830954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'vnet3', 'tx': '542297347', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467910.533203, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754289355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96210', 'ksmPages': 100, 'elapsedTime': '1693959.51', 'cpuLoad': '2.76', 'cpuSys': '1.64', 'diskStats': {'/var/log': {'free': '92939'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:12:05 GMT', 'cpuUser': '1.19', 'memFree': 667602, 'cpuIdle': '97.17', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.91'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:05,739+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.10 seconds (__init__:573)
2018-03-08 01:12:05,772+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=d9b9edac-43d3-457e-a770-d5595f66043e (api:46)
2018-03-08 01:12:05,773+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227564', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603057', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232971', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535087', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413424', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323162', 'lastCheck': '6.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000517649', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446869', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252813', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309051', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326136', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646053', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270879', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063273', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376684', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283344', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321875', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275043', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235692', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679787', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248366', 'lastCheck': '3.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260984', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214038', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242113', 'lastCheck': '2.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305953', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235172', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354945', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382908', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229507', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360055', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266593', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247045', 'lastCheck': '5.9', 'valid': True}} from=internal, task_id=d9b9edac-43d3-457e-a770-d5595f66043e (api:52)
2018-03-08 01:12:05,773+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=146d4445-b3af-498c-8eb8-57fa16765494 (api:46)
2018-03-08 01:12:05,774+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=146d4445-b3af-498c-8eb8-57fa16765494 (api:52)
2018-03-08 01:12:05,812+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cba5b1a9-5f87-49a4-be19-8c54005be83d (threadPool:210)
2018-03-08 01:12:05,813+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a1bf859e-4f95-48db-96b5-bf84c40a90cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:05,813+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:06,446+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:06,494+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 13bb0bad-dbc8-41fe-8b9c-198de05dd337 (threadPool:210)
2018-03-08 01:12:06,494+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 76a3bc4e-bddd-47fa-b0d2-8e287543433b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:06,494+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:06,855+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:06,924+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 956fe272-be62-4dda-ab2f-35592bf388f0 (threadPool:210)
2018-03-08 01:12:06,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c5ac845f-2c3f-480b-bb59-30da0586e688 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:06,926+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:07,922+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:07,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a6e68105-c9cc-4f2e-8119-fbab173ba776 (threadPool:210)
2018-03-08 01:12:07,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce678b2f-6386-48c0-bbc4-58a50aed53f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:07,975+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:08,297+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:08,373+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cd12aef8-2237-4cd5-91c9-f3f74756ef64 (threadPool:210)
2018-03-08 01:12:08,373+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9631c1f2-882a-4b05-9417-6d0c2bbb69d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:08,374+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:08,743+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:08,783+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a1bf859e-4f95-48db-96b5-bf84c40a90cb (threadPool:210)
2018-03-08 01:12:08,783+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c4b77ec1-f80e-4f97-a86c-f4bff148b2c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:08,783+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:09,206+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:09,265+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c5ac845f-2c3f-480b-bb59-30da0586e688 (threadPool:210)
2018-03-08 01:12:09,265+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ef185a6c-fe87-46a4-aceb-a322fed1817d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:09,266+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:09,635+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:09,698+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9631c1f2-882a-4b05-9417-6d0c2bbb69d8 (threadPool:210)
2018-03-08 01:12:09,699+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8fe29a88-968a-40f0-a5df-e5358f1702ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:09,700+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:10,369+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:10,404+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:10,413+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:10,415+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:12:10,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 76a3bc4e-bddd-47fa-b0d2-8e287543433b (threadPool:210)
2018-03-08 01:12:10,435+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e31811a8-dcaf-462e-81b9-64514cab29d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:10,435+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:10,816+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e28f5b65-cc8e-42f2-bcf3-a6fc4edd3167 (api:46)
2018-03-08 01:12:10,822+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e28f5b65-cc8e-42f2-bcf3-a6fc4edd3167 (api:52)
2018-03-08 01:12:10,822+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:10,860+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:10,910+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c4b77ec1-f80e-4f97-a86c-f4bff148b2c3 (threadPool:210)
2018-03-08 01:12:10,910+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 75aaf6b3-2fc9-40b9-bde9-1e7a3da8e9d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:10,910+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:10,919+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e20dd110-e3d6-4b78-97fa-5f4fcae2c24a (api:46)
2018-03-08 01:12:10,925+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e20dd110-e3d6-4b78-97fa-5f4fcae2c24a (api:52)
2018-03-08 01:12:10,927+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:11,367+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:11,415+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce678b2f-6386-48c0-bbc4-58a50aed53f4 (threadPool:210)
2018-03-08 01:12:11,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5431f1f0-5bb1-4ad2-ac22-1fd6ab947f2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:11,416+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:11,985+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:12,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ef185a6c-fe87-46a4-aceb-a322fed1817d (threadPool:210)
2018-03-08 01:12:12,036+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task db2ac048-a7ce-4a67-b57f-a3bf631bc521 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:12,036+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:12,322+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:12,367+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8fe29a88-968a-40f0-a5df-e5358f1702ad (threadPool:210)
2018-03-08 01:12:12,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0aabe15b-2fba-4557-8dcd-27e9a835ed67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:12,368+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:12,691+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:12,741+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e31811a8-dcaf-462e-81b9-64514cab29d5 (threadPool:210)
2018-03-08 01:12:12,741+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fa95d1bb-ed8b-4955-b554-158efdc3ac7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:12,741+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:13,103+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:13,154+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 75aaf6b3-2fc9-40b9-bde9-1e7a3da8e9d7 (threadPool:210)
2018-03-08 01:12:13,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 32bd5305-0a19-48a8-8ca9-d468b08c3106 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:13,155+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:13,452+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:13,502+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5431f1f0-5bb1-4ad2-ac22-1fd6ab947f2c (threadPool:210)
2018-03-08 01:12:13,503+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task df1d2240-5934-4319-977c-fba69833ede4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:13,503+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:13,848+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:13,896+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task db2ac048-a7ce-4a67-b57f-a3bf631bc521 (threadPool:210)
2018-03-08 01:12:13,896+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42c83c8a-ffcc-4843-be38-3c36269fd532 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:13,897+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:14,220+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:14,267+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0aabe15b-2fba-4557-8dcd-27e9a835ed67 (threadPool:210)
2018-03-08 01:12:14,268+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26c784ed-3a36-42b9-be44-b9ebfac3ec78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:14,268+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:14,591+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:14,644+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fa95d1bb-ed8b-4955-b554-158efdc3ac7d (threadPool:210)
2018-03-08 01:12:14,644+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5d2eebb8-5c22-47d8-bc64-deebe1c0bca0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:14,645+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:14,898+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:12:14,903+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:12:14,905+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:14,919+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:12:14,919+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:12:14,919+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:14,935+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:14,984+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 32bd5305-0a19-48a8-8ca9-d468b08c3106 (threadPool:210)
2018-03-08 01:12:14,985+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a42714de-e25d-40bc-a70e-057dd301deb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:14,985+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:15,310+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:15,360+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task df1d2240-5934-4319-977c-fba69833ede4 (threadPool:210)
2018-03-08 01:12:15,360+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4536b795-0edc-4fde-8bbf-8b860d92485e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:15,361+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:15,681+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:15,733+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42c83c8a-ffcc-4843-be38-3c36269fd532 (threadPool:210)
2018-03-08 01:12:15,733+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4261d636-0b0b-4151-9802-0d16586005ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:15,733+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:16,023+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:16,052+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5d2eebb8-5c22-47d8-bc64-deebe1c0bca0 (threadPool:210)
2018-03-08 01:12:16,052+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4f73cbbd-e301-43ee-8def-25dacdef5ccc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:16,053+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:16,452+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:16,501+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a42714de-e25d-40bc-a70e-057dd301deb8 (threadPool:210)
2018-03-08 01:12:16,501+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 980d0bb4-edef-42c9-8ab9-86fee86105b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:16,502+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:16,813+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:16,869+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4536b795-0edc-4fde-8bbf-8b860d92485e (threadPool:210)
2018-03-08 01:12:16,870+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ab1346bc-aea8-4d50-8860-bb5cfdd8ccf6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:16,871+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:17,136+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:17,183+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26c784ed-3a36-42b9-be44-b9ebfac3ec78 (threadPool:210)
2018-03-08 01:12:17,184+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4474a6d5-3635-4d82-abe9-c1ea47dd2bcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:17,184+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:17,603+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:17,644+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4261d636-0b0b-4151-9802-0d16586005ea (threadPool:210)
2018-03-08 01:12:17,644+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 822160ee-6e75-4623-a269-74c4ed47ca8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:17,645+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:17,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:18,029+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4f73cbbd-e301-43ee-8def-25dacdef5ccc (threadPool:210)
2018-03-08 01:12:18,029+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 141631ef-6973-4c3b-9804-8fcc58d7ef2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:18,030+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:18,411+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:18,459+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 980d0bb4-edef-42c9-8ab9-86fee86105b6 (threadPool:210)
2018-03-08 01:12:18,459+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task efe46a89-fe0d-49a7-9ce5-3934f62d7e32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:18,460+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:19,107+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:19,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ab1346bc-aea8-4d50-8860-bb5cfdd8ccf6 (threadPool:210)
2018-03-08 01:12:19,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e7e8dd12-5079-40a2-876d-e81c53bbc02a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:19,147+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:19,599+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:20,034+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:20,079+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 822160ee-6e75-4623-a269-74c4ed47ca8a (threadPool:210)
2018-03-08 01:12:20,080+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 998d0e0a-12ad-4a8a-8d71-e810c7a346a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:20,080+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:20,471+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:20,521+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 141631ef-6973-4c3b-9804-8fcc58d7ef2c (threadPool:210)
2018-03-08 01:12:20,522+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f0ee2119-c4e5-4a11-a636-1447bcd55260 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:20,522+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:20,781+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:20,782+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=064139d9-0211-4bfb-8bff-37d66a5a1206 (api:46)
2018-03-08 01:12:20,783+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597636', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000855199', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433415', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582649', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347295', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303097', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000485588', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587203', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126206', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408209', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233823', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409006', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050198', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061721', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555174', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326036', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363666', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252151', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217384', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871471', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027256', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332211', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382869', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443101', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275185', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421694', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362479', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00082122', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240534', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380434', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259884', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263231', 'lastCheck': '1.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=064139d9-0211-4bfb-8bff-37d66a5a1206 (api:52)
2018-03-08 01:12:20,783+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f17e7e2e-6621-40d0-81a9-02aebd48ae6b (api:46)
2018-03-08 01:12:20,784+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f17e7e2e-6621-40d0-81a9-02aebd48ae6b (api:52)
2018-03-08 01:12:20,829+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:20,879+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.22'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '26': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '27': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.65'}, '20': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.96'}, '29': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '21.56', 'cpuIdle': '73.74'}, '0': {'cpuUser': '5.56', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '90.93'}, '3': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.45'}, '2': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '5': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.10'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '7': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.77'}, '6': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.89'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.51'}, '8': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.28'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '59': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.91'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.04'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '15': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.90'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.77'}, '16': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '55': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.01'}, '31': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '35': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '34': {'cpuUser': '6.02', 'nodeIndex': 0, 'cpuSys': '6.48', 'cpuIdle': '87.50'}, '33': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.28'}, '18': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.16'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310137'}, '0': {'memPercent': 12, 'memFree': '347603'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409006', 'lastCheck': '1.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597636', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000855199', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050198', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061721', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347295', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303097', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000485588', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587203', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126206', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408209', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233823', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433415', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582649', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555174', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027256', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363666', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252151', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217384', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871471', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326036', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259884', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382869', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443101', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275185', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421694', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362479', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00082122', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240534', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380434', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332211', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263231', 'lastCheck': '1.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645368177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403901962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.351', 'tx': '1176267095952', 'txDropped': '0', 'rx': '625370228770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0', 'tx': '1580912504019', 'txDropped': '0', 'rx': '926287960762', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45159188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416235551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200396207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet0', 'tx': '87225188', 'txDropped': '0', 'rx': '79830323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet1', 'tx': '37765234248', 'txDropped': '0', 'rx': '877604100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet2', 'tx': '21120675974', 'txDropped': '0', 'rx': '141312477687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175512682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet4', 'tx': '395908720', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet5', 'tx': '23423077869', 'txDropped': '0', 'rx': '498025431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet6', 'tx': '6653433957', 'txDropped': '0', 'rx': '429704573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet7', 'tx': '1433014386', 'txDropped': '0', 'rx': '552111790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42410154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46706649', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'lo', 'tx': '6928251092', 'txDropped': '0', 'rx': '6928251092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170546390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'eno1', 'tx': '975605011306', 'txDropped': '0', 'rx': '433980477706', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'eno2', 'tx': '605307492713', 'txDropped': '0', 'rx': '492307483056', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467925.653077, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467925.653077, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632525995', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75832531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76950350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191920362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370743584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.306', 'tx': '76695870665', 'txDropped': '0', 'rx': '8373232331', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49828705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430037837', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298686762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.110', 'tx': '2475502021', 'txDropped': '0', 'rx': '66853819523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.111', 'tx': '122672126626', 'txDropped': '0', 'rx': '24443104937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55208771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54129918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465033194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165224697', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55988689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55818450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45154442', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467925.653077, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226435076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'oVirtManagement', 'tx': '1176267095304', 'txDropped': '0', 'rx': '625369490367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576835628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'vnet3', 'tx': '542302184', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467925.653077, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754291045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1693974.65', 'cpuLoad': '2.69', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92938'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.84', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:12:20 GMT', 'cpuUser': '1.16', 'memFree': 667602, 'cpuIdle': '97.25', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.79'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:20,884+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.10 seconds (__init__:573)
2018-03-08 01:12:20,918+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a1a9c357-03d1-4e4a-a4e3-9ef2c34955fa (api:46)
2018-03-08 01:12:20,919+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597636', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000855199', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433415', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582649', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347295', 'lastCheck': '1.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303097', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000485588', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587203', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126206', 'lastCheck': '1.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408209', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233823', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409006', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050198', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061721', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555174', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326036', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363666', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252151', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217384', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871471', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027256', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332211', 'lastCheck': '1.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382869', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443101', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275185', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421694', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362479', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00082122', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240534', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380434', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259884', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263231', 'lastCheck': '1.1', 'valid': True}} from=internal, task_id=a1a9c357-03d1-4e4a-a4e3-9ef2c34955fa (api:52)
2018-03-08 01:12:20,919+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=d2baa399-53c1-452e-8e0d-bf877ad6140d (api:46)
2018-03-08 01:12:20,920+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d2baa399-53c1-452e-8e0d-bf877ad6140d (api:52)
2018-03-08 01:12:20,960+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task efe46a89-fe0d-49a7-9ce5-3934f62d7e32 (threadPool:210)
2018-03-08 01:12:20,961+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fb652017-d6d9-4d12-a595-0d363c536772 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:20,961+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:21,254+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:21,300+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4474a6d5-3635-4d82-abe9-c1ea47dd2bcf (threadPool:210)
2018-03-08 01:12:21,300+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 04c2ec18-512d-4980-891b-96cee7df57f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:21,301+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:21,382+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=20e6825b-bd4b-4974-9251-52258371b8cf (api:46)
2018-03-08 01:12:21,389+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=20e6825b-bd4b-4974-9251-52258371b8cf (api:52)
2018-03-08 01:12:21,389+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:21,491+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d5fa4561-db50-47d8-9cc2-6bddc5b80527 (api:46)
2018-03-08 01:12:21,497+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d5fa4561-db50-47d8-9cc2-6bddc5b80527 (api:52)
2018-03-08 01:12:21,499+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:21,618+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:21,660+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e7e8dd12-5079-40a2-876d-e81c53bbc02a (threadPool:210)
2018-03-08 01:12:21,660+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fda78380-6418-47c4-9134-87e6f9c59079 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:12:21,660+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:22,124+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:22,163+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f0ee2119-c4e5-4a11-a636-1447bcd55260 (threadPool:210)
2018-03-08 01:12:22,163+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44fecc32-2e97-4be9-b50c-93cdfb98e348 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:22,163+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:22,512+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:22,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 04c2ec18-512d-4980-891b-96cee7df57f3 (threadPool:210)
2018-03-08 01:12:22,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 833befc3-7798-42ca-bcf1-a3d818fd3bdd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:22,559+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:22,858+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:22,924+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 998d0e0a-12ad-4a8a-8d71-e810c7a346a3 (threadPool:210)
2018-03-08 01:12:22,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 38ddcf8c-3b7d-4439-9c8d-f25bb2be2946 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:22,925+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:23,199+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:23,265+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fda78380-6418-47c4-9134-87e6f9c59079 (threadPool:210)
2018-03-08 01:12:23,266+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0a26c7fc-e4cd-4080-9aaf-65495cd35004 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:23,267+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:23,603+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:23,685+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fb652017-d6d9-4d12-a595-0d363c536772 (threadPool:210)
2018-03-08 01:12:23,685+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 11924bd8-f249-4e68-8c25-5da23fc8ee78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:23,686+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:24,089+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:24,134+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44fecc32-2e97-4be9-b50c-93cdfb98e348 (threadPool:210)
2018-03-08 01:12:24,135+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4f1cf3e5-5296-497c-b0d9-c3f6588fc189 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:24,135+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:24,454+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:24,483+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 833befc3-7798-42ca-bcf1-a3d818fd3bdd (threadPool:210)
2018-03-08 01:12:24,483+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6314724b-d21a-4e86-bb67-1acf9ae19a3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:24,484+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:24,890+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:24,940+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0a26c7fc-e4cd-4080-9aaf-65495cd35004 (threadPool:210)
2018-03-08 01:12:24,941+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6e4582eb-8bdc-4776-b27c-31139e690a96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:24,941+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:25,268+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:25,315+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 11924bd8-f249-4e68-8c25-5da23fc8ee78 (threadPool:210)
2018-03-08 01:12:25,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9e835cd7-94b0-48ae-bb86-ddfe8c2a3a95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:25,316+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:25,433+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:25,438+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:25,440+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:25,624+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:25,672+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4f1cf3e5-5296-497c-b0d9-c3f6588fc189 (threadPool:210)
2018-03-08 01:12:25,672+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0037eabd-d99d-4f55-9267-84ec1a595de7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:25,673+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:26,254+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:26,289+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 38ddcf8c-3b7d-4439-9c8d-f25bb2be2946 (threadPool:210)
2018-03-08 01:12:26,289+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c007ec62-c891-4d17-998e-71deaff3094e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:26,290+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:26,601+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:26,649+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6e4582eb-8bdc-4776-b27c-31139e690a96 (threadPool:210)
2018-03-08 01:12:26,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2be6a391-6bc5-425a-9427-2354cca55813 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:26,650+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:27,357+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:27,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9e835cd7-94b0-48ae-bb86-ddfe8c2a3a95 (threadPool:210)
2018-03-08 01:12:27,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 70340034-60a8-4551-a274-43ac03a3b3df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:27,404+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:27,735+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:27,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0037eabd-d99d-4f55-9267-84ec1a595de7 (threadPool:210)
2018-03-08 01:12:27,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3fc1bcb5-2d5a-4c03-afb3-a981b1170787 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:27,786+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:28,087+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:28,135+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6314724b-d21a-4e86-bb67-1acf9ae19a3e (threadPool:210)
2018-03-08 01:12:28,136+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c30ef504-7c0b-4306-ac28-4eddca9f5d20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:28,136+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:28,438+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:28,483+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c007ec62-c891-4d17-998e-71deaff3094e (threadPool:210)
2018-03-08 01:12:28,484+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 910c3171-8b76-4017-bc61-7d6aba77da4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:28,484+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:28,814+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:28,877+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2be6a391-6bc5-425a-9427-2354cca55813 (threadPool:210)
2018-03-08 01:12:28,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4299284f-0640-4b4e-b504-8a1491fd1015 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:28,878+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:29,305+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:29,349+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 70340034-60a8-4551-a274-43ac03a3b3df (threadPool:210)
2018-03-08 01:12:29,349+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce370344-2d5d-457f-84cd-fe639cd7e679 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:29,350+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:29,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:29,742+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c30ef504-7c0b-4306-ac28-4eddca9f5d20 (threadPool:210)
2018-03-08 01:12:29,742+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ad8a4030-dc8c-4f08-907b-194c57bd00fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:29,742+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:29,916+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:12:29,921+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:12:29,923+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:29,929+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:12:29,929+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:12:29,930+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:30,129+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:30,178+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4299284f-0640-4b4e-b504-8a1491fd1015 (threadPool:210)
2018-03-08 01:12:30,178+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 497f6ea6-98ed-495e-b54b-f0dd720bea4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:30,179+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:30,556+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:30,605+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3fc1bcb5-2d5a-4c03-afb3-a981b1170787 (threadPool:210)
2018-03-08 01:12:30,605+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a62dbe4b-a87b-42c4-8a61-2157122f2aa7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:30,606+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:30,927+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:30,975+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce370344-2d5d-457f-84cd-fe639cd7e679 (threadPool:210)
2018-03-08 01:12:30,975+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 45ae85a4-5728-4796-9b82-22dce40cc842 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:12:30,976+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:31,352+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:31,701+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:31,748+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 910c3171-8b76-4017-bc61-7d6aba77da4a (threadPool:210)
2018-03-08 01:12:31,748+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b3a0738f-2cae-4fe9-8df0-47f4debffc0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:31,748+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:32,065+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=84d85bd6-375d-492d-9adf-5382b3c7d476 (api:46)
2018-03-08 01:12:32,071+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=84d85bd6-375d-492d-9adf-5382b3c7d476 (api:52)
2018-03-08 01:12:32,071+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:32,165+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8cd8e619-0ae2-4161-b559-52c48f3a30d2 (api:46)
2018-03-08 01:12:32,174+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8cd8e619-0ae2-4161-b559-52c48f3a30d2 (api:52)
2018-03-08 01:12:32,176+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:12:32,377+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:32,422+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ad8a4030-dc8c-4f08-907b-194c57bd00fb (threadPool:210)
2018-03-08 01:12:32,422+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 41c12c03-bb64-43d3-bb9e-5e8a5ea37915 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:32,422+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:32,701+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:32,751+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 497f6ea6-98ed-495e-b54b-f0dd720bea4f (threadPool:210)
2018-03-08 01:12:32,751+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9b311412-fad6-464d-87f1-8c33923a9ae0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:32,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:33,078+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:33,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a62dbe4b-a87b-42c4-8a61-2157122f2aa7 (threadPool:210)
2018-03-08 01:12:33,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 303f79c6-d770-4f13-8b7f-4a08abfefa39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:33,120+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:33,463+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:33,514+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b3a0738f-2cae-4fe9-8df0-47f4debffc0e (threadPool:210)
2018-03-08 01:12:33,514+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c896409b-48de-4e0c-9f0f-6f5b7cfad2d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:33,514+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:33,847+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:33,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 41c12c03-bb64-43d3-bb9e-5e8a5ea37915 (threadPool:210)
2018-03-08 01:12:33,897+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d94361fa-6cf8-4349-a288-7225fe23a2c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:33,897+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:34,183+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:34,224+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9b311412-fad6-464d-87f1-8c33923a9ae0 (threadPool:210)
2018-03-08 01:12:34,224+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3fd6fd75-7b68-4268-8601-77a696662f45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:34,225+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:34,535+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:34,584+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 303f79c6-d770-4f13-8b7f-4a08abfefa39 (threadPool:210)
2018-03-08 01:12:34,585+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9cc69f50-da13-43c7-9e60-3ee93a0c6277 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:34,585+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:34,871+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:34,917+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c896409b-48de-4e0c-9f0f-6f5b7cfad2d1 (threadPool:210)
2018-03-08 01:12:34,918+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d0d29268-dfc8-41b1-89c8-7d3e56dc27ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:34,918+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:35,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:35,290+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d94361fa-6cf8-4349-a288-7225fe23a2c1 (threadPool:210)
2018-03-08 01:12:35,290+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c818842a-644b-431f-82f4-c7f59135db4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:35,291+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:35,656+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:35,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 45ae85a4-5728-4796-9b82-22dce40cc842 (threadPool:210)
2018-03-08 01:12:35,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0ebdb29-61b4-4133-b974-a1dab5264977 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:35,709+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:35,923+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:35,924+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b291f6d2-5f19-45d3-a87a-97edb47b05cb (api:46)
2018-03-08 01:12:35,925+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284076', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182386', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231796', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621537', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487289', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030097', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00122709', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741393', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351238', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296423', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030245', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283789', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291755', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284278', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481329', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005306', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374606', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254112', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230084', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821542', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274533', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539846', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304236', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00046114', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369134', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340042', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345866', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250376', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300434', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508956', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444867', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022248', 'lastCheck': '6.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b291f6d2-5f19-45d3-a87a-97edb47b05cb (api:52)
2018-03-08 01:12:35,925+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=29a58c96-35aa-4234-af86-dca077609201 (api:46)
2018-03-08 01:12:35,925+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=29a58c96-35aa-4234-af86-dca077609201 (api:52)
2018-03-08 01:12:35,968+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.02'}, '25': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.25'}, '26': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.50'}, '27': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.25'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.43'}, '21': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.24'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.82'}, '23': {'cpuUser': '3.43', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.06'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '28': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '96.77'}, '29': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.18'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.62', 'nodeIndex': 1, 'cpuSys': '24.30', 'cpuIdle': '71.08'}, '0': {'cpuUser': '5.81', 'nodeIndex': 0, 'cpuSys': '3.43', 'cpuIdle': '90.76'}, '3': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.72'}, '2': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.03'}, '5': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.45'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.04'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '9': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.91'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '98.35'}, '59': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.76'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.65'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '95.64'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.03'}, '15': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '96.11'}, '14': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.71'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '19': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '96.44'}, '55': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '31': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.58'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '35': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.12'}, '34': {'cpuUser': '5.35', 'nodeIndex': 0, 'cpuSys': '5.22', 'cpuIdle': '89.43'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309649'}, '0': {'memPercent': 12, 'memFree': '348095'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283789', 'lastCheck': '1.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284076', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182386', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291755', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284278', 'lastCheck': '3.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487289', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030097', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00122709', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741393', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351238', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296423', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030245', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231796', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621537', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481329', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274533', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374606', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254112', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230084', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821542', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005306', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444867', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304236', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00046114', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369134', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340042', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345866', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250376', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300434', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508956', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539846', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022248', 'lastCheck': '6.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645371323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403904933', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.351', 'tx': '1176267170002', 'txDropped': '0', 'rx': '625370243130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0', 'tx': '1580912631040', 'txDropped': '0', 'rx': '926288439690', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45159588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416237005', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200398414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet0', 'tx': '87231209', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet1', 'tx': '37765236056', 'txDropped': '0', 'rx': '877604204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet2', 'tx': '21120704897', 'txDropped': '0', 'rx': '141312504237', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175514994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet4', 'tx': '395914681', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet5', 'tx': '23423096926', 'txDropped': '0', 'rx': '498032261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet6', 'tx': '6653446819', 'txDropped': '0', 'rx': '429721395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet7', 'tx': '1433016254', 'txDropped': '0', 'rx': '552111956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42410554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46707049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'lo', 'tx': '6928330181', 'txDropped': '0', 'rx': '6928330181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170547866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'eno1', 'tx': '975605114777', 'txDropped': '0', 'rx': '433980752459', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'eno2', 'tx': '605307516263', 'txDropped': '0', 'rx': '492307687231', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467940.79925, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467940.79925, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632530857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75832931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76950750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191922378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370743934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373237288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49829055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430042748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298688778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.110', 'tx': '2475519113', 'txDropped': '0', 'rx': '66853831221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.111', 'tx': '122672156129', 'txDropped': '0', 'rx': '24443144118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55209121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54130318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465036165', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165226173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55989039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55818850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45154842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467940.79925, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226437283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'oVirtManagement', 'tx': '1176267169354', 'txDropped': '0', 'rx': '625369504727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576840490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'vnet3', 'tx': '542308145', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467940.79925, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754293357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1693989.79', 'cpuLoad': '2.60', 'cpuSys': '1.54', 'diskStats': {'/var/log': {'free': '92937'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.70', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:12:35 GMT', 'cpuUser': '1.08', 'memFree': 667605, 'cpuIdle': '97.37', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.30'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:35,973+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:12:36,020+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ebf2fde8-0eda-4894-80b5-91e7000e87de (api:46)
2018-03-08 01:12:36,020+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284076', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00182386', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231796', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621537', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487289', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030097', 'lastCheck': '6.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00122709', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741393', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351238', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296423', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030245', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283789', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291755', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284278', 'lastCheck': '3.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481329', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005306', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374606', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254112', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230084', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000821542', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274533', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539846', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304236', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00046114', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369134', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340042', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345866', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250376', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300434', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508956', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444867', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022248', 'lastCheck': '6.2', 'valid': True}} from=internal, task_id=ebf2fde8-0eda-4894-80b5-91e7000e87de (api:52)
2018-03-08 01:12:36,021+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=567bbb9a-5402-4d37-9bc2-9fd9280bf4b8 (api:46)
2018-03-08 01:12:36,021+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=567bbb9a-5402-4d37-9bc2-9fd9280bf4b8 (api:52)
2018-03-08 01:12:36,034+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:36,098+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3fd6fd75-7b68-4268-8601-77a696662f45 (threadPool:210)
2018-03-08 01:12:36,098+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 14b4a194-5865-4cea-ad98-052fbdea75c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:36,099+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:36,697+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:36,746+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9cc69f50-da13-43c7-9e60-3ee93a0c6277 (threadPool:210)
2018-03-08 01:12:36,746+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9e77fa84-7f33-438a-97f3-71da83bfe65b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:36,746+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:37,118+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:37,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d0d29268-dfc8-41b1-89c8-7d3e56dc27ac (threadPool:210)
2018-03-08 01:12:37,167+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 901a4d08-861e-4604-80ee-846ac114fd0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:37,167+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:37,618+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:37,660+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c818842a-644b-431f-82f4-c7f59135db4b (threadPool:210)
2018-03-08 01:12:37,660+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f6b7b571-901a-4551-904d-0bdd297c4a11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:37,660+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:38,123+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:38,174+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 14b4a194-5865-4cea-ad98-052fbdea75c1 (threadPool:210)
2018-03-08 01:12:38,174+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0085f334-1792-4c7a-9b87-3495493138f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:38,174+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:38,925+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:38,972+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9e77fa84-7f33-438a-97f3-71da83bfe65b (threadPool:210)
2018-03-08 01:12:38,972+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fa59a7a3-e89e-4a57-9dbc-0212ae2a83e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:38,973+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:39,771+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:39,830+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 901a4d08-861e-4604-80ee-846ac114fd0a (threadPool:210)
2018-03-08 01:12:39,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0927516a-cc79-4ba5-b5d9-6ce9923baed5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:39,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:40,172+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:40,220+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f6b7b571-901a-4551-904d-0bdd297c4a11 (threadPool:210)
2018-03-08 01:12:40,221+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2044af40-847c-4174-bcd1-7c4865028080 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:40,221+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:40,457+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:40,462+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:40,464+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:40,531+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:40,588+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0085f334-1792-4c7a-9b87-3495493138f5 (threadPool:210)
2018-03-08 01:12:40,589+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 721de007-8857-4a3e-9a75-fb984d20ee90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:40,590+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:40,807+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=21fc4e5b-b2db-4644-b9e1-983486140452 (api:46)
2018-03-08 01:12:40,807+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=21fc4e5b-b2db-4644-b9e1-983486140452 (api:52)
2018-03-08 01:12:40,808+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=5973d6eb-9ecb-47ee-8492-4725c7cf3def (api:46)
2018-03-08 01:12:40,808+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=5973d6eb-9ecb-47ee-8492-4725c7cf3def (api:52)
2018-03-08 01:12:40,808+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=ce8fd78e-5faf-4df3-bbf3-453dfb2a37b5 (api:46)
2018-03-08 01:12:40,809+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=ce8fd78e-5faf-4df3-bbf3-453dfb2a37b5 (api:52)
2018-03-08 01:12:40,809+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=9a620efe-2f54-48bd-9390-6306a53512b1 (api:46)
2018-03-08 01:12:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=9a620efe-2f54-48bd-9390-6306a53512b1 (api:52)
2018-03-08 01:12:40,810+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=5a4728c8-698c-4495-bd5f-852ef5ccedc5 (api:46)
2018-03-08 01:12:40,810+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=5a4728c8-698c-4495-bd5f-852ef5ccedc5 (api:52)
2018-03-08 01:12:40,810+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=bb1624a6-1902-4c81-b592-693109b64abb (api:46)
2018-03-08 01:12:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=bb1624a6-1902-4c81-b592-693109b64abb (api:52)
2018-03-08 01:12:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=586574f8-aa4e-4f4e-bd8b-f10c699c3bb8 (api:46)
2018-03-08 01:12:40,811+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=586574f8-aa4e-4f4e-bd8b-f10c699c3bb8 (api:52)
2018-03-08 01:12:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=f1787a9c-c47d-4824-8996-685ada7c1552 (api:46)
2018-03-08 01:12:40,812+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=f1787a9c-c47d-4824-8996-685ada7c1552 (api:52)
2018-03-08 01:12:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=b6b538b2-0049-47c8-be38-ae2671fb066a (api:46)
2018-03-08 01:12:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=b6b538b2-0049-47c8-be38-ae2671fb066a (api:52)
2018-03-08 01:12:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=a09047f7-9c06-4424-aa87-fecf549a42a4 (api:46)
2018-03-08 01:12:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=a09047f7-9c06-4424-aa87-fecf549a42a4 (api:52)
2018-03-08 01:12:40,912+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:40,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fa59a7a3-e89e-4a57-9dbc-0212ae2a83e6 (threadPool:210)
2018-03-08 01:12:40,959+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f1fe8719-54de-4e13-8bc5-0cf488d9cad2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:40,959+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:41,364+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:41,414+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0ebdb29-61b4-4133-b974-a1dab5264977 (threadPool:210)
2018-03-08 01:12:41,414+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e3e2c0bc-486e-4f9c-a944-d896a5fe3a78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:41,415+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:41,741+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:41,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0927516a-cc79-4ba5-b5d9-6ce9923baed5 (threadPool:210)
2018-03-08 01:12:41,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 67d2cfe8-99e8-4528-89ae-5f3503ec4f04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:41,782+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:42,149+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:42,198+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 721de007-8857-4a3e-9a75-fb984d20ee90 (threadPool:210)
2018-03-08 01:12:42,198+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7dd5aef6-e1e0-47fb-899e-b4b438476038 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:42,199+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:42,661+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6d9dacc1-ad36-44c4-a345-2a42edad94c5 (api:46)
2018-03-08 01:12:42,668+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6d9dacc1-ad36-44c4-a345-2a42edad94c5 (api:52)
2018-03-08 01:12:42,669+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:42,684+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:42,748+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f1fe8719-54de-4e13-8bc5-0cf488d9cad2 (threadPool:210)
2018-03-08 01:12:42,749+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 951b46e3-6986-487c-8e91-ff229da8065d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:42,750+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:42,766+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fe53df69-da22-4923-a0ff-ff923663fae1 (api:46)
2018-03-08 01:12:42,775+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fe53df69-da22-4923-a0ff-ff923663fae1 (api:52)
2018-03-08 01:12:42,777+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:12:43,148+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:43,601+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:43,657+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e3e2c0bc-486e-4f9c-a944-d896a5fe3a78 (threadPool:210)
2018-03-08 01:12:43,657+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2cb9c29-723c-4401-b11c-8188ca1685bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:43,658+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:44,319+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:44,369+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2044af40-847c-4174-bcd1-7c4865028080 (threadPool:210)
2018-03-08 01:12:44,369+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b0fc9d9-24a6-4659-a74a-ae669625116a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:44,369+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:44,936+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:12:44,941+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:12:44,943+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:44,950+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:12:44,951+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:12:44,951+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:45,139+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:45,188+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 67d2cfe8-99e8-4528-89ae-5f3503ec4f04 (threadPool:210)
2018-03-08 01:12:45,188+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task de8054ba-739d-4389-8de4-4b16759c6a40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:45,189+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:45,906+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:45,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7dd5aef6-e1e0-47fb-899e-b4b438476038 (threadPool:210)
2018-03-08 01:12:45,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fb95ac87-60e5-41fa-81cb-600115899a18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:12:45,953+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:47,082+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:47,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 951b46e3-6986-487c-8e91-ff229da8065d (threadPool:210)
2018-03-08 01:12:47,132+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a33acca8-9f33-442e-9b31-258b7101eca4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:47,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:47,707+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:47,753+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2cb9c29-723c-4401-b11c-8188ca1685bc (threadPool:210)
2018-03-08 01:12:47,754+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1c325b6d-a526-4dad-8d97-fcc559a1d224 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:47,754+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:48,272+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:48,319+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b0fc9d9-24a6-4659-a74a-ae669625116a (threadPool:210)
2018-03-08 01:12:48,319+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f4af7c85-9d33-42f1-8c2f-f840f1165408 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:48,320+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:48,897+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:48,937+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task de8054ba-739d-4389-8de4-4b16759c6a40 (threadPool:210)
2018-03-08 01:12:48,938+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 842075e3-4631-47cf-8fee-c7e40d3b6427 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:48,938+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:49,408+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:49,492+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a33acca8-9f33-442e-9b31-258b7101eca4 (threadPool:210)
2018-03-08 01:12:49,492+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e9569db3-d7d6-4135-af99-c95c2ed57ea3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:49,493+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:49,971+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:50,014+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1c325b6d-a526-4dad-8d97-fcc559a1d224 (threadPool:210)
2018-03-08 01:12:50,015+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 57709128-2bd2-47b8-bb14-48da8ce95f38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:50,015+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:50,430+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:50,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f4af7c85-9d33-42f1-8c2f-f840f1165408 (threadPool:210)
2018-03-08 01:12:50,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 56e12a43-229b-4de4-b381-f0231a20b87d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:50,476+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:50,750+0100 INFO  (jsonrpc/2) [vdsm.api] START deleteImage(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'adb2d73e-6ec2-4040-b89e-bc84ae5f2f9e', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=7d396b50, task_id=24eb8893-ca39-4cfc-b8f9-a3789688dbab (api:46)
2018-03-08 01:12:50,790+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:50,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 842075e3-4631-47cf-8fee-c7e40d3b6427 (threadPool:210)
2018-03-08 01:12:50,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6f2d1f9-8ecd-41e0-add7-b854b1804826 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:50,834+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:51,015+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:51,017+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=75b99975-28c0-4f5a-86eb-0d1fca12be79 (api:46)
2018-03-08 01:12:51,018+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289221', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00487561', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385795', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665432', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383529', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307144', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00104549', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396632', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254471', 'lastCheck': '1.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217982', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590496', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710789', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621564', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909985', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293585', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298304', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250192', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225479', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300237', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000916771', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640666', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00445774', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336102', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373482', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252747', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518663', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404419', 'lastCheck': '3.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238018', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270593', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571391', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053095', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331024', 'lastCheck': '1.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=75b99975-28c0-4f5a-86eb-0d1fca12be79 (api:52)
2018-03-08 01:12:51,018+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=9ffd698c-9489-4bf3-a442-7b319eeabb95 (api:46)
2018-03-08 01:12:51,018+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=9ffd698c-9489-4bf3-a442-7b319eeabb95 (api:52)
2018-03-08 01:12:51,062+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '25': {'cpuUser': '3.30', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '94.26'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.09'}, '27': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.38'}, '20': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.63'}, '21': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.85'}, '22': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '95.38'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '29': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.91'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.69', 'nodeIndex': 1, 'cpuSys': '23.10', 'cpuIdle': '72.21'}, '0': {'cpuUser': '5.61', 'nodeIndex': 0, 'cpuSys': '3.10', 'cpuIdle': '91.29'}, '3': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.92'}, '2': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.44', 'cpuIdle': '96.24'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.77'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '7': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '3.10', 'cpuIdle': '94.13'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.22'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.84'}, '8': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '38': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.89'}, '59': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.36'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '94.99'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.23'}, '13': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.78'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '96.97'}, '15': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.17'}, '14': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '96.84'}, '17': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.78'}, '16': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.63'}, '19': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.32'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.38'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.69'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '35': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.24'}, '34': {'cpuUser': '7.52', 'nodeIndex': 0, 'cpuSys': '7.92', 'cpuIdle': '84.56'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '97.89'}, '50': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309496'}, '0': {'memPercent': 12, 'memFree': '348262'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710789', 'lastCheck': '1.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289221', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00487561', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621564', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909985', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383529', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307144', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00104549', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396632', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254471', 'lastCheck': '1.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217982', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590496', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385795', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665432', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293585', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640666', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250192', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225479', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300237', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000916771', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298304', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053095', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336102', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373482', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252747', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518663', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404419', 'lastCheck': '3.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238018', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270593', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571391', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00445774', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331024', 'lastCheck': '1.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645380231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403910994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.351', 'tx': '1176267246756', 'txDropped': '0', 'rx': '625370254916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0', 'tx': '1580912739404', 'txDropped': '0', 'rx': '926288856967', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45159988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416238460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200399901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet0', 'tx': '87236918', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet1', 'tx': '37765255256', 'txDropped': '0', 'rx': '877610532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet2', 'tx': '21120727127', 'txDropped': '0', 'rx': '141312513766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175516812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet4', 'tx': '395920390', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet5', 'tx': '23423108383', 'txDropped': '0', 'rx': '498032642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet6', 'tx': '6653451462', 'txDropped': '0', 'rx': '429724585', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet7', 'tx': '1433018017', 'txDropped': '0', 'rx': '552112018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42410954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46707449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'lo', 'tx': '6928406659', 'txDropped': '0', 'rx': '6928406659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170548818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'eno1', 'tx': '975605198169', 'txDropped': '0', 'rx': '433980960698', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'eno2', 'tx': '605307541235', 'txDropped': '0', 'rx': '492307896269', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467955.952368, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467955.952368, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632535167', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75833281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76951100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191924342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370744334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373242073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49829455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430047533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298690742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.110', 'tx': '2475528693', 'txDropped': '0', 'rx': '66853851915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.111', 'tx': '122672165702', 'txDropped': '0', 'rx': '24443163926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55209521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54130718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465042226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165227125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55989439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55819250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45155242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467955.952368, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226438770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'oVirtManagement', 'tx': '1176267246108', 'txDropped': '0', 'rx': '625369516513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576844800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'vnet3', 'tx': '542313854', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467955.952368, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754295175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694004.89', 'cpuLoad': '2.66', 'cpuSys': '1.61', 'diskStats': {'/var/log': {'free': '92935'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.43', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635276L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:12:51 GMT', 'cpuUser': '1.17', 'memFree': 667571, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.29'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:51,066+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:12:51,165+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3202d4c0-2181-4680-a770-d8c391392633 (api:46)
2018-03-08 01:12:51,167+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289221', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00487561', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385795', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665432', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383529', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307144', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00104549', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396632', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254471', 'lastCheck': '1.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217982', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590496', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710789', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621564', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909985', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293585', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298304', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250192', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225479', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300237', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000916771', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640666', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00445774', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336102', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373482', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252747', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518663', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404419', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238018', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270593', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571391', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053095', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331024', 'lastCheck': '1.3', 'valid': True}} from=internal, task_id=3202d4c0-2181-4680-a770-d8c391392633 (api:52)
2018-03-08 01:12:51,167+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=aa7322bb-42d1-45ba-b872-f341ece43792 (api:46)
2018-03-08 01:12:51,167+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=aa7322bb-42d1-45ba-b872-f341ece43792 (api:52)
2018-03-08 01:12:51,283+0100 INFO  (jsonrpc/2) [IOProcessClient] Starting client ioprocess-20807 (__init__:330)
2018-03-08 01:12:51,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:51,325+0100 INFO  (ioprocess/277011) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:12:51,353+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e9569db3-d7d6-4135-af99-c95c2ed57ea3 (threadPool:210)
2018-03-08 01:12:51,353+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74a508db-a427-4645-9ca4-56f3807592d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:51,353+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:51,360+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=7d396b50, task_id=24eb8893-ca39-4cfc-b8f9-a3789688dbab (api:52)
2018-03-08 01:12:51,366+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.62 seconds (__init__:573)
2018-03-08 01:12:51,367+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] START task 24eb8893-ca39-4cfc-b8f9-a3789688dbab (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f432808fbd8>>, args=None) (threadPool:208)
2018-03-08 01:12:51,371+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/8e169f1a-a90e-419d-9958-ef6491ed9b4e (blockdev:167)
2018-03-08 01:12:51,661+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/8e169f1a-a90e-419d-9958-ef6491ed9b4e: 0.29 seconds (utils:452)
2018-03-08 01:12:51,661+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lvs=['8e169f1a-a90e-419d-9958-ef6491ed9b4e']) (lvm:1174)
2018-03-08 01:12:51,662+0100 WARN  (tmap/0) [storage.LVM] Removing active volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/8e169f1a-a90e-419d-9958-ef6491ed9b4e (lvm:1181)
2018-03-08 01:12:51,674+0100 INFO  (jsonrpc/4) [vdsm.api] START deleteImage(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'862140c3-56a6-423e-8dc2-ddca063fd8ae', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=3e4511cc, task_id=d699ba1a-b5d0-4a0d-9c42-18f0e7525a14 (api:46)
2018-03-08 01:12:51,933+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:51,970+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/adb2d73e-6ec2-4040-b89e-bc84ae5f2f9e/8e169f1a-a90e-419d-9958-ef6491ed9b4e' (blockSD:698)
2018-03-08 01:12:51,972+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/adb2d73e-6ec2-4040-b89e-bc84ae5f2f9e' (blockSD:711)
2018-03-08 01:12:51,977+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] FINISH task 24eb8893-ca39-4cfc-b8f9-a3789688dbab (threadPool:210)
2018-03-08 01:12:51,992+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 57709128-2bd2-47b8-bb14-48da8ce95f38 (threadPool:210)
2018-03-08 01:12:51,993+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72ce720b-3f84-4e6c-9716-f69a21e3bb9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:51,993+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:52,596+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:52,648+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fb95ac87-60e5-41fa-81cb-600115899a18 (threadPool:210)
2018-03-08 01:12:52,649+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 15b666f8-9338-4de8-af92-a46781a2fe79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:52,649+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:52,733+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=3e4511cc, task_id=d699ba1a-b5d0-4a0d-9c42-18f0e7525a14 (api:52)
2018-03-08 01:12:52,739+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 1.07 seconds (__init__:573)
2018-03-08 01:12:52,739+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] START task d699ba1a-b5d0-4a0d-9c42-18f0e7525a14 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430024b8c0>>, args=None) (threadPool:208)
2018-03-08 01:12:52,742+0100 INFO  (jsonrpc/6) [vdsm.api] START deleteVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', volumes=[u'12c04db4-e684-4d3c-914c-c2f2d7a36292'], postZero=u'false', force=u'true', discard=True) from=::ffff:192.168.99.66,44516, flow_id=07c48002-2322-4219-b290-bba6d5403f91, task_id=ea31f6b5-9dad-45a9-9649-6c1d0c03f482 (api:46)
2018-03-08 01:12:52,747+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH deleteVolume return=None from=::ffff:192.168.99.66,44516, flow_id=07c48002-2322-4219-b290-bba6d5403f91, task_id=ea31f6b5-9dad-45a9-9649-6c1d0c03f482 (api:52)
2018-03-08 01:12:52,753+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Image.deleteVolumes succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:52,753+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task ea31f6b5-9dad-45a9-9649-6c1d0c03f482 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430815d2d8>>, args=None) (threadPool:208)
2018-03-08 01:12:52,748+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/045971fb-3709-4744-8e1c-35d6f0afbdcd (blockdev:167)
2018-03-08 01:12:52,815+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/045971fb-3709-4744-8e1c-35d6f0afbdcd: 0.04 seconds (utils:452)
2018-03-08 01:12:52,815+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lvs=['045971fb-3709-4744-8e1c-35d6f0afbdcd']) (lvm:1174)
2018-03-08 01:12:52,815+0100 WARN  (tmap/0) [storage.LVM] Removing active volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/045971fb-3709-4744-8e1c-35d6f0afbdcd (lvm:1181)
2018-03-08 01:12:52,999+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:53,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 56e12a43-229b-4de4-b381-f0231a20b87d (threadPool:210)
2018-03-08 01:12:53,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ec4eb612-0b27-46a5-a4e3-8f37881bf240 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:53,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:53,214+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8222e84c-500a-4067-a991-ce03705b041d (api:46)
2018-03-08 01:12:53,221+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8222e84c-500a-4067-a991-ce03705b041d (api:52)
2018-03-08 01:12:53,222+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:53,315+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6048c99b-e402-44b9-aed6-1bfbefb688a8 (api:46)
2018-03-08 01:12:53,321+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5179596341248', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6048c99b-e402-44b9-aed6-1bfbefb688a8 (api:52)
2018-03-08 01:12:53,323+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:12:53,577+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:53,607+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/862140c3-56a6-423e-8dc2-ddca063fd8ae/045971fb-3709-4744-8e1c-35d6f0afbdcd' (blockSD:698)
2018-03-08 01:12:53,608+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/862140c3-56a6-423e-8dc2-ddca063fd8ae' (blockSD:711)
2018-03-08 01:12:53,614+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] FINISH task d699ba1a-b5d0-4a0d-9c42-18f0e7525a14 (threadPool:210)
2018-03-08 01:12:53,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6f2d1f9-8ecd-41e0-add7-b854b1804826 (threadPool:210)
2018-03-08 01:12:53,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 091cf97f-c846-4b02-b683-76f7a8d4e9cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:53,651+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:53,658+0100 INFO  (tasks/5) [storage.Volume] Request to delete LV 12c04db4-e684-4d3c-914c-c2f2d7a36292 of image 1a9aa18d-f1ab-4172-8a6c-a60a73e1d915 in VG f2e6539b-85c3-45ba-b0d6-e8bf3f087454  (blockVolume:560)
2018-03-08 01:12:54,073+0100 INFO  (tasks/5) [storage.VolumeManifest] sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=1a9aa18d-f1ab-4172-8a6c-a60a73e1d915 volUUID = 12c04db4-e684-4d3c-914c-c2f2d7a36292 legality = ILLEGAL  (volume:400)
2018-03-08 01:12:54,100+0100 INFO  (tasks/5) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/12c04db4-e684-4d3c-914c-c2f2d7a36292 (volume:559)
2018-03-08 01:12:54,101+0100 INFO  (tasks/5) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'12c04db4-e684-4d3c-914c-c2f2d7a36292'] (lvm:1294)
2018-03-08 01:12:54,223+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:54,264+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74a508db-a427-4645-9ca4-56f3807592d8 (threadPool:210)
2018-03-08 01:12:54,264+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd6edb7b-9db8-4ce8-b114-7f0caf6e2366 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:54,264+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:54,797+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:54,846+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 15b666f8-9338-4de8-af92-a46781a2fe79 (threadPool:210)
2018-03-08 01:12:54,846+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 96bdd0e1-b336-4fdc-a23a-90ab738b9be8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:54,847+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:55,087+0100 INFO  (tasks/5) [storage.blockdev] Discarding device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/12c04db4-e684-4d3c-914c-c2f2d7a36292 (blockdev:167)
2018-03-08 01:12:55,482+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:12:55,495+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:12:55,509+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:55,532+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:12:55,565+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ec4eb612-0b27-46a5-a4e3-8f37881bf240 (threadPool:210)
2018-03-08 01:12:55,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c8ca936-ff41-4625-bc43-dd8e041d9d60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:55,566+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:56,244+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:57,073+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:57,120+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 091cf97f-c846-4b02-b683-76f7a8d4e9cd (threadPool:210)
2018-03-08 01:12:57,120+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8583711f-be84-48ac-b6fd-0648c73234f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:57,120+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:57,657+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:57,704+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72ce720b-3f84-4e6c-9716-f69a21e3bb9e (threadPool:210)
2018-03-08 01:12:57,705+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 763c2854-b20a-49c3-9afd-680265ae2b1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:57,705+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:58,103+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:58,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd6edb7b-9db8-4ce8-b114-7f0caf6e2366 (threadPool:210)
2018-03-08 01:12:58,146+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e786c77f-2693-4ad5-bd62-57b4baef5f0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:58,146+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:58,333+0100 INFO  (jsonrpc/5) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=0752f449-00ec-4318-addb-f936332a10e3 (api:46)
2018-03-08 01:12:58,334+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'24eb8893-ca39-4cfc-b8f9-a3789688dbab': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '24eb8893-ca39-4cfc-b8f9-a3789688dbab'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'ea31f6b5-9dad-45a9-9649-6c1d0c03f482': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'ea31f6b5-9dad-45a9-9649-6c1d0c03f482'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, 'd699ba1a-b5d0-4a0d-9c42-18f0e7525a14': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd699ba1a-b5d0-4a0d-9c42-18f0e7525a14'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}}} from=::ffff:192.168.99.66,46746, task_id=0752f449-00ec-4318-addb-f936332a10e3 (api:52)
2018-03-08 01:12:58,335+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:58,387+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'd699ba1a-b5d0-4a0d-9c42-18f0e7525a14', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=3e4511cc, task_id=539c6230-dd40-4c6e-8861-3f9c7a1aa34b (api:46)
2018-03-08 01:12:58,392+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=3e4511cc, task_id=539c6230-dd40-4c6e-8861-3f9c7a1aa34b (api:52)
2018-03-08 01:12:58,392+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:58,396+0100 INFO  (jsonrpc/2) [vdsm.api] START clearTask(taskID=u'24eb8893-ca39-4cfc-b8f9-a3789688dbab', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=7d396b50, task_id=0339e643-5397-4318-bb53-84fe1e5e25cc (api:46)
2018-03-08 01:12:58,398+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=7d396b50, task_id=0339e643-5397-4318-bb53-84fe1e5e25cc (api:52)
2018-03-08 01:12:58,398+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:58,539+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:58,588+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c8ca936-ff41-4625-bc43-dd8e041d9d60 (threadPool:210)
2018-03-08 01:12:58,589+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 87189ed9-8581-4bac-8f7a-734cc84d9407 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:12:58,589+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:12:58,984+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:59,034+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 763c2854-b20a-49c3-9afd-680265ae2b1e (threadPool:210)
2018-03-08 01:12:59,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f863e765-01e5-4efe-bd97-1ba5e2a2e0d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:59,035+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:59,417+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:12:59,491+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 96bdd0e1-b336-4fdc-a23a-90ab738b9be8 (threadPool:210)
2018-03-08 01:12:59,492+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 108c1b14-ab18-4861-ae26-d68c30717cec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:12:59,493+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:12:59,957+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:12:59,962+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:12:59,964+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:12:59,972+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:12:59,972+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:12:59,972+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:00,208+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:00,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e786c77f-2693-4ad5-bd62-57b4baef5f0d (threadPool:210)
2018-03-08 01:13:00,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 87195bc8-e06d-4622-b5bd-d2f8e278b4db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:00,258+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:00,689+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:00,738+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8583711f-be84-48ac-b6fd-0648c73234f2 (threadPool:210)
2018-03-08 01:13:00,739+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60686c89-bcdf-4eff-a3d1-68e6b06f96a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:00,739+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:01,234+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:01,286+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 87189ed9-8581-4bac-8f7a-734cc84d9407 (threadPool:210)
2018-03-08 01:13:01,286+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8e07829b-afeb-4340-ae5d-93322afe54f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:01,287+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:01,895+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:01,941+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f863e765-01e5-4efe-bd97-1ba5e2a2e0d7 (threadPool:210)
2018-03-08 01:13:01,941+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 951a586a-fbc1-4073-888e-16d421715322 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:01,941+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:02,651+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:02,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 108c1b14-ab18-4861-ae26-d68c30717cec (threadPool:210)
2018-03-08 01:13:02,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2cbb5542-0a15-49b4-ab0a-96f5d139e66e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:02,705+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:03,037+0100 INFO  (tasks/5) [storage.blockdev] Discarded device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/12c04db4-e684-4d3c-914c-c2f2d7a36292: 7.95 seconds (utils:452)
2018-03-08 01:13:03,037+0100 INFO  (tasks/5) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/12c04db4-e684-4d3c-914c-c2f2d7a36292 justme True (blockVolume:387)
2018-03-08 01:13:03,037+0100 INFO  (tasks/5) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'12c04db4-e684-4d3c-914c-c2f2d7a36292'] (lvm:1302)
2018-03-08 01:13:03,346+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:03,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 87195bc8-e06d-4622-b5bd-d2f8e278b4db (threadPool:210)
2018-03-08 01:13:03,388+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 792117f4-e031-4856-a988-6de6af2a5e59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:03,388+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:03,465+0100 INFO  (tasks/5) [storage.LVM] Replacing LV tag (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=12c04db4-e684-4d3c-914c-c2f2d7a36292, deltag=PU_c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce, addtag=PU_00000000-0000-0000-0000-000000000000) (lvm:1499)
2018-03-08 01:13:03,653+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20806 (__init__:598)
2018-03-08 01:13:03,653+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20805 (__init__:598)
2018-03-08 01:13:03,773+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=274a2ba7-2d65-417b-8397-4ee783211ad9 (api:46)
2018-03-08 01:13:03,779+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=274a2ba7-2d65-417b-8397-4ee783211ad9 (api:52)
2018-03-08 01:13:03,780+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:03,886+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=09f16370-e25a-46e7-822d-d999a75c2d87 (api:46)
2018-03-08 01:13:03,893+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=09f16370-e25a-46e7-822d-d999a75c2d87 (api:52)
2018-03-08 01:13:03,895+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:04,005+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:04,068+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8e07829b-afeb-4340-ae5d-93322afe54f1 (threadPool:210)
2018-03-08 01:13:04,069+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 871a0e42-3ab0-4724-a9d1-8ae194aaf15e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:04,069+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:04,307+0100 INFO  (tasks/5) [storage.LVM] Removing LVs (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lvs=[u'12c04db4-e684-4d3c-914c-c2f2d7a36292']) (lvm:1174)
2018-03-08 01:13:04,520+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task ea31f6b5-9dad-45a9-9649-6c1d0c03f482 (threadPool:210)
2018-03-08 01:13:04,578+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:04,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2cbb5542-0a15-49b4-ab0a-96f5d139e66e (threadPool:210)
2018-03-08 01:13:04,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9cb2edd0-bedf-4965-a849-c468ed919fb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:04,616+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:04,974+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:05,004+0100 INFO  (jsonrpc/3) [vdsm.api] START deleteVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'f5659ea3-f9c7-4aa3-b647-bc50800cd476', volumes=[u'bb0b26ed-30b5-4012-a0b7-74bca1fcae48'], postZero=u'false', force=u'true', discard=True) from=::ffff:192.168.99.66,44516, flow_id=7cc7218e-5654-4722-a9cc-a8b3e1f748c0, task_id=3590fec8-82ef-42a6-a535-c4cdecfd5beb (api:46)
2018-03-08 01:13:05,010+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH deleteVolume return=None from=::ffff:192.168.99.66,44516, flow_id=7cc7218e-5654-4722-a9cc-a8b3e1f748c0, task_id=3590fec8-82ef-42a6-a535-c4cdecfd5beb (api:52)
2018-03-08 01:13:05,016+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Image.deleteVolumes succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:13:05,017+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] START task 3590fec8-82ef-42a6-a535-c4cdecfd5beb (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41301565f0>>, args=None) (threadPool:208)
2018-03-08 01:13:05,060+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 792117f4-e031-4856-a988-6de6af2a5e59 (threadPool:210)
2018-03-08 01:13:05,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 974a56b4-c11e-452f-84ea-372dc3ef4ea0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:05,062+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:05,530+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:05,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 951a586a-fbc1-4073-888e-16d421715322 (threadPool:210)
2018-03-08 01:13:05,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f9fa7241-97a6-4f04-8fcf-4a41ab84e1fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:13:05,598+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:05,669+0100 INFO  (tasks/4) [storage.Volume] Request to delete LV bb0b26ed-30b5-4012-a0b7-74bca1fcae48 of image f5659ea3-f9c7-4aa3-b647-bc50800cd476 in VG f2e6539b-85c3-45ba-b0d6-e8bf3f087454  (blockVolume:560)
2018-03-08 01:13:05,908+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:05,953+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60686c89-bcdf-4eff-a3d1-68e6b06f96a3 (threadPool:210)
2018-03-08 01:13:05,953+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 96aa7b69-613f-4b58-af9a-4a3c2bf46105 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:05,953+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:06,055+0100 INFO  (tasks/4) [storage.VolumeManifest] sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=f5659ea3-f9c7-4aa3-b647-bc50800cd476 volUUID = bb0b26ed-30b5-4012-a0b7-74bca1fcae48 legality = ILLEGAL  (volume:400)
2018-03-08 01:13:06,081+0100 INFO  (tasks/4) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/bb0b26ed-30b5-4012-a0b7-74bca1fcae48 (volume:559)
2018-03-08 01:13:06,082+0100 INFO  (tasks/4) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'bb0b26ed-30b5-4012-a0b7-74bca1fcae48'] (lvm:1294)
2018-03-08 01:13:06,106+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:06,108+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ab0784b1-3d56-453f-8d6f-c9f19cf02a42 (api:46)
2018-03-08 01:13:06,109+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316456', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144356', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0524311', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537842', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351848', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447849', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000496751', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122689', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502613', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00178931', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031446', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111951', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845767', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445249', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379987', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477669', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536364', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241268', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475565', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111968', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614528', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739072', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579983', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236447', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389688', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444339', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303754', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034942', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309487', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957174', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436394', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402898', 'lastCheck': '6.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ab0784b1-3d56-453f-8d6f-c9f19cf02a42 (api:52)
2018-03-08 01:13:06,109+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=bcb003c6-0a33-467d-918f-7ac548d2b20d (api:46)
2018-03-08 01:13:06,109+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=bcb003c6-0a33-467d-918f-7ac548d2b20d (api:52)
2018-03-08 01:13:06,143+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.49'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.43'}, '53': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.75'}, '25': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.78'}, '26': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.88'}, '27': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.32'}, '20': {'cpuUser': '3.63', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '94.46'}, '21': {'cpuUser': '3.70', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '93.33'}, '22': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.44'}, '23': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.78'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '29': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.65'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.75', 'nodeIndex': 1, 'cpuSys': '22.77', 'cpuIdle': '72.48'}, '0': {'cpuUser': '5.74', 'nodeIndex': 0, 'cpuSys': '3.63', 'cpuIdle': '90.63'}, '3': {'cpuUser': '4.22', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '92.94'}, '2': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '5': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.38'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '7': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.11'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.69'}, '9': {'cpuUser': '3.23', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '94.33'}, '8': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.09'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '59': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.16', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '93.60'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '97.03'}, '13': {'cpuUser': '3.50', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '93.93'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.83'}, '15': {'cpuUser': '2.90', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.72'}, '14': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.23'}, '17': {'cpuUser': '2.90', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.92'}, '16': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.50'}, '19': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.51'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '4.03', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '93.20'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '37': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '35': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.49'}, '34': {'cpuUser': '5.08', 'nodeIndex': 0, 'cpuSys': '5.41', 'cpuIdle': '89.51'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.56'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309460'}, '0': {'memPercent': 12, 'memFree': '348270'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111951', 'lastCheck': '2.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316456', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144356', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845767', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445249', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351848', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447849', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000496751', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122689', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502613', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00178931', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031446', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0524311', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537842', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379987', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614528', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536364', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241268', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475565', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111968', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477669', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436394', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579983', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236447', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389688', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444339', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303754', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034942', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309487', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957174', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739072', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402898', 'lastCheck': '6.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645417703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403915551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.351', 'tx': '1176267321289', 'txDropped': '0', 'rx': '625370269743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0', 'tx': '1580912841080', 'txDropped': '0', 'rx': '926289306091', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45160338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416239564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200402259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet0', 'tx': '87241984', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet1', 'tx': '37765256626', 'txDropped': '0', 'rx': '877610594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet2', 'tx': '21120809875', 'txDropped': '0', 'rx': '141312533458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175517760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet4', 'tx': '395925456', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet5', 'tx': '23423148638', 'txDropped': '0', 'rx': '498032937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet6', 'tx': '6653455652', 'txDropped': '0', 'rx': '429727733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet7', 'tx': '1433019387', 'txDropped': '0', 'rx': '552112080', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42411304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46707799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'lo', 'tx': '6928485674', 'txDropped': '0', 'rx': '6928485674', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170550262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'eno1', 'tx': '975605281321', 'txDropped': '0', 'rx': '433981205484', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'eno2', 'tx': '605307559759', 'txDropped': '0', 'rx': '492308100607', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467971.10067, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467971.10067, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632539657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75846741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76964560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191926250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370744684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373246145', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49829805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430051605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298692650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.110', 'tx': '2475531965', 'txDropped': '0', 'rx': '66853855181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.111', 'tx': '122672185326', 'txDropped': '0', 'rx': '24443243340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55209871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54131068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465046783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165228569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55989789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55819600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45155592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467971.10067, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226441128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'oVirtManagement', 'tx': '1176267320641', 'txDropped': '0', 'rx': '625369531340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576849290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'vnet3', 'tx': '542318920', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467971.10067, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754296123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694019.98', 'cpuLoad': '2.59', 'cpuSys': '1.53', 'diskStats': {'/var/log': {'free': '92934'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:13:06 GMT', 'cpuUser': '1.31', 'memFree': 667608, 'cpuIdle': '97.16', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.70'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:06,148+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:13:06,262+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=dc5e0d4a-e3fd-4309-b178-9d2ca5b38221 (api:46)
2018-03-08 01:13:06,263+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316456', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00144356', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0524311', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537842', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351848', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447849', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000496751', 'lastCheck': '7.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122689', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502613', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00178931', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031446', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111951', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845767', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445249', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379987', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477669', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536364', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241268', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475565', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111968', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614528', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739072', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579983', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236447', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389688', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444339', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303754', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034942', 'lastCheck': '3.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309487', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957174', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436394', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402898', 'lastCheck': '6.4', 'valid': True}} from=internal, task_id=dc5e0d4a-e3fd-4309-b178-9d2ca5b38221 (api:52)
2018-03-08 01:13:06,263+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=79fe8abc-b832-469a-aa92-2920e8205be9 (api:46)
2018-03-08 01:13:06,263+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=79fe8abc-b832-469a-aa92-2920e8205be9 (api:52)
2018-03-08 01:13:06,293+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:06,346+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9cb2edd0-bedf-4965-a849-c468ed919fb4 (threadPool:210)
2018-03-08 01:13:06,346+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4d24bfb5-fc04-4526-b16d-2e51e8777547 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:06,347+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:06,758+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:06,809+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 974a56b4-c11e-452f-84ea-372dc3ef4ea0 (threadPool:210)
2018-03-08 01:13:06,810+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a8d54787-ff76-4af7-8092-1fda1bda16fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:06,810+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:06,949+0100 INFO  (tasks/4) [storage.blockdev] Discarding device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/f5659ea3-f9c7-4aa3-b647-bc50800cd476/bb0b26ed-30b5-4012-a0b7-74bca1fcae48 (blockdev:167)
2018-03-08 01:13:08,363+0100 INFO  (jsonrpc/7) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=72351f7a-156c-4a95-83b6-34e6622f8c2e (api:46)
2018-03-08 01:13:08,364+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ea31f6b5-9dad-45a9-9649-6c1d0c03f482': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ea31f6b5-9dad-45a9-9649-6c1d0c03f482'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '3590fec8-82ef-42a6-a535-c4cdecfd5beb': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '3590fec8-82ef-42a6-a535-c4cdecfd5beb'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=72351f7a-156c-4a95-83b6-34e6622f8c2e (api:52)
2018-03-08 01:13:08,365+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:08,393+0100 INFO  (jsonrpc/2) [vdsm.api] START clearTask(taskID=u'ea31f6b5-9dad-45a9-9649-6c1d0c03f482', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=07c48002-2322-4219-b290-bba6d5403f91, task_id=9792a1d5-c418-41d3-a79c-ea10f270d9f6 (api:46)
2018-03-08 01:13:08,396+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=07c48002-2322-4219-b290-bba6d5403f91, task_id=9792a1d5-c418-41d3-a79c-ea10f270d9f6 (api:52)
2018-03-08 01:13:08,396+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:10,422+0100 INFO  (tasks/4) [storage.blockdev] Discarded device /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/f5659ea3-f9c7-4aa3-b647-bc50800cd476/bb0b26ed-30b5-4012-a0b7-74bca1fcae48: 3.47 seconds (utils:452)
2018-03-08 01:13:10,422+0100 INFO  (tasks/4) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/bb0b26ed-30b5-4012-a0b7-74bca1fcae48 justme True (blockVolume:387)
2018-03-08 01:13:10,423+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'bb0b26ed-30b5-4012-a0b7-74bca1fcae48'] (lvm:1302)
2018-03-08 01:13:10,550+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:10,555+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:10,557+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:10,797+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:10,846+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 871a0e42-3ab0-4724-a9d1-8ae194aaf15e (threadPool:210)
2018-03-08 01:13:10,846+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3890afa7-cc6e-4ed4-bae0-a213c2fdbd45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:10,846+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:11,720+0100 INFO  (tasks/4) [storage.LVM] Replacing LV tag (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=bb0b26ed-30b5-4012-a0b7-74bca1fcae48, deltag=PU_6c059c1b-0b73-44fd-9b57-7b15c63df3ca, addtag=PU_00000000-0000-0000-0000-000000000000) (lvm:1499)
2018-03-08 01:13:11,759+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:11,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f9fa7241-97a6-4f04-8fcf-4a41ab84e1fc (threadPool:210)
2018-03-08 01:13:11,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 36123e28-9683-4c19-bdbb-26c3170197d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:11,806+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:12,143+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:12,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 96aa7b69-613f-4b58-af9a-4a3c2bf46105 (threadPool:210)
2018-03-08 01:13:12,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 360c310c-08a8-4cbf-abb9-45258c9bfa98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:12,244+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:12,531+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:12,542+0100 INFO  (tasks/4) [storage.LVM] Removing LVs (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lvs=[u'bb0b26ed-30b5-4012-a0b7-74bca1fcae48']) (lvm:1174)
2018-03-08 01:13:12,787+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] FINISH task 3590fec8-82ef-42a6-a535-c4cdecfd5beb (threadPool:210)
2018-03-08 01:13:12,892+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:12,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a8d54787-ff76-4af7-8092-1fda1bda16fe (threadPool:210)
2018-03-08 01:13:12,943+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 893d5c65-64da-4871-99ae-c0006609c5d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:12,943+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:13,393+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:13,420+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3890afa7-cc6e-4ed4-bae0-a213c2fdbd45 (threadPool:210)
2018-03-08 01:13:13,421+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ae617f63-408f-48ea-a387-86ab072b0159 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:13,421+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:13,780+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:13,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 360c310c-08a8-4cbf-abb9-45258c9bfa98 (threadPool:210)
2018-03-08 01:13:13,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c410df53-6d0f-43be-8a47-6761bae512ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:13,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:14,152+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:14,201+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4d24bfb5-fc04-4526-b16d-2e51e8777547 (threadPool:210)
2018-03-08 01:13:14,202+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 737b48e9-82fe-495c-9bd3-72d1a6d1974b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:14,202+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:14,521+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:14,537+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2aa4427a-34e0-446b-a03a-7aa8bec4d3ab (api:46)
2018-03-08 01:13:14,556+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2aa4427a-34e0-446b-a03a-7aa8bec4d3ab (api:52)
2018-03-08 01:13:14,559+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:13:14,583+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 893d5c65-64da-4871-99ae-c0006609c5d5 (threadPool:210)
2018-03-08 01:13:14,584+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ddc37e75-ef73-4945-9d30-760b5bcb7578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:14,584+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:14,657+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=38d08d38-0c3a-41ed-9dec-07917b8c6437 (api:46)
2018-03-08 01:13:14,821+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=38d08d38-0c3a-41ed-9dec-07917b8c6437 (api:52)
2018-03-08 01:13:14,823+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.16 seconds (__init__:573)
2018-03-08 01:13:14,953+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:14,977+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:13:14,987+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:13:14,989+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:15,008+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:13:15,008+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:13:15,009+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:15,020+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 36123e28-9683-4c19-bdbb-26c3170197d9 (threadPool:210)
2018-03-08 01:13:15,020+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a3822ae8-7994-4090-b5b3-877c36a0a6cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:15,020+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:15,595+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:15,644+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ae617f63-408f-48ea-a387-86ab072b0159 (threadPool:210)
2018-03-08 01:13:15,645+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 052c5650-2a77-4fb5-9cf6-a8cec48c5673 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:15,645+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:16,193+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:16,240+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c410df53-6d0f-43be-8a47-6761bae512ce (threadPool:210)
2018-03-08 01:13:16,241+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 516aaea8-4a2f-4632-b8cb-dd5a10c7f9f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:16,241+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:17,217+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:17,296+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 737b48e9-82fe-495c-9bd3-72d1a6d1974b (threadPool:210)
2018-03-08 01:13:17,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9b3a569d-ea83-40f5-ae46-468fdedb8228 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:17,297+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:17,891+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:17,933+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ddc37e75-ef73-4945-9d30-760b5bcb7578 (threadPool:210)
2018-03-08 01:13:17,934+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b62e6b4b-1bf2-49aa-a481-7e01ad8a831b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:17,934+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:18,248+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:18,277+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 052c5650-2a77-4fb5-9cf6-a8cec48c5673 (threadPool:210)
2018-03-08 01:13:18,278+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ff85f83b-2637-47bf-8bd9-727a832dc2e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:18,278+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:18,381+0100 INFO  (jsonrpc/5) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=58dc2c23-f2d0-4f18-8b66-e5bcb9ab0465 (api:46)
2018-03-08 01:13:18,382+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '3590fec8-82ef-42a6-a535-c4cdecfd5beb': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '3590fec8-82ef-42a6-a535-c4cdecfd5beb'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=58dc2c23-f2d0-4f18-8b66-e5bcb9ab0465 (api:52)
2018-03-08 01:13:18,383+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:18,416+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'3590fec8-82ef-42a6-a535-c4cdecfd5beb', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=7cc7218e-5654-4722-a9cc-a8b3e1f748c0, task_id=bd416873-1355-4e42-b634-efb6098562d6 (api:46)
2018-03-08 01:13:18,419+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=7cc7218e-5654-4722-a9cc-a8b3e1f748c0, task_id=bd416873-1355-4e42-b634-efb6098562d6 (api:52)
2018-03-08 01:13:18,419+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:19,223+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:19,279+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9b3a569d-ea83-40f5-ae46-468fdedb8228 (threadPool:210)
2018-03-08 01:13:19,280+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c188fc83-f21a-44fe-be93-78142d8f2b3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:19,280+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:19,574+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:19,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a3822ae8-7994-4090-b5b3-877c36a0a6cf (threadPool:210)
2018-03-08 01:13:19,625+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7613bea9-d7c8-4e20-ada9-36e016afc825 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:19,625+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:19,959+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:20,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b62e6b4b-1bf2-49aa-a481-7e01ad8a831b (threadPool:210)
2018-03-08 01:13:20,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6f3b0284-8f28-44e7-968a-27f5d671aecf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:20,008+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:20,373+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:20,428+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 516aaea8-4a2f-4632-b8cb-dd5a10c7f9f0 (threadPool:210)
2018-03-08 01:13:20,428+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 711cb732-ad43-4cca-9839-05986067135b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:20,429+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:20,738+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:20,778+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ff85f83b-2637-47bf-8bd9-727a832dc2e0 (threadPool:210)
2018-03-08 01:13:20,779+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dac65acb-a612-49cf-8759-d4bbdc3622f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:20,779+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:21,110+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:21,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7613bea9-d7c8-4e20-ada9-36e016afc825 (threadPool:210)
2018-03-08 01:13:21,156+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a73f8ed6-633e-41e0-9bbd-325a99861d0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:21,156+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:21,185+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:21,187+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4678f29d-17de-4b98-a593-9d7372a4fd2d (api:46)
2018-03-08 01:13:21,187+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305799', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422947', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234045', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563599', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318007', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00408259', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502695', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '1.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306819', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359602', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416375', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395597', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281421', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434071', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238374', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296394', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034704', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224687', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163719', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276218', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871497', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212872', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00050079', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191966', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327578', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040555', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066213', 'lastCheck': '1.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400967', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172026', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202918', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273644', 'lastCheck': '1.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4678f29d-17de-4b98-a593-9d7372a4fd2d (api:52)
2018-03-08 01:13:21,188+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=98ca11c1-a5f8-47e8-b7ac-eeedd7223290 (api:46)
2018-03-08 01:13:21,188+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=98ca11c1-a5f8-47e8-b7ac-eeedd7223290 (api:52)
2018-03-08 01:13:21,221+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.50'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.84'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.22'}, '21': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '29': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '6.75', 'nodeIndex': 1, 'cpuSys': '23.90', 'cpuIdle': '69.35'}, '0': {'cpuUser': '9.00', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '86.83'}, '3': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.77'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.04'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '7': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.77'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '59': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '95.89'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '10': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.07'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.96'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '15': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.97'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '19': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.77'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.43'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '36': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '34': {'cpuUser': '6.29', 'nodeIndex': 0, 'cpuSys': '6.69', 'cpuIdle': '87.02'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309459'}, '0': {'memPercent': 12, 'memFree': '348291'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416375', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305799', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422947', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395597', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281421', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563599', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318007', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00408259', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502695', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '1.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306819', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359602', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234045', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434071', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276218', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296394', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034704', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224687', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163719', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238374', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202918', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212872', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00050079', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191966', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327578', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040555', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066213', 'lastCheck': '1.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400967', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172026', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871497', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273644', 'lastCheck': '1.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645422666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403918108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.351', 'tx': '1176267407918', 'txDropped': '0', 'rx': '625370286575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0', 'tx': '1580913091015', 'txDropped': '0', 'rx': '926289791906', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45160738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416240510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200403650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet0', 'tx': '87248383', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet1', 'tx': '37765257824', 'txDropped': '0', 'rx': '877610656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet2', 'tx': '21120878149', 'txDropped': '0', 'rx': '141312681200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175519770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet4', 'tx': '395931855', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet5', 'tx': '23423155472', 'txDropped': '0', 'rx': '498033427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet6', 'tx': '6653459730', 'txDropped': '0', 'rx': '429730923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet7', 'tx': '1433020645', 'txDropped': '0', 'rx': '552112184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42411704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46708199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'lo', 'tx': '6928560248', 'txDropped': '0', 'rx': '6928560248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170551528', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'eno1', 'tx': '975605513951', 'txDropped': '0', 'rx': '433981454229', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'eno2', 'tx': '605307577064', 'txDropped': '0', 'rx': '492308337677', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467986.204638, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467986.204638, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632544289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75850081', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76967900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191929262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370745084', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373251522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49830205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430056982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298695662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.110', 'tx': '2475535321', 'txDropped': '0', 'rx': '66853858381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.111', 'tx': '122672333316', 'txDropped': '0', 'rx': '24443304521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55210271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54131468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465049340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165229835', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55990189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55820000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45155992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520467986.204638, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226442519', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'oVirtManagement', 'tx': '1176267407270', 'txDropped': '0', 'rx': '625369548172', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576853922', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'vnet3', 'tx': '542325319', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520467986.204638, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754298133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694035.06', 'cpuLoad': '2.64', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92933'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '5.03', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:13:21 GMT', 'cpuUser': '1.31', 'memFree': 667602, 'cpuIdle': '97.00', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.65'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:21,225+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:13:21,383+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=11a3f6b5-c498-483f-9453-2bdbeca08949 (api:46)
2018-03-08 01:13:21,383+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305799', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422947', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234045', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563599', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318007', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00408259', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502695', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306819', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359602', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416375', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395597', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281421', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434071', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238374', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296394', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034704', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224687', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163719', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276218', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871497', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212872', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00050079', 'lastCheck': '5.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191966', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327578', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040555', 'lastCheck': '4.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066213', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400967', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00172026', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202918', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273644', 'lastCheck': '1.6', 'valid': True}} from=internal, task_id=11a3f6b5-c498-483f-9453-2bdbeca08949 (api:52)
2018-03-08 01:13:21,384+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=0911e50f-d252-4b98-b174-a5a72aa9873a (api:46)
2018-03-08 01:13:21,384+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0911e50f-d252-4b98-b174-a5a72aa9873a (api:52)
2018-03-08 01:13:21,496+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:21,546+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6f3b0284-8f28-44e7-968a-27f5d671aecf (threadPool:210)
2018-03-08 01:13:21,546+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edce3b41-025e-4a89-a181-9ee572e5bfcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:21,547+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:21,874+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:21,921+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 711cb732-ad43-4cca-9839-05986067135b (threadPool:210)
2018-03-08 01:13:21,922+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7f19d480-38b5-4cb8-924d-e4b30bdd1931 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:21,922+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:22,359+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:22,409+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c188fc83-f21a-44fe-be93-78142d8f2b3f (threadPool:210)
2018-03-08 01:13:22,409+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34742fca-c153-4c5f-9fa0-56476a9d1e3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:22,409+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:22,727+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:22,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dac65acb-a612-49cf-8759-d4bbdc3622f9 (threadPool:210)
2018-03-08 01:13:22,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b7b30ba9-ff7f-4390-a2d4-b893d99cf82c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:22,770+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:23,057+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:23,106+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edce3b41-025e-4a89-a181-9ee572e5bfcc (threadPool:210)
2018-03-08 01:13:23,107+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a081b37-dda1-4523-b8fa-a42cfdb73290 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:23,107+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:23,540+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:23,590+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7f19d480-38b5-4cb8-924d-e4b30bdd1931 (threadPool:210)
2018-03-08 01:13:23,591+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e2079a4-9166-4cdd-96eb-33109f4a7fa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:23,591+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:24,131+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:24,182+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34742fca-c153-4c5f-9fa0-56476a9d1e3f (threadPool:210)
2018-03-08 01:13:24,183+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cf3e4207-1a17-44d4-8e99-d19e3ab8486e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:24,183+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:24,574+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:25,173+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:25,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b7b30ba9-ff7f-4390-a2d4-b893d99cf82c (threadPool:210)
2018-03-08 01:13:25,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a5b27a3-5caa-48f3-9c55-492f7edbab10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:25,225+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:25,263+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=abe3ffc8-17a2-4bb5-bb36-251386f6a0ae (api:46)
2018-03-08 01:13:25,272+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=abe3ffc8-17a2-4bb5-bb36-251386f6a0ae (api:52)
2018-03-08 01:13:25,272+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:25,437+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a1e36ce5-0d03-48f1-8c81-64f0dfe370d3 (api:46)
2018-03-08 01:13:25,444+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5197313081344', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a1e36ce5-0d03-48f1-8c81-64f0dfe370d3 (api:52)
2018-03-08 01:13:25,445+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:25,542+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:25,575+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:25,584+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:25,587+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:13:25,601+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a081b37-dda1-4523-b8fa-a42cfdb73290 (threadPool:210)
2018-03-08 01:13:25,601+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 055b9c1a-8b05-4a48-a1d0-7d55130e9d0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:25,601+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:25,925+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:25,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e2079a4-9166-4cdd-96eb-33109f4a7fa0 (threadPool:210)
2018-03-08 01:13:25,974+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7998b42-78af-4bba-ac3a-7a0558e3a480 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:25,974+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:26,260+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:26,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cf3e4207-1a17-44d4-8e99-d19e3ab8486e (threadPool:210)
2018-03-08 01:13:26,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1eb14787-173f-4cb2-83e4-0b0cfe5e6393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:26,311+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:26,619+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:26,669+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a73f8ed6-633e-41e0-9bbd-325a99861d0b (threadPool:210)
2018-03-08 01:13:26,670+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 30f35a00-a5d6-4547-8b6f-a360b1f70a59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:26,670+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:26,877+0100 INFO  (jsonrpc/1) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', size=u'53687091200', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'b64e5b06-5957-4a75-892d-7c35432b8bac', desc=u'', srcImgUUID=u'1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', srcVolUUID=u'c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=c4dc68e3-7fd4-4974-8882-c6194c847c7d, task_id=af9d2f93-59b1-46ec-8712-bc97cf262a67 (api:46)
2018-03-08 01:13:26,883+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=c4dc68e3-7fd4-4974-8882-c6194c847c7d, task_id=af9d2f93-59b1-46ec-8712-bc97cf262a67 (api:52)
2018-03-08 01:13:26,889+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:26,889+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] START task af9d2f93-59b1-46ec-8712-bc97cf262a67 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42fc664f80>>, args=None) (threadPool:208)
2018-03-08 01:13:27,132+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:27,213+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a5b27a3-5caa-48f3-9c55-492f7edbab10 (threadPool:210)
2018-03-08 01:13:27,215+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fd7c9fab-8380-4500-ad41-357b983a619c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:13:27,215+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:27,318+0100 INFO  (tasks/4) [storage.Volume] Creating volume b64e5b06-5957-4a75-892d-7c35432b8bac (volume:1152)
2018-03-08 01:13:27,326+0100 INFO  (tasks/4) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=b64e5b06-5957-4a75-892d-7c35432b8bac, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:13:27,573+0100 WARN  (tasks/4) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/b64e5b06-5957-4a75-892d-7c35432b8bac already removed (fileutils:51)
2018-03-08 01:13:27,574+0100 INFO  (tasks/4) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/b64e5b06-5957-4a75-892d-7c35432b8bac' (blockVolume:509)
2018-03-08 01:13:27,574+0100 INFO  (tasks/4) [storage.Volume] Request to create snapshot 1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/b64e5b06-5957-4a75-892d-7c35432b8bac of volume 1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce with size 104857600 (blocks) (blockVolume:526)
2018-03-08 01:13:27,604+0100 INFO  (tasks/4) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce (volume:559)
2018-03-08 01:13:27,643+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:27,668+0100 INFO  (tasks/4) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce'] (lvm:1294)
2018-03-08 01:13:27,702+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 055b9c1a-8b05-4a48-a1d0-7d55130e9d0a (threadPool:210)
2018-03-08 01:13:27,703+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92295530-a2ed-47d4-a98c-839d64e51833 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:27,703+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:28,261+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:28,303+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1eb14787-173f-4cb2-83e4-0b0cfe5e6393 (threadPool:210)
2018-03-08 01:13:28,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d5abf3bd-2928-48af-b460-9fce775ba1e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:28,304+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:28,398+0100 INFO  (jsonrpc/3) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=4fe95b68-eedc-46d4-b77f-22dbd49b8677 (api:46)
2018-03-08 01:13:28,399+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'af9d2f93-59b1-46ec-8712-bc97cf262a67': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'af9d2f93-59b1-46ec-8712-bc97cf262a67'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=4fe95b68-eedc-46d4-b77f-22dbd49b8677 (api:52)
2018-03-08 01:13:28,400+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:28,722+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:28,752+0100 INFO  (tasks/4) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c (volume:559)
2018-03-08 01:13:28,798+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fd7c9fab-8380-4500-ad41-357b983a619c (threadPool:210)
2018-03-08 01:13:28,799+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8a3c71b6-7a70-4944-8998-fd17b2d4a762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:28,800+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:28,850+0100 INFO  (tasks/4) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c'] (lvm:1294)
2018-03-08 01:13:29,176+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:29,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92295530-a2ed-47d4-a98c-839d64e51833 (threadPool:210)
2018-03-08 01:13:29,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 441582d5-2021-4711-a02f-4deb291f458c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:29,235+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:29,624+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:29,692+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 30f35a00-a5d6-4547-8b6f-a360b1f70a59 (threadPool:210)
2018-03-08 01:13:29,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fab43cb8-2150-48da-b433-17008cc83f11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:29,695+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:29,986+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:30,012+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:13:30,021+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:13:30,023+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:30,042+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:13:30,042+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:13:30,043+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:30,050+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d5abf3bd-2928-48af-b460-9fce775ba1e8 (threadPool:210)
2018-03-08 01:13:30,050+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9d581b8f-c6eb-4cd3-95bd-3413d8ce6ca0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:30,051+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:30,080+0100 INFO  (tasks/4) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce justme False (blockVolume:387)
2018-03-08 01:13:30,080+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce'] (lvm:1302)
2018-03-08 01:13:30,650+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:30,701+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7998b42-78af-4bba-ac3a-7a0558e3a480 (threadPool:210)
2018-03-08 01:13:30,701+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 94cc1555-6e24-42b8-9c45-b8d9ccfb6bc7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:30,701+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:31,063+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:31,127+0100 INFO  (tasks/4) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c justme False (blockVolume:387)
2018-03-08 01:13:31,129+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['4f650b9a-7d3b-4dbe-8c3d-cfc2a3b2146c'] (lvm:1302)
2018-03-08 01:13:31,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8a3c71b6-7a70-4944-8998-fd17b2d4a762 (threadPool:210)
2018-03-08 01:13:31,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d79c18c-50c6-43b6-bde9-315d435674c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:31,162+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:31,660+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:31,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 441582d5-2021-4711-a02f-4deb291f458c (threadPool:210)
2018-03-08 01:13:31,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1165251b-5470-4af8-9e77-91ad9d8a62af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:31,709+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:32,187+0100 WARN  (tasks/4) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac (blockSD:884)
2018-03-08 01:13:32,189+0100 INFO  (tasks/4) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=b64e5b06-5957-4a75-892d-7c35432b8bac, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_383', u'PU_c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce', u'IU_1a9aa18d-f1ab-4172-8a6c-a60a73e1d915']) (lvm:1347)
2018-03-08 01:13:32,415+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'b64e5b06-5957-4a75-892d-7c35432b8bac'] (lvm:1302)
2018-03-08 01:13:32,515+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:32,557+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fab43cb8-2150-48da-b433-17008cc83f11 (threadPool:210)
2018-03-08 01:13:32,557+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e1192aed-b9fb-4de7-ab0f-4eaa6a9e4a37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:32,558+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:32,656+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] FINISH task af9d2f93-59b1-46ec-8712-bc97cf262a67 (threadPool:210)
2018-03-08 01:13:33,015+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:33,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 94cc1555-6e24-42b8-9c45-b8d9ccfb6bc7 (threadPool:210)
2018-03-08 01:13:33,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bfa048c0-c719-4298-95b5-70715d16e0db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:33,067+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:33,397+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:33,447+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d79c18c-50c6-43b6-bde9-315d435674c6 (threadPool:210)
2018-03-08 01:13:33,447+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d88874d-39d0-4a9f-91a5-43fded2b3634 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:33,448+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:33,852+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:33,899+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1165251b-5470-4af8-9e77-91ad9d8a62af (threadPool:210)
2018-03-08 01:13:33,900+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 20cc9c54-1e66-4943-b367-50676c5b656a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:33,900+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:34,207+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:34,254+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9d581b8f-c6eb-4cd3-95bd-3413d8ce6ca0 (threadPool:210)
2018-03-08 01:13:34,255+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 534840ac-9ebc-49e7-b2f7-17eed2d4e3f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:34,255+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:34,557+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:34,608+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e1192aed-b9fb-4de7-ab0f-4eaa6a9e4a37 (threadPool:210)
2018-03-08 01:13:34,609+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eacf2171-31f8-4f3c-8be1-2c321a6fdf4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:34,609+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:34,960+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:35,010+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bfa048c0-c719-4298-95b5-70715d16e0db (threadPool:210)
2018-03-08 01:13:35,011+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d458fa4f-716b-4dd4-8b40-cb1ed87e06b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:35,011+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:35,376+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:35,720+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:35,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d88874d-39d0-4a9f-91a5-43fded2b3634 (threadPool:210)
2018-03-08 01:13:35,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b8e001ca-8038-4a8a-83b2-3436b5897c10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:35,750+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:35,898+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=aa5383b8-04f5-41bf-be0a-23fbf9fd4ecc (api:46)
2018-03-08 01:13:35,904+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=aa5383b8-04f5-41bf-be0a-23fbf9fd4ecc (api:52)
2018-03-08 01:13:35,904+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:36,040+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ef016fdb-8fcb-4841-ba86-5775513a2c5a (api:46)
2018-03-08 01:13:36,047+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5195165597696', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ef016fdb-8fcb-4841-ba86-5775513a2c5a (api:52)
2018-03-08 01:13:36,048+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:36,111+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:36,161+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 534840ac-9ebc-49e7-b2f7-17eed2d4e3f2 (threadPool:210)
2018-03-08 01:13:36,161+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task abb1de11-9291-4d30-a26f-dcd058d33d7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:36,161+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:36,262+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:36,264+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=68fec44e-6e3e-4718-9ea1-98d64ebd3921 (api:46)
2018-03-08 01:13:36,264+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295785', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00184281', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455489', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484203', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319535', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032161', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000639095', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267666', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329372', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217354', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037146', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102497', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538865', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027464', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422822', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473433', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215324', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482439', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370934', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107304', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298607', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00120152', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251771', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490658', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253943', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435511', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424339', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249751', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714738', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414598', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401914', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280609', 'lastCheck': '4.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=68fec44e-6e3e-4718-9ea1-98d64ebd3921 (api:52)
2018-03-08 01:13:36,265+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=60fb1da1-6f4d-46e4-8fdb-9dac0267d70b (api:46)
2018-03-08 01:13:36,265+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=60fb1da1-6f4d-46e4-8fdb-9dac0267d70b (api:52)
2018-03-08 01:13:36,299+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.61'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '3.70', 'nodeIndex': 0, 'cpuSys': '3.50', 'cpuIdle': '92.80'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.69'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '25': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.38'}, '26': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '27': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.24'}, '20': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.70'}, '22': {'cpuUser': '3.04', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.44'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.63'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '29': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.78'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.95'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.16', 'nodeIndex': 1, 'cpuSys': '23.34', 'cpuIdle': '71.50'}, '0': {'cpuUser': '5.89', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '91.13'}, '3': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.64'}, '2': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.50'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.37'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '9': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.11'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.34'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.23'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.49'}, '13': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.70'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.90'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.08'}, '17': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '16': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.82'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.91'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '34': {'cpuUser': '5.69', 'nodeIndex': 0, 'cpuSys': '5.69', 'cpuIdle': '88.62'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '57': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309358'}, '0': {'memPercent': 12, 'memFree': '348391'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102497', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295785', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00184281', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538865', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027464', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319535', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032161', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000639095', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267666', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329372', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217354', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037146', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455489', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484203', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422822', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298607', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215324', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482439', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370934', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107304', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473433', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401914', 'lastCheck': '3.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251771', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490658', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253943', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435511', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424339', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249751', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714738', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414598', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00120152', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280609', 'lastCheck': '4.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645427587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403921855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.351', 'tx': '1176267492746', 'txDropped': '0', 'rx': '625370302501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0', 'tx': '1580913194268', 'txDropped': '0', 'rx': '926290224563', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45161088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416241719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200404645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet0', 'tx': '87251586', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet1', 'tx': '37765259299', 'txDropped': '0', 'rx': '877610718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet2', 'tx': '21120889808', 'txDropped': '0', 'rx': '141312682309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175522748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet4', 'tx': '395935058', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet5', 'tx': '23423179446', 'txDropped': '0', 'rx': '498040599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet6', 'tx': '6653464085', 'txDropped': '0', 'rx': '429734179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet7', 'tx': '1433022120', 'txDropped': '0', 'rx': '552112246', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42412054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46708549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'lo', 'tx': '6928639087', 'txDropped': '0', 'rx': '6928639087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170553114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'eno1', 'tx': '975605615847', 'txDropped': '0', 'rx': '433981690459', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'eno2', 'tx': '605307578421', 'txDropped': '0', 'rx': '492308534104', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468001.327752, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468001.327752, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632548963', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75851189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76969008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191931268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370745434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373254123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49830555', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430059583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298697668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.110', 'tx': '2475538701', 'txDropped': '0', 'rx': '66853861798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.111', 'tx': '122672341234', 'txDropped': '0', 'rx': '24443331846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55210671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54131818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465053087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165231421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55990589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55820350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45156342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468001.327752, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226443514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'oVirtManagement', 'tx': '1176267492098', 'txDropped': '0', 'rx': '625369564098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576858596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'vnet3', 'tx': '542328522', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468001.327752, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754301111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694050.13', 'cpuLoad': '2.79', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92932'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.23', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:13:36 GMT', 'cpuUser': '1.15', 'memFree': 667609, 'cpuIdle': '97.28', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.59'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:36,303+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:13:36,467+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fe17dc9b-5fbd-43b9-8fd9-6f455acc5302 (api:46)
2018-03-08 01:13:36,467+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295785', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00184281', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455489', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484203', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319535', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032161', 'lastCheck': '7.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000639095', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267666', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329372', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217354', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037146', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102497', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538865', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027464', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422822', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473433', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215324', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482439', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370934', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107304', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298607', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00120152', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251771', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000490658', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253943', 'lastCheck': '4.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435511', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424339', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249751', 'lastCheck': '3.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714738', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414598', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401914', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280609', 'lastCheck': '4.7', 'valid': True}} from=internal, task_id=fe17dc9b-5fbd-43b9-8fd9-6f455acc5302 (api:52)
2018-03-08 01:13:36,468+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=8af79729-a95d-4d05-9559-d12392d76c33 (api:46)
2018-03-08 01:13:36,468+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8af79729-a95d-4d05-9559-d12392d76c33 (api:52)
2018-03-08 01:13:36,478+0100 INFO  (jsonrpc/0) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'f5659ea3-f9c7-4aa3-b647-bc50800cd476', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'2d72725f-065e-4626-93ab-d6fc6bccc838', desc=u'', srcImgUUID=u'f5659ea3-f9c7-4aa3-b647-bc50800cd476', srcVolUUID=u'6c059c1b-0b73-44fd-9b57-7b15c63df3ca', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=6db98ac7-10a7-4e10-9710-37715e2cb6af, task_id=3fc242aa-284b-4715-ae38-f1e8c6355346 (api:46)
2018-03-08 01:13:36,482+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=6db98ac7-10a7-4e10-9710-37715e2cb6af, task_id=3fc242aa-284b-4715-ae38-f1e8c6355346 (api:52)
2018-03-08 01:13:36,488+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:36,488+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] START task 3fc242aa-284b-4715-ae38-f1e8c6355346 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42fc67f320>>, args=None) (threadPool:208)
2018-03-08 01:13:36,533+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:36,594+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eacf2171-31f8-4f3c-8be1-2c321a6fdf4d (threadPool:210)
2018-03-08 01:13:36,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b47612ab-9a12-4e97-8e91-480fe3279f22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:13:36,595+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:36,936+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:36,984+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d458fa4f-716b-4dd4-8b40-cb1ed87e06b5 (threadPool:210)
2018-03-08 01:13:36,985+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d723b92e-a751-4aea-b4d5-edce9e300b84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:36,986+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:36,995+0100 INFO  (tasks/8) [storage.Volume] Creating volume 2d72725f-065e-4626-93ab-d6fc6bccc838 (volume:1152)
2018-03-08 01:13:37,003+0100 INFO  (tasks/8) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=2d72725f-065e-4626-93ab-d6fc6bccc838, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:13:37,269+0100 WARN  (tasks/8) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/f5659ea3-f9c7-4aa3-b647-bc50800cd476/2d72725f-065e-4626-93ab-d6fc6bccc838 already removed (fileutils:51)
2018-03-08 01:13:37,270+0100 INFO  (tasks/8) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2d72725f-065e-4626-93ab-d6fc6bccc838' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/f5659ea3-f9c7-4aa3-b647-bc50800cd476/2d72725f-065e-4626-93ab-d6fc6bccc838' (blockVolume:509)
2018-03-08 01:13:37,270+0100 INFO  (tasks/8) [storage.Volume] Request to create snapshot f5659ea3-f9c7-4aa3-b647-bc50800cd476/2d72725f-065e-4626-93ab-d6fc6bccc838 of volume f5659ea3-f9c7-4aa3-b647-bc50800cd476/6c059c1b-0b73-44fd-9b57-7b15c63df3ca with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:13:37,300+0100 INFO  (tasks/8) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/6c059c1b-0b73-44fd-9b57-7b15c63df3ca (volume:559)
2018-03-08 01:13:37,321+0100 INFO  (tasks/8) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'6c059c1b-0b73-44fd-9b57-7b15c63df3ca'] (lvm:1294)
2018-03-08 01:13:37,652+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:37,699+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 20cc9c54-1e66-4943-b367-50676c5b656a (threadPool:210)
2018-03-08 01:13:37,700+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2ec5c4b0-422a-46d3-bc5a-f5c0b661755b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:37,700+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:38,212+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:38,329+0100 INFO  (tasks/8) [storage.VolumeManifest] Volume: preparing volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/1ee4a09a-95c8-4d35-b4bd-20bd3aa713e0 (volume:559)
2018-03-08 01:13:38,353+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b8e001ca-8038-4a8a-83b2-3436b5897c10 (threadPool:210)
2018-03-08 01:13:38,354+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c4e2cc4e-64e5-4070-a82b-ba0b5915e1cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:38,355+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:38,371+0100 INFO  (tasks/8) [storage.LVM] Activating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['1ee4a09a-95c8-4d35-b4bd-20bd3aa713e0'] (lvm:1294)
2018-03-08 01:13:38,413+0100 INFO  (jsonrpc/1) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=17609a48-df74-4848-900a-dc4f0e22577f (api:46)
2018-03-08 01:13:38,414+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '3fc242aa-284b-4715-ae38-f1e8c6355346': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '3fc242aa-284b-4715-ae38-f1e8c6355346'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'af9d2f93-59b1-46ec-8712-bc97cf262a67': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'af9d2f93-59b1-46ec-8712-bc97cf262a67'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=17609a48-df74-4848-900a-dc4f0e22577f (api:52)
2018-03-08 01:13:38,415+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:38,508+0100 INFO  (jsonrpc/3) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', volUUID=u'b64e5b06-5957-4a75-892d-7c35432b8bac', options=None) from=::ffff:192.168.99.66,46746, flow_id=c4dc68e3-7fd4-4974-8882-c6194c847c7d, task_id=c240a757-7afa-420b-bc98-f6b43a1e6db1 (api:46)
2018-03-08 01:13:38,510+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=1a9aa18d-f1ab-4172-8a6c-a60a73e1d915 volUUID = b64e5b06-5957-4a75-892d-7c35432b8bac  (volume:238)
2018-03-08 01:13:38,555+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/1a9aa18d-f1ab-4172-8a6c-a60a73e1d915/b64e5b06-5957-4a75-892d-7c35432b8bac info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': 'c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce', 'format': 'COW', 'generation': 0, 'image': '1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', 'ctime': '1520468012', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '53687091200', 'uuid': u'b64e5b06-5957-4a75-892d-7c35432b8bac', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:13:38,556+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': 'c7c3f4f0-0f39-42bf-8fce-9e3fac58dbce', 'format': 'COW', 'generation': 0, 'image': '1a9aa18d-f1ab-4172-8a6c-a60a73e1d915', 'ctime': '1520468012', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '53687091200', 'uuid': u'b64e5b06-5957-4a75-892d-7c35432b8bac', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=c4dc68e3-7fd4-4974-8882-c6194c847c7d, task_id=c240a757-7afa-420b-bc98-f6b43a1e6db1 (api:52)
2018-03-08 01:13:38,556+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:13:38,792+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:38,842+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b47612ab-9a12-4e97-8e91-480fe3279f22 (threadPool:210)
2018-03-08 01:13:38,844+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8caeb1ac-ec72-4c64-96e1-3318d2e345b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:38,844+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:39,157+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:39,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2ec5c4b0-422a-46d3-bc5a-f5c0b661755b (threadPool:210)
2018-03-08 01:13:39,249+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 20d649e5-5323-4b1b-8748-ad7d8e8b9144 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:39,249+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:39,647+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:39,665+0100 INFO  (tasks/8) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/6c059c1b-0b73-44fd-9b57-7b15c63df3ca justme False (blockVolume:387)
2018-03-08 01:13:39,667+0100 INFO  (tasks/8) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'6c059c1b-0b73-44fd-9b57-7b15c63df3ca'] (lvm:1302)
2018-03-08 01:13:39,736+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task abb1de11-9291-4d30-a26f-dcd058d33d7e (threadPool:210)
2018-03-08 01:13:39,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc6dc409-d572-4cef-9018-56dd0bf97c6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:39,737+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:40,045+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:40,110+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c4e2cc4e-64e5-4070-a82b-ba0b5915e1cf (threadPool:210)
2018-03-08 01:13:40,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ce2bfaed-e559-4a4d-928f-e74d8c88ab05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:40,112+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:40,463+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:40,526+0100 INFO  (tasks/8) [storage.VolumeManifest] Tearing down volume f2e6539b-85c3-45ba-b0d6-e8bf3f087454/1ee4a09a-95c8-4d35-b4bd-20bd3aa713e0 justme False (blockVolume:387)
2018-03-08 01:13:40,527+0100 INFO  (tasks/8) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=['1ee4a09a-95c8-4d35-b4bd-20bd3aa713e0'] (lvm:1302)
2018-03-08 01:13:40,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d723b92e-a751-4aea-b4d5-edce9e300b84 (threadPool:210)
2018-03-08 01:13:40,571+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 396e96a5-1429-46ee-8f06-28fa569f1ddc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:40,571+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:40,604+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:40,609+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:40,612+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:40,808+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=a87de6b2-beb1-4c33-80ab-794e356e495b (api:46)
2018-03-08 01:13:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a87de6b2-beb1-4c33-80ab-794e356e495b (api:52)
2018-03-08 01:13:40,809+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=04cdc9ec-edc9-4208-a7b5-9894cd10637f (api:46)
2018-03-08 01:13:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=04cdc9ec-edc9-4208-a7b5-9894cd10637f (api:52)
2018-03-08 01:13:40,810+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=fdf68935-1b10-44f5-8ebd-6a0500dea58f (api:46)
2018-03-08 01:13:40,810+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=fdf68935-1b10-44f5-8ebd-6a0500dea58f (api:52)
2018-03-08 01:13:40,810+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=183af099-8a41-486f-b29b-7df3cfed863d (api:46)
2018-03-08 01:13:40,811+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=183af099-8a41-486f-b29b-7df3cfed863d (api:52)
2018-03-08 01:13:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=c36a8d08-2156-4429-a7d0-45429c14f7c9 (api:46)
2018-03-08 01:13:40,811+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=c36a8d08-2156-4429-a7d0-45429c14f7c9 (api:52)
2018-03-08 01:13:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=65713aef-30a7-4d90-9aac-56b536402f6e (api:46)
2018-03-08 01:13:40,812+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=65713aef-30a7-4d90-9aac-56b536402f6e (api:52)
2018-03-08 01:13:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=a236ed2d-5af4-48f3-b612-25fb6ff914c9 (api:46)
2018-03-08 01:13:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=a236ed2d-5af4-48f3-b612-25fb6ff914c9 (api:52)
2018-03-08 01:13:40,813+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=b46874f8-acf6-4d48-a4d6-1a99ee8eb5d0 (api:46)
2018-03-08 01:13:40,813+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=b46874f8-acf6-4d48-a4d6-1a99ee8eb5d0 (api:52)
2018-03-08 01:13:40,813+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=64c9e373-1c53-4bde-b07c-f4765f6e45bf (api:46)
2018-03-08 01:13:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=64c9e373-1c53-4bde-b07c-f4765f6e45bf (api:52)
2018-03-08 01:13:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=d960633b-24fd-46dd-97c9-3523a3c0e671 (api:46)
2018-03-08 01:13:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=d960633b-24fd-46dd-97c9-3523a3c0e671 (api:52)
2018-03-08 01:13:40,917+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'af9d2f93-59b1-46ec-8712-bc97cf262a67', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=9758b95f-0ab6-4a66-9901-56fd439fe18f (api:46)
2018-03-08 01:13:40,920+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=9758b95f-0ab6-4a66-9901-56fd439fe18f (api:52)
2018-03-08 01:13:40,920+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:40,978+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:41,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8caeb1ac-ec72-4c64-96e1-3318d2e345b5 (threadPool:210)
2018-03-08 01:13:41,054+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 736a1af3-095b-4a38-9339-eb962c93f644 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:41,054+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:41,506+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:41,585+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 20d649e5-5323-4b1b-8748-ad7d8e8b9144 (threadPool:210)
2018-03-08 01:13:41,586+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a039e2e0-b73c-4370-9fd3-9ecbd287fe47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:41,586+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:42,042+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:42,061+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2d72725f-065e-4626-93ab-d6fc6bccc838 (blockSD:884)
2018-03-08 01:13:42,062+0100 INFO  (tasks/8) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=2d72725f-065e-4626-93ab-d6fc6bccc838, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_708', u'PU_6c059c1b-0b73-44fd-9b57-7b15c63df3ca', u'IU_f5659ea3-f9c7-4aa3-b647-bc50800cd476']) (lvm:1347)
2018-03-08 01:13:42,118+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc6dc409-d572-4cef-9018-56dd0bf97c6c (threadPool:210)
2018-03-08 01:13:42,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 50985789-8b62-4a76-9e4c-b6a34fa03e81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:42,119+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:42,628+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:42,652+0100 INFO  (tasks/8) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'2d72725f-065e-4626-93ab-d6fc6bccc838'] (lvm:1302)
2018-03-08 01:13:42,713+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 396e96a5-1429-46ee-8f06-28fa569f1ddc (threadPool:210)
2018-03-08 01:13:42,715+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 41dd0e9a-823e-46da-b510-db87d45ad740 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:42,715+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:42,954+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] FINISH task 3fc242aa-284b-4715-ae38-f1e8c6355346 (threadPool:210)
2018-03-08 01:13:43,042+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:43,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 736a1af3-095b-4a38-9339-eb962c93f644 (threadPool:210)
2018-03-08 01:13:43,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 174ae17d-d383-43dc-a149-c5abe2fd2313 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:43,120+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:43,710+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:43,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a039e2e0-b73c-4370-9fd3-9ecbd287fe47 (threadPool:210)
2018-03-08 01:13:43,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0eec9307-24e6-4e95-893d-30c1d1b5880d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:43,762+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:44,531+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:44,570+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ce2bfaed-e559-4a4d-928f-e74d8c88ab05 (threadPool:210)
2018-03-08 01:13:44,571+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8eebf0e3-4eeb-43db-89a2-4250ccc794fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:44,571+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:44,978+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:45,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 41dd0e9a-823e-46da-b510-db87d45ad740 (threadPool:210)
2018-03-08 01:13:45,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d058871b-7801-4a99-baa2-a1a48f570599 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:45,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:45,048+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:13:45,053+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:13:45,055+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:45,063+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:13:45,063+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:13:45,064+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:45,469+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:45,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0eec9307-24e6-4e95-893d-30c1d1b5880d (threadPool:210)
2018-03-08 01:13:45,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1714f148-bc90-4066-949e-ffd43a6cdc90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:45,517+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:45,849+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:45,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 50985789-8b62-4a76-9e4c-b6a34fa03e81 (threadPool:210)
2018-03-08 01:13:45,947+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 30d0cb4f-6c80-474c-9d33-bbcdcde03c43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:45,947+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:46,217+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:46,268+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8eebf0e3-4eeb-43db-89a2-4250ccc794fd (threadPool:210)
2018-03-08 01:13:46,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a9b5fb0e-4b46-436c-aaf1-687b2aef9ed0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:46,269+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:46,507+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7578b43c-5556-4c37-99aa-a3979e0e04dc (api:46)
2018-03-08 01:13:46,513+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7578b43c-5556-4c37-99aa-a3979e0e04dc (api:52)
2018-03-08 01:13:46,513+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:46,546+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:46,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 174ae17d-d383-43dc-a149-c5abe2fd2313 (threadPool:210)
2018-03-08 01:13:46,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 949add0c-fd3b-491b-81ff-cb3e869110c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:46,596+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:46,606+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8e5b4741-3fa1-478d-9eac-30a9af371b9a (api:46)
2018-03-08 01:13:46,612+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8e5b4741-3fa1-478d-9eac-30a9af371b9a (api:52)
2018-03-08 01:13:46,614+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:46,918+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:46,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d058871b-7801-4a99-baa2-a1a48f570599 (threadPool:210)
2018-03-08 01:13:46,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c6e999ca-3b6d-46d9-ad8f-8925dacd85d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:46,963+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:47,239+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:47,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1714f148-bc90-4066-949e-ffd43a6cdc90 (threadPool:210)
2018-03-08 01:13:47,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b5a078c6-716f-47f8-b242-f746eba92dae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:47,314+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:47,639+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:47,689+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 30d0cb4f-6c80-474c-9d33-bbcdcde03c43 (threadPool:210)
2018-03-08 01:13:47,690+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 84979aa6-2f61-4907-b481-1e2358a66402 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:47,690+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:48,037+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:48,085+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a9b5fb0e-4b46-436c-aaf1-687b2aef9ed0 (threadPool:210)
2018-03-08 01:13:48,085+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 23ad83c1-ee68-4918-8fd5-466d8617eab6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:13:48,085+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:48,432+0100 INFO  (jsonrpc/1) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=cc19798c-b3a4-46d3-a8bb-e24957b5b006 (api:46)
2018-03-08 01:13:48,433+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '3fc242aa-284b-4715-ae38-f1e8c6355346': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '3fc242aa-284b-4715-ae38-f1e8c6355346'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=cc19798c-b3a4-46d3-a8bb-e24957b5b006 (api:52)
2018-03-08 01:13:48,434+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:48,503+0100 INFO  (jsonrpc/3) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'f5659ea3-f9c7-4aa3-b647-bc50800cd476', volUUID=u'2d72725f-065e-4626-93ab-d6fc6bccc838', options=None) from=::ffff:192.168.99.66,46746, flow_id=6db98ac7-10a7-4e10-9710-37715e2cb6af, task_id=7b7fdaae-6368-4537-b169-9af0751d7df7 (api:46)
2018-03-08 01:13:48,571+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:48,616+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 949add0c-fd3b-491b-81ff-cb3e869110c1 (threadPool:210)
2018-03-08 01:13:48,617+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0ae8246c-67cc-4b83-b03b-65d78fe4a393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:48,617+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:48,724+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=f5659ea3-f9c7-4aa3-b647-bc50800cd476 volUUID = 2d72725f-065e-4626-93ab-d6fc6bccc838  (volume:238)
2018-03-08 01:13:48,755+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/f5659ea3-f9c7-4aa3-b647-bc50800cd476/2d72725f-065e-4626-93ab-d6fc6bccc838 info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': '6c059c1b-0b73-44fd-9b57-7b15c63df3ca', 'format': 'COW', 'generation': 0, 'image': 'f5659ea3-f9c7-4aa3-b647-bc50800cd476', 'ctime': '1520468022', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'2d72725f-065e-4626-93ab-d6fc6bccc838', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:13:48,755+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '', 'parent': '6c059c1b-0b73-44fd-9b57-7b15c63df3ca', 'format': 'COW', 'generation': 0, 'image': 'f5659ea3-f9c7-4aa3-b647-bc50800cd476', 'ctime': '1520468022', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'2d72725f-065e-4626-93ab-d6fc6bccc838', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=6db98ac7-10a7-4e10-9710-37715e2cb6af, task_id=7b7fdaae-6368-4537-b169-9af0751d7df7 (api:52)
2018-03-08 01:13:48,756+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.26 seconds (__init__:573)
2018-03-08 01:13:49,111+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:49,570+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:49,610+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c6e999ca-3b6d-46d9-ad8f-8925dacd85d8 (threadPool:210)
2018-03-08 01:13:49,610+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 613a964e-e670-4829-827d-8df6247f38f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:49,610+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:49,937+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:49,991+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 84979aa6-2f61-4907-b481-1e2358a66402 (threadPool:210)
2018-03-08 01:13:49,993+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 154769a0-3466-485b-b044-f51a626927ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:49,993+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:50,383+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:50,431+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 23ad83c1-ee68-4918-8fd5-466d8617eab6 (threadPool:210)
2018-03-08 01:13:50,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 20b31e87-a606-4f0a-8780-411f03b0d333 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:50,432+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:50,764+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:50,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0ae8246c-67cc-4b83-b03b-65d78fe4a393 (threadPool:210)
2018-03-08 01:13:50,815+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6394de11-b921-4b03-b13f-108c73f7815e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:50,815+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:51,112+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:51,162+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b5a078c6-716f-47f8-b242-f746eba92dae (threadPool:210)
2018-03-08 01:13:51,163+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cc5e69bd-75d6-4719-809f-6ef5d9852768 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:51,163+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:51,349+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:51,350+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=53e94273-cdb4-43c4-836d-7593fc182a87 (api:46)
2018-03-08 01:13:51,351+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002475', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00173712', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510551', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577369', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431701', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288143', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000371664', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037303', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394993', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331484', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489767', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0499101', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255395', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00607172', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491524', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498467', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353162', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377573', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280915', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470009', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517973', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257763', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000442766', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407895', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219214', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387593', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360949', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220847', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489231', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291747', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303268', 'lastCheck': '1.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=53e94273-cdb4-43c4-836d-7593fc182a87 (api:52)
2018-03-08 01:13:51,352+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=4bd58156-a621-496b-a55f-844229207e3f (api:46)
2018-03-08 01:13:51,352+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=4bd58156-a621-496b-a55f-844229207e3f (api:52)
2018-03-08 01:13:51,384+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '48': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.40'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.68'}, '25': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.48'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.23'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.90', 'nodeIndex': 1, 'cpuSys': '25.53', 'cpuIdle': '68.57'}, '0': {'cpuUser': '7.96', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '87.80'}, '3': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.30'}, '2': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.23'}, '5': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.03'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '9': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.62'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '13': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.62'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.27'}, '15': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.36'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.37'}, '36': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '35': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '34': {'cpuUser': '8.02', 'nodeIndex': 0, 'cpuSys': '9.15', 'cpuIdle': '82.83'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309082'}, '0': {'memPercent': 12, 'memFree': '348673'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0499101', 'lastCheck': '1.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002475', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00173712', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255395', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00607172', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431701', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288143', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000371664', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037303', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394993', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331484', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489767', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510551', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577369', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491524', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353162', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377573', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280915', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470009', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498467', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291747', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257763', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000442766', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407895', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219214', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387593', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360949', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220847', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489231', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517973', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303268', 'lastCheck': '1.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645436118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403924343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.351', 'tx': '1176267574886', 'txDropped': '0', 'rx': '625370315709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0', 'tx': '1580913321058', 'txDropped': '0', 'rx': '926290629779', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45161488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416242471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200407313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet0', 'tx': '87257331', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet1', 'tx': '37765260321', 'txDropped': '0', 'rx': '877610822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet2', 'tx': '21120902866', 'txDropped': '0', 'rx': '141312727353', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175524750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet4', 'tx': '395940803', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet5', 'tx': '23423190888', 'txDropped': '0', 'rx': '498041070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet6', 'tx': '6653466787', 'txDropped': '0', 'rx': '429736115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet7', 'tx': '1433023082', 'txDropped': '0', 'rx': '552112308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42412454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46708949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'lo', 'tx': '6928714175', 'txDropped': '0', 'rx': '6928714175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170554108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'eno1', 'tx': '975605695743', 'txDropped': '0', 'rx': '433981902964', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'eno2', 'tx': '605307625315', 'txDropped': '0', 'rx': '492308726815', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468016.410544, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468016.410544, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632553893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75852033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76969852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191933812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370745834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.306', 'tx': '76695870707', 'txDropped': '0', 'rx': '8373258958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49830955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430064418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298700212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.110', 'tx': '2475540803', 'txDropped': '0', 'rx': '66853863930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.111', 'tx': '122672386544', 'txDropped': '0', 'rx': '24443342318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55211021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54132218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465055575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165232415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55990939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55820750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45156742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468016.410544, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226446182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'oVirtManagement', 'tx': '1176267574238', 'txDropped': '0', 'rx': '625369577306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576863526', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'vnet3', 'tx': '542334267', 'txDropped': '0', 'rx': '221473284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468016.410544, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754303113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694065.22', 'cpuLoad': '2.88', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92930'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:13:51 GMT', 'cpuUser': '1.23', 'memFree': 667608, 'cpuIdle': '97.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:51,389+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:13:51,554+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:51,602+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=950bd71c-fc2e-4f93-95c0-ba7ced747eee (api:46)
2018-03-08 01:13:51,603+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002475', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00173712', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510551', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577369', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431701', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288143', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000371664', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037303', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394993', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331484', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489767', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0499101', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255395', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00607172', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491524', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498467', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353162', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377573', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280915', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470009', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517973', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257763', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000442766', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407895', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219214', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387593', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360949', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220847', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489231', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291747', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303268', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=950bd71c-fc2e-4f93-95c0-ba7ced747eee (api:52)
2018-03-08 01:13:51,604+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=c0d827de-8c1a-432f-bf99-2d4e49c8777f (api:46)
2018-03-08 01:13:51,604+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c0d827de-8c1a-432f-bf99-2d4e49c8777f (api:52)
2018-03-08 01:13:51,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 613a964e-e670-4829-827d-8df6247f38f7 (threadPool:210)
2018-03-08 01:13:51,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c188e044-6476-4671-84a9-2b0ef5206939 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:51,642+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:51,696+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'3fc242aa-284b-4715-ae38-f1e8c6355346', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=507ef9fd-f0a6-4413-a198-d06413c8ffd9 (api:46)
2018-03-08 01:13:51,699+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=507ef9fd-f0a6-4413-a198-d06413c8ffd9 (api:52)
2018-03-08 01:13:51,700+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:13:52,075+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:52,176+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 20b31e87-a606-4f0a-8780-411f03b0d333 (threadPool:210)
2018-03-08 01:13:52,177+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 77a56c9b-6fa3-4c36-9997-fea9a0cc449b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:52,178+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:52,616+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:52,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6394de11-b921-4b03-b13f-108c73f7815e (threadPool:210)
2018-03-08 01:13:52,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e463d12-2e85-49e6-a975-b6311a0419f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:52,681+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:53,036+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:53,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cc5e69bd-75d6-4719-809f-6ef5d9852768 (threadPool:210)
2018-03-08 01:13:53,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d5d3df02-fa1c-425b-84d4-2c5f1d8b269e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:53,086+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:53,384+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:53,433+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 154769a0-3466-485b-b044-f51a626927ff (threadPool:210)
2018-03-08 01:13:53,433+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a5683e9d-99a8-4f1b-8be9-8f58f2569249 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:53,434+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:53,769+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:53,813+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c188e044-6476-4671-84a9-2b0ef5206939 (threadPool:210)
2018-03-08 01:13:53,814+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cc1cd1b3-6436-48ee-9b36-33e596c65fa2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:53,815+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:54,131+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:54,182+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 77a56c9b-6fa3-4c36-9997-fea9a0cc449b (threadPool:210)
2018-03-08 01:13:54,182+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1ec75179-9515-4d89-9efe-66ff8656f746 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:54,182+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:54,486+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:54,534+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e463d12-2e85-49e6-a975-b6311a0419f4 (threadPool:210)
2018-03-08 01:13:54,535+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c347061-108a-4be9-973d-7e0d86111254 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:54,535+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:54,840+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:54,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d5d3df02-fa1c-425b-84d4-2c5f1d8b269e (threadPool:210)
2018-03-08 01:13:54,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9e1aec6c-a219-443d-8767-df97b13a911f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:54,891+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:55,170+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:55,219+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a5683e9d-99a8-4f1b-8be9-8f58f2569249 (threadPool:210)
2018-03-08 01:13:55,220+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 526bbdc0-b0c2-4418-8682-d8cefb43f7b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:55,220+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:55,528+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:55,569+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cc1cd1b3-6436-48ee-9b36-33e596c65fa2 (threadPool:210)
2018-03-08 01:13:55,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f72b7097-b150-4066-b642-205c824aa5ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:55,571+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:55,629+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:13:55,634+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:13:55,636+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:55,881+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:55,929+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1ec75179-9515-4d89-9efe-66ff8656f746 (threadPool:210)
2018-03-08 01:13:55,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c43f449d-98d1-4dcc-97a8-0025f540ff70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:55,930+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:56,274+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:56,344+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9e1aec6c-a219-443d-8767-df97b13a911f (threadPool:210)
2018-03-08 01:13:56,345+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ac9dee4e-dcac-4de9-a7c2-96ef4c739074 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:56,345+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:56,659+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:56,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 526bbdc0-b0c2-4418-8682-d8cefb43f7b6 (threadPool:210)
2018-03-08 01:13:56,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b6ae01ff-0fa0-4f37-9ee7-f7872da22d21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:56,708+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:57,032+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:57,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f72b7097-b150-4066-b642-205c824aa5ee (threadPool:210)
2018-03-08 01:13:57,083+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce2739fd-3d03-41f5-b4be-f1f43c8d5486 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:57,083+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:57,094+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1a19c09e-073b-4697-a483-74f9ad8f0dee (api:46)
2018-03-08 01:13:57,100+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1a19c09e-073b-4697-a483-74f9ad8f0dee (api:52)
2018-03-08 01:13:57,101+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:57,199+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=07563419-7129-4029-8551-02c47359fb0d (api:46)
2018-03-08 01:13:57,206+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=07563419-7129-4029-8551-02c47359fb0d (api:52)
2018-03-08 01:13:57,207+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:13:57,462+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:57,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c347061-108a-4be9-973d-7e0d86111254 (threadPool:210)
2018-03-08 01:13:57,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6cfa338a-7843-4214-912d-99c74784fcb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:57,508+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:57,817+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:57,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c43f449d-98d1-4dcc-97a8-0025f540ff70 (threadPool:210)
2018-03-08 01:13:57,867+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0a5f5a0d-c68a-4a6b-b0d4-bb04577cafb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:57,867+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:58,194+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:58,259+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ac9dee4e-dcac-4de9-a7c2-96ef4c739074 (threadPool:210)
2018-03-08 01:13:58,260+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 287951c0-aaa5-4396-8d73-3a207a51f59e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:58,261+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:58,512+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:58,566+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b6ae01ff-0fa0-4f37-9ee7-f7872da22d21 (threadPool:210)
2018-03-08 01:13:58,567+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1cd56401-9882-4068-a760-da9f13c5597d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:13:58,568+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:13:58,934+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:58,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce2739fd-3d03-41f5-b4be-f1f43c8d5486 (threadPool:210)
2018-03-08 01:13:58,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b14479b1-ce3c-4138-9eed-e13002fc4e74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:58,977+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:59,336+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:59,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0a5f5a0d-c68a-4a6b-b0d4-bb04577cafb8 (threadPool:210)
2018-03-08 01:13:59,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 93f7a948-02cc-44cb-829f-a43da4a95d38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:13:59,389+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:13:59,736+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:13:59,785+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1cd56401-9882-4068-a760-da9f13c5597d (threadPool:210)
2018-03-08 01:13:59,785+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3c121954-39f9-488f-87d5-84283c4e0b8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:13:59,786+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:00,065+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:14:00,070+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:14:00,073+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:00,080+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:14:00,080+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:14:00,081+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:00,126+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:00,179+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b14479b1-ce3c-4138-9eed-e13002fc4e74 (threadPool:210)
2018-03-08 01:14:00,179+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1b3c1886-7d47-4ac7-a958-4ada5fb6aba8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:00,180+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:00,594+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:00,902+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:00,955+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 93f7a948-02cc-44cb-829f-a43da4a95d38 (threadPool:210)
2018-03-08 01:14:00,955+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2a0f5970-c9ae-4756-a4da-19219b49b6ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:00,956+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:01,302+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:01,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6cfa338a-7843-4214-912d-99c74784fcb8 (threadPool:210)
2018-03-08 01:14:01,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9dbbadd9-2340-4de8-94ca-6121ac66dd7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:01,348+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:01,667+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:01,724+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1b3c1886-7d47-4ac7-a958-4ada5fb6aba8 (threadPool:210)
2018-03-08 01:14:01,725+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8982e4f5-86f4-4f91-9d07-9d09c6aaae4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:01,725+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:02,099+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:02,152+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 287951c0-aaa5-4396-8d73-3a207a51f59e (threadPool:210)
2018-03-08 01:14:02,153+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 01ebebfc-0b6a-4b57-a56a-157aba2ef524 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:02,153+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:02,461+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:02,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3c121954-39f9-488f-87d5-84283c4e0b8d (threadPool:210)
2018-03-08 01:14:02,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f2682cbc-c14b-4710-944d-a6a7e6589bdf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:02,499+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:02,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:02,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8982e4f5-86f4-4f91-9d07-9d09c6aaae4c (threadPool:210)
2018-03-08 01:14:02,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 74061ed7-181c-47db-b92e-d72d9a86ff10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:02,834+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:03,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:03,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 01ebebfc-0b6a-4b57-a56a-157aba2ef524 (threadPool:210)
2018-03-08 01:14:03,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3290cfa8-f96a-42d5-b4fc-d844428f4039 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:03,230+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:03,503+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:03,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9dbbadd9-2340-4de8-94ca-6121ac66dd7f (threadPool:210)
2018-03-08 01:14:03,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c8ddb7fb-30c7-4b8f-b887-b471e68af130 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:03,554+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:03,910+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:03,963+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f2682cbc-c14b-4710-944d-a6a7e6589bdf (threadPool:210)
2018-03-08 01:14:03,964+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ec901632-b9b5-43f3-9bf5-b249f65334a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:03,964+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:04,334+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:04,384+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2a0f5970-c9ae-4756-a4da-19219b49b6ef (threadPool:210)
2018-03-08 01:14:04,385+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 79ad35d8-5b73-4ead-97b0-e89b340e891c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:04,385+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:04,736+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:04,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 74061ed7-181c-47db-b92e-d72d9a86ff10 (threadPool:210)
2018-03-08 01:14:04,786+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fa9f834f-0c56-49a0-9893-0cb8bf422d8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:04,787+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:05,070+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:05,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c8ddb7fb-30c7-4b8f-b887-b471e68af130 (threadPool:210)
2018-03-08 01:14:05,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f506f883-46e2-4caf-b864-a534f4edaf50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:05,120+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:05,512+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:05,561+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ec901632-b9b5-43f3-9bf5-b249f65334a3 (threadPool:210)
2018-03-08 01:14:05,562+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f267abfe-6b85-4a09-8e2b-72911953f681 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:05,562+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:05,872+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:05,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 79ad35d8-5b73-4ead-97b0-e89b340e891c (threadPool:210)
2018-03-08 01:14:05,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 296c689e-baea-4aa6-84f7-4396b454bcb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:05,926+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:06,262+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:06,311+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3290cfa8-f96a-42d5-b4fc-d844428f4039 (threadPool:210)
2018-03-08 01:14:06,311+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c54eab07-616c-4bba-823b-29d847269847 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:06,311+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:06,431+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:06,433+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3fba2b6b-84f2-400c-8fef-37d469487587 (api:46)
2018-03-08 01:14:06,433+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232262', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515847', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247788', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000636211', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366097', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361004', 'lastCheck': '7.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0159719', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828672', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229722', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248123', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342054', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349059', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300402', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837185', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262064', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264715', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023776', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409743', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163962', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252666', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289604', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294029', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239731', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302995', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271195', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272603', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376592', 'lastCheck': '3.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269545', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401145', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002263', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260429', 'lastCheck': '3.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3fba2b6b-84f2-400c-8fef-37d469487587 (api:52)
2018-03-08 01:14:06,434+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=03343f7f-ed5e-4761-b574-857c727b402d (api:46)
2018-03-08 01:14:06,434+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=03343f7f-ed5e-4761-b574-857c727b402d (api:52)
2018-03-08 01:14:06,465+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.36'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.56'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.27'}, '24': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '25': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.64'}, '26': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.36'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.17'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '21': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '93.44'}, '22': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '23': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.18'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '28': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '96.29'}, '29': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.17'}, '40': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.48'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '6.68', 'nodeIndex': 1, 'cpuSys': '30.70', 'cpuIdle': '62.62'}, '0': {'cpuUser': '7.48', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '88.48'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '5': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.58'}, '4': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.82'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '6': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.62'}, '9': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.43'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.69'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '38': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.84'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '13': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.31'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '17': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '93.78'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '19': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.51'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.38'}, '49': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '96.95'}, '37': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.90'}, '36': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.23'}, '35': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.69'}, '34': {'cpuUser': '6.68', 'nodeIndex': 0, 'cpuSys': '7.68', 'cpuIdle': '85.64'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '50': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308775'}, '0': {'memPercent': 11, 'memFree': '348954'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342054', 'lastCheck': '2.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232262', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515847', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349059', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300402', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366097', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361004', 'lastCheck': '7.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0159719', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828672', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229722', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248123', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247788', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000636211', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837185', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252666', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264715', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023776', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409743', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163962', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262064', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002263', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294029', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239731', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302995', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271195', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272603', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376592', 'lastCheck': '3.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269545', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401145', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289604', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260429', 'lastCheck': '3.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645481951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403927172', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.351', 'tx': '1176267661207', 'txDropped': '0', 'rx': '625370333035', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0', 'tx': '1580913430415', 'txDropped': '0', 'rx': '926291113757', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45161838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416243307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200408656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet0', 'tx': '87260147', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet1', 'tx': '37765261367', 'txDropped': '0', 'rx': '877610884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet2', 'tx': '21120972021', 'txDropped': '0', 'rx': '141312739888', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175525678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet4', 'tx': '395943619', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet5', 'tx': '23423241689', 'txDropped': '0', 'rx': '498043540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet6', 'tx': '6653467833', 'txDropped': '0', 'rx': '429736177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet7', 'tx': '1433024188', 'txDropped': '0', 'rx': '552112412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42412804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46709299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'lo', 'tx': '6928794766', 'txDropped': '0', 'rx': '6928794766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170555442', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'eno1', 'tx': '975605803520', 'txDropped': '0', 'rx': '433982163271', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'eno2', 'tx': '605307626895', 'txDropped': '0', 'rx': '492308950486', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468031.522183, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468031.522183, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632558429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75852433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76970252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191936542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370746234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.306', 'tx': '76695870761', 'txDropped': '0', 'rx': '8373261274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49831355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430066688', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298702942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.110', 'tx': '2475541031', 'txDropped': '0', 'rx': '66853864812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.111', 'tx': '122672401120', 'txDropped': '0', 'rx': '24443410124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55211421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54132568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465058404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165233749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55991339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55821100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45157092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468031.522183, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226447525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'oVirtManagement', 'tx': '1176267660559', 'txDropped': '0', 'rx': '625369594632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576868062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'vnet3', 'tx': '542337143', 'txDropped': '0', 'rx': '221473338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468031.522183, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754304041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694080.30', 'cpuLoad': '2.87', 'cpuSys': '1.82', 'diskStats': {'/var/log': {'free': '92928'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '5.62', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:14:06 GMT', 'cpuUser': '1.51', 'memFree': 667609, 'cpuIdle': '96.67', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.83'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:06,470+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:14:06,596+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:06,693+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=58b9cd85-75b7-4255-88ed-99a1cd4bf6a5 (api:46)
2018-03-08 01:14:06,695+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232262', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515847', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247788', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000636211', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366097', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361004', 'lastCheck': '7.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0159719', 'lastCheck': '6.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828672', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229722', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248123', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240786', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342054', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349059', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300402', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837185', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262064', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264715', 'lastCheck': '4.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023776', 'lastCheck': '4.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409743', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00163962', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252666', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289604', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294029', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239731', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302995', 'lastCheck': '4.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271195', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272603', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376592', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269545', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401145', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002263', 'lastCheck': '3.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260429', 'lastCheck': '3.9', 'valid': True}} from=internal, task_id=58b9cd85-75b7-4255-88ed-99a1cd4bf6a5 (api:52)
2018-03-08 01:14:06,695+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=7aac1c57-78f3-4d94-b786-91715e86daaf (api:46)
2018-03-08 01:14:06,696+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7aac1c57-78f3-4d94-b786-91715e86daaf (api:52)
2018-03-08 01:14:06,727+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fa9f834f-0c56-49a0-9893-0cb8bf422d8a (threadPool:210)
2018-03-08 01:14:06,727+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6547a9ec-1bf6-45cb-a074-1a3085f187a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:06,727+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:07,007+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:07,056+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f506f883-46e2-4caf-b864-a534f4edaf50 (threadPool:210)
2018-03-08 01:14:07,056+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b225726-b8b8-4dc3-8839-f4aa29ee4e6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:07,057+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:07,341+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:07,390+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f267abfe-6b85-4a09-8e2b-72911953f681 (threadPool:210)
2018-03-08 01:14:07,390+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c77b7d95-6ed1-4980-b757-a8996743829a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:07,390+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:07,642+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8afbd518-81b7-4292-8ef0-070e1a29e5a0 (api:46)
2018-03-08 01:14:07,650+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8afbd518-81b7-4292-8ef0-070e1a29e5a0 (api:52)
2018-03-08 01:14:07,650+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:07,671+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:07,721+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 296c689e-baea-4aa6-84f7-4396b454bcb2 (threadPool:210)
2018-03-08 01:14:07,721+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b6e830c-7afc-4df2-bf8a-0d1ce6f8e0cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:07,722+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:07,742+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=69a2ead7-6ca0-47cc-a510-9e8ae315d7bb (api:46)
2018-03-08 01:14:07,749+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=69a2ead7-6ca0-47cc-a510-9e8ae315d7bb (api:52)
2018-03-08 01:14:07,750+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:08,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:08,056+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c54eab07-616c-4bba-823b-29d847269847 (threadPool:210)
2018-03-08 01:14:08,057+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7f1b8dc6-c0ab-4d7b-81c3-460333177299 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:08,057+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:08,634+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:08,707+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6547a9ec-1bf6-45cb-a074-1a3085f187a0 (threadPool:210)
2018-03-08 01:14:08,708+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 99d423d1-363d-4a28-b54b-efac59e6b740 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:08,708+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:09,021+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:09,091+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c77b7d95-6ed1-4980-b757-a8996743829a (threadPool:210)
2018-03-08 01:14:09,092+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 50e19723-2b71-4a59-a299-43ecd0daa6e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:09,092+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:09,415+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:09,487+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b6e830c-7afc-4df2-bf8a-0d1ce6f8e0cf (threadPool:210)
2018-03-08 01:14:09,488+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d8e4b163-110f-4add-b527-4478f41e1964 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:09,489+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:09,833+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:09,873+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7f1b8dc6-c0ab-4d7b-81c3-460333177299 (threadPool:210)
2018-03-08 01:14:09,874+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1c5b231b-0429-481a-b55a-cc859f2a154d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:09,874+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:10,220+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:10,270+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b225726-b8b8-4dc3-8839-f4aa29ee4e6f (threadPool:210)
2018-03-08 01:14:10,270+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85e7abfd-f2e4-4fa2-8e79-8c5ee8795abe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:10,271+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:10,615+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:10,654+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:10,663+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:10,666+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:14:10,685+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 99d423d1-363d-4a28-b54b-efac59e6b740 (threadPool:210)
2018-03-08 01:14:10,685+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a8edf479-4d41-4e3d-a16b-6db3440bfec0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:10,686+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:10,966+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:11,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 50e19723-2b71-4a59-a299-43ecd0daa6e1 (threadPool:210)
2018-03-08 01:14:11,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a8852833-c800-458d-87df-a462198df77c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:11,022+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:11,290+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:11,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1c5b231b-0429-481a-b55a-cc859f2a154d (threadPool:210)
2018-03-08 01:14:11,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0351b775-f1bd-46a9-beb3-db6e70a3ea35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:11,341+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:11,624+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:11,673+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85e7abfd-f2e4-4fa2-8e79-8c5ee8795abe (threadPool:210)
2018-03-08 01:14:11,674+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b1e72ca6-76e1-47af-99db-63117642ba86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:11,674+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:12,004+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:12,315+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:12,359+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a8edf479-4d41-4e3d-a16b-6db3440bfec0 (threadPool:210)
2018-03-08 01:14:12,360+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2d3643a2-998a-404d-8138-e604c89c54fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:12,360+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:12,663+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:12,714+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d8e4b163-110f-4add-b527-4478f41e1964 (threadPool:210)
2018-03-08 01:14:12,715+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1fde8625-239b-4d19-9830-b84a52d6e8fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:12,715+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:13,002+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:13,052+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a8852833-c800-458d-87df-a462198df77c (threadPool:210)
2018-03-08 01:14:13,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e172b7dd-671d-44cd-97e0-2edb76b20a9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:13,053+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:13,353+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:13,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0351b775-f1bd-46a9-beb3-db6e70a3ea35 (threadPool:210)
2018-03-08 01:14:13,404+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42a6288b-d170-4f93-b35a-ce5a61e5e591 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:13,404+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:13,688+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:13,744+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b1e72ca6-76e1-47af-99db-63117642ba86 (threadPool:210)
2018-03-08 01:14:13,745+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e7520512-ed82-4113-902b-bb78d26baca0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:13,745+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:14,038+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:14,085+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2d3643a2-998a-404d-8138-e604c89c54fb (threadPool:210)
2018-03-08 01:14:14,086+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84a71842-8a4e-4d4c-88c0-37e36ea45512 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:14,086+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:14,381+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:14,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1fde8625-239b-4d19-9830-b84a52d6e8fb (threadPool:210)
2018-03-08 01:14:14,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7eb7d7af-aa47-467b-9e92-187b78eb6158 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:14,430+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:14,748+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:14,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e172b7dd-671d-44cd-97e0-2edb76b20a9f (threadPool:210)
2018-03-08 01:14:14,800+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8a8a90d1-269a-4d9a-bc13-7053e3beb48e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:14,800+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:15,082+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:14:15,087+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:14:15,089+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:15,103+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:14:15,104+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:14:15,104+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:15,108+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:15,159+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42a6288b-d170-4f93-b35a-ce5a61e5e591 (threadPool:210)
2018-03-08 01:14:15,160+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5a79203b-f509-469f-9825-0e401f8b5e05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:15,160+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:15,500+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:15,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e7520512-ed82-4113-902b-bb78d26baca0 (threadPool:210)
2018-03-08 01:14:15,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff3e6844-4021-4ad5-aee2-9621030d00dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:15,543+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:15,813+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:15,864+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7eb7d7af-aa47-467b-9e92-187b78eb6158 (threadPool:210)
2018-03-08 01:14:15,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 069184ad-ac36-4d40-95d3-9018f485104c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:15,866+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:16,154+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:16,203+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8a8a90d1-269a-4d9a-bc13-7053e3beb48e (threadPool:210)
2018-03-08 01:14:16,203+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e2fa530b-1d19-4779-8f5a-bf635b68c807 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:16,203+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:16,504+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:16,533+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5a79203b-f509-469f-9825-0e401f8b5e05 (threadPool:210)
2018-03-08 01:14:16,533+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42d77dfa-889d-4f18-a801-e3314226eb2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:16,533+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:16,841+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:16,912+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff3e6844-4021-4ad5-aee2-9621030d00dd (threadPool:210)
2018-03-08 01:14:16,913+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ff71372-66ef-49b8-9cb6-7118a29487e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:16,913+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:17,231+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:17,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 069184ad-ac36-4d40-95d3-9018f485104c (threadPool:210)
2018-03-08 01:14:17,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 90186930-a84c-4f25-876f-f51d97edff5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:17,332+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:17,624+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:17,666+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e2fa530b-1d19-4779-8f5a-bf635b68c807 (threadPool:210)
2018-03-08 01:14:17,667+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 96359459-9201-4620-b2b8-42b023c6a5df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:17,667+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:17,996+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:18,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42d77dfa-889d-4f18-a801-e3314226eb2e (threadPool:210)
2018-03-08 01:14:18,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eeb1ed09-4a43-4a85-8ded-4c0eb15fcfb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:18,040+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:18,090+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=dd07ffe3-9ddf-42cc-b2c6-6cc6da74f433 (api:46)
2018-03-08 01:14:18,097+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=dd07ffe3-9ddf-42cc-b2c6-6cc6da74f433 (api:52)
2018-03-08 01:14:18,097+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:18,236+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f49eecc2-ad1e-45a5-9527-6a6ca3e5d118 (api:46)
2018-03-08 01:14:18,243+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f49eecc2-ad1e-45a5-9527-6a6ca3e5d118 (api:52)
2018-03-08 01:14:18,244+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:18,315+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:18,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 90186930-a84c-4f25-876f-f51d97edff5c (threadPool:210)
2018-03-08 01:14:18,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 905ac29e-dff1-4753-a345-73bcc740e414 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:18,388+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:18,695+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:18,742+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84a71842-8a4e-4d4c-88c0-37e36ea45512 (threadPool:210)
2018-03-08 01:14:18,742+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42c8f18f-9a8d-4ed5-a8c6-725a107b1428 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:18,742+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:19,056+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:19,103+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 96359459-9201-4620-b2b8-42b023c6a5df (threadPool:210)
2018-03-08 01:14:19,103+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dfeb7efa-dbcc-4f22-b443-ca3f82a254a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:19,104+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:19,366+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:19,468+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ff71372-66ef-49b8-9cb6-7118a29487e3 (threadPool:210)
2018-03-08 01:14:19,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 86ebaa23-e1b6-4d03-ab69-99ff67dcad1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:19,470+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:19,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:19,891+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eeb1ed09-4a43-4a85-8ded-4c0eb15fcfb6 (threadPool:210)
2018-03-08 01:14:19,892+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6c1d0ceb-6fe3-4420-81f9-9d8dad032cee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:19,893+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:20,255+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:20,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 905ac29e-dff1-4753-a345-73bcc740e414 (threadPool:210)
2018-03-08 01:14:20,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 22aa9d4e-5fe2-4cae-8479-b2da2faff9fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:20,304+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:20,592+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:20,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42c8f18f-9a8d-4ed5-a8c6-725a107b1428 (threadPool:210)
2018-03-08 01:14:20,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a851325c-3c6e-4817-bccb-919255c9866d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:20,641+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:20,926+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:20,976+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dfeb7efa-dbcc-4f22-b443-ca3f82a254a0 (threadPool:210)
2018-03-08 01:14:20,977+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9a247d67-f69f-44aa-ba5a-dae6deb1f2ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:20,977+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:21,247+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:21,296+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 86ebaa23-e1b6-4d03-ab69-99ff67dcad1b (threadPool:210)
2018-03-08 01:14:21,296+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d051d807-8ba5-42f1-ab9e-47f78c90298e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:21,297+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:21,507+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:21,508+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f7103130-dc44-4b11-a7ad-4c8d99790ca7 (api:46)
2018-03-08 01:14:21,509+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613784', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662624', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268519', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456857', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500972', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286674', 'lastCheck': '2.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000262447', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352342', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403512', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351465', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233986', 'lastCheck': '4.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276715', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504265', 'lastCheck': '3.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281955', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599604', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020799', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373047', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195951', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023185', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480938', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288131', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291273', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043277', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030752', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354416', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213202', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443625', 'lastCheck': '4.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024996', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226539', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498436', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325311', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249549', 'lastCheck': '1.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f7103130-dc44-4b11-a7ad-4c8d99790ca7 (api:52)
2018-03-08 01:14:21,509+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=036a9126-379d-4568-8f84-314eabfb1d2f (api:46)
2018-03-08 01:14:21,510+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=036a9126-379d-4568-8f84-314eabfb1d2f (api:52)
2018-03-08 01:14:21,541+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '25': {'cpuUser': '4.17', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '93.45'}, '26': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '27': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.84'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '21': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.10'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '23': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '93.38'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '28': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '29': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '92.38'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.43', 'nodeIndex': 1, 'cpuSys': '24.50', 'cpuIdle': '70.07'}, '0': {'cpuUser': '7.08', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '88.75'}, '3': {'cpuUser': '6.02', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '91.07'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '94.50'}, '5': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '92.45'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.97'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.64'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.28'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.28'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.94'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.04'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '13': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.10'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '15': {'cpuUser': '5.83', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '91.19'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '17': {'cpuUser': '4.10', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.65'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.24'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '36': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.62'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '34': {'cpuUser': '7.08', 'nodeIndex': 0, 'cpuSys': '8.47', 'cpuIdle': '84.45'}, '33': {'cpuUser': '6.29', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '91.86'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '57': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308728'}, '0': {'memPercent': 11, 'memFree': '348986'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276715', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613784', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662624', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504265', 'lastCheck': '3.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281955', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500972', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286674', 'lastCheck': '2.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000262447', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352342', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403512', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351465', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233986', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268519', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456857', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599604', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288131', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373047', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195951', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023185', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480938', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020799', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325311', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043277', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030752', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354416', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213202', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443625', 'lastCheck': '4.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024996', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226539', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498436', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291273', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249549', 'lastCheck': '1.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645488932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403931680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.351', 'tx': '1176267731680', 'txDropped': '0', 'rx': '625370345090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0', 'tx': '1580914264146', 'txDropped': '0', 'rx': '926291707931', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45162238', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416249370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200410970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet0', 'tx': '87264921', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet1', 'tx': '37765268018', 'txDropped': '0', 'rx': '877610946', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet2', 'tx': '21121166442', 'txDropped': '0', 'rx': '141313454272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175527607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet4', 'tx': '395948393', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet5', 'tx': '23423252185', 'txDropped': '0', 'rx': '498045511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet6', 'tx': '6653474544', 'txDropped': '0', 'rx': '429736281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet7', 'tx': '1433030839', 'txDropped': '0', 'rx': '552112474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42413204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46709699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'lo', 'tx': '6928869667', 'txDropped': '0', 'rx': '6928869667', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170556780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'eno1', 'tx': '975606629914', 'txDropped': '0', 'rx': '433982373737', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'eno2', 'tx': '605307634232', 'txDropped': '0', 'rx': '492309334194', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468046.626649, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468046.626649, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632563383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75852833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76970652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191940244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370746584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.306', 'tx': '76695870803', 'txDropped': '0', 'rx': '8373265310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49831705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430070678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298706644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.110', 'tx': '2475541259', 'txDropped': '0', 'rx': '66853870921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.111', 'tx': '122673117420', 'txDropped': '0', 'rx': '24443575309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55211771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54132968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465062912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165235087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55991689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55821500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45157492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468046.626649, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226449839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'oVirtManagement', 'tx': '1176267731032', 'txDropped': '0', 'rx': '625369606687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576873016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'vnet3', 'tx': '542341977', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468046.626649, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754305970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694095.38', 'cpuLoad': '2.83', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92927'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.84', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:14:21 GMT', 'cpuUser': '1.67', 'memFree': 667610, 'cpuIdle': '96.61', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.85'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:21,546+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:14:21,592+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:21,669+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6c1d0ceb-6fe3-4420-81f9-9d8dad032cee (threadPool:210)
2018-03-08 01:14:21,670+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9458c370-ee8b-4f73-b9df-3a6d5e6d1cb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:21,671+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:21,782+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0552e26b-c96d-42bb-9d8d-a3683dcee4a8 (api:46)
2018-03-08 01:14:21,783+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613784', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662624', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268519', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456857', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500972', 'lastCheck': '2.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286674', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000262447', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352342', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403512', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351465', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233986', 'lastCheck': '4.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276715', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504265', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281955', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599604', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020799', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373047', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195951', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023185', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480938', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288131', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291273', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043277', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030752', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354416', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213202', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000443625', 'lastCheck': '4.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024996', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226539', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498436', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325311', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249549', 'lastCheck': '1.9', 'valid': True}} from=internal, task_id=0552e26b-c96d-42bb-9d8d-a3683dcee4a8 (api:52)
2018-03-08 01:14:21,783+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=4d88e85a-87ed-4f61-938e-b6c4df536dcb (api:46)
2018-03-08 01:14:21,783+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4d88e85a-87ed-4f61-938e-b6c4df536dcb (api:52)
2018-03-08 01:14:21,968+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:21,997+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a851325c-3c6e-4817-bccb-919255c9866d (threadPool:210)
2018-03-08 01:14:21,997+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 074af73b-b3fa-4b6e-a8ce-ef96df2fba47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:21,998+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:22,324+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:22,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d051d807-8ba5-42f1-ab9e-47f78c90298e (threadPool:210)
2018-03-08 01:14:22,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d48cc995-7edb-42e4-ba14-a7d112883122 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:22,372+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:22,721+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:22,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 22aa9d4e-5fe2-4cae-8479-b2da2faff9fa (threadPool:210)
2018-03-08 01:14:22,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0aa5401f-6197-47ce-8e06-436f9d43339b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:22,770+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:23,038+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:23,094+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9458c370-ee8b-4f73-b9df-3a6d5e6d1cb5 (threadPool:210)
2018-03-08 01:14:23,095+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 297a0f09-55b7-43fb-84a9-f9ca572c80f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:23,096+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:23,402+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:23,465+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9a247d67-f69f-44aa-ba5a-dae6deb1f2ee (threadPool:210)
2018-03-08 01:14:23,465+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3d004407-cacd-45b3-9451-c729ebebce63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:23,466+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:23,807+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:23,849+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 074af73b-b3fa-4b6e-a8ce-ef96df2fba47 (threadPool:210)
2018-03-08 01:14:23,850+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ea12701f-4556-4e71-9cc2-c6db5a618201 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:23,850+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:24,143+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:24,191+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d48cc995-7edb-42e4-ba14-a7d112883122 (threadPool:210)
2018-03-08 01:14:24,191+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c0f9caa9-0c95-4731-b27d-b2a39103f2f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:24,192+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:24,503+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:24,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0aa5401f-6197-47ce-8e06-436f9d43339b (threadPool:210)
2018-03-08 01:14:24,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 246cb78a-c271-468f-967f-83f00cb4adc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:24,554+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:24,940+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:24,983+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 297a0f09-55b7-43fb-84a9-f9ca572c80f9 (threadPool:210)
2018-03-08 01:14:24,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3a5359a5-6310-40bd-a3ce-9f2b66bd8b91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:24,984+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:25,332+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:25,619+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:25,662+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ea12701f-4556-4e71-9cc2-c6db5a618201 (threadPool:210)
2018-03-08 01:14:25,663+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task de7ceb72-8b23-4518-8317-3e264512e06e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:25,663+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:25,683+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:25,688+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:25,690+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:25,950+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:25,993+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c0f9caa9-0c95-4731-b27d-b2a39103f2f3 (threadPool:210)
2018-03-08 01:14:25,993+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2bec77d4-cf01-4a6c-b5df-a9aa38e8ba97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:25,993+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:26,258+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:26,309+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3d004407-cacd-45b3-9451-c729ebebce63 (threadPool:210)
2018-03-08 01:14:26,309+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2404083f-7cd0-4351-af03-2d0ab701a7c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:26,309+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:26,576+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:26,619+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3a5359a5-6310-40bd-a3ce-9f2b66bd8b91 (threadPool:210)
2018-03-08 01:14:26,619+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 39375d3d-f34f-4cc1-bd6d-f793d779eced (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:26,620+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:26,899+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:26,956+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 246cb78a-c271-468f-967f-83f00cb4adc0 (threadPool:210)
2018-03-08 01:14:26,956+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d0953415-8241-4361-b1d3-a93c1e762085 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:26,957+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:27,290+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:27,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2bec77d4-cf01-4a6c-b5df-a9aa38e8ba97 (threadPool:210)
2018-03-08 01:14:27,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8ad1e659-e492-4c91-abf0-a3e0cfd00f3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:27,347+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:27,667+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:27,718+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task de7ceb72-8b23-4518-8317-3e264512e06e (threadPool:210)
2018-03-08 01:14:27,718+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6ff3d059-8dd0-4bcd-b8b2-1223bda22844 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:27,719+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:28,037+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:28,087+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 39375d3d-f34f-4cc1-bd6d-f793d779eced (threadPool:210)
2018-03-08 01:14:28,087+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 330e0ed4-fbe8-42f4-a719-2702dff2293a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:28,088+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:28,378+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:28,414+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d0953415-8241-4361-b1d3-a93c1e762085 (threadPool:210)
2018-03-08 01:14:28,414+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 93c4c852-4aab-4d76-9b30-4e5e8b0099fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:28,415+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:28,700+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:28,752+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8ad1e659-e492-4c91-abf0-a3e0cfd00f3f (threadPool:210)
2018-03-08 01:14:28,752+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 22072e7d-54a4-49b1-8cf7-0ddd9af8ac5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:28,753+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:28,782+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e4f7d594-4d9d-4240-857c-abfa06514c4c (api:46)
2018-03-08 01:14:28,788+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e4f7d594-4d9d-4240-857c-abfa06514c4c (api:52)
2018-03-08 01:14:28,789+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:28,885+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8641d224-44ab-4ae2-b9b8-e313363d86c5 (api:46)
2018-03-08 01:14:28,892+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8641d224-44ab-4ae2-b9b8-e313363d86c5 (api:52)
2018-03-08 01:14:28,893+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:29,066+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:29,132+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6ff3d059-8dd0-4bcd-b8b2-1223bda22844 (threadPool:210)
2018-03-08 01:14:29,133+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5ceecca8-3a45-42fb-9c5e-034133132d30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:29,133+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:29,437+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:29,495+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 330e0ed4-fbe8-42f4-a719-2702dff2293a (threadPool:210)
2018-03-08 01:14:29,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ca17d561-9c1a-4005-9b25-f7711f0d88eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:29,497+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:29,808+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:29,873+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 93c4c852-4aab-4d76-9b30-4e5e8b0099fb (threadPool:210)
2018-03-08 01:14:29,875+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2d978647-73da-4655-badb-5c24cd20ec1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:29,875+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:30,105+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:14:30,110+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:14:30,113+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:30,120+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:14:30,120+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:14:30,120+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:30,175+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:30,222+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 22072e7d-54a4-49b1-8cf7-0ddd9af8ac5c (threadPool:210)
2018-03-08 01:14:30,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 96839337-e5c6-45ee-bdc8-b30aefc6bde3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:30,223+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:30,506+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:30,555+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5ceecca8-3a45-42fb-9c5e-034133132d30 (threadPool:210)
2018-03-08 01:14:30,555+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 020be7a5-4c54-4433-81c8-49a6b393824d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:30,556+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:30,821+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:30,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2404083f-7cd0-4351-af03-2d0ab701a7c6 (threadPool:210)
2018-03-08 01:14:30,872+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 25efa90d-b28f-4f6a-999f-4e010c8a2b0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:30,872+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:31,114+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:31,163+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ca17d561-9c1a-4005-9b25-f7711f0d88eb (threadPool:210)
2018-03-08 01:14:31,163+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task df2008da-562a-4845-b4a0-0b50df911b5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:31,163+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:31,475+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:31,524+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2d978647-73da-4655-badb-5c24cd20ec1b (threadPool:210)
2018-03-08 01:14:31,524+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a3584cf4-e956-4cfb-876c-a1efdd11cce1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:31,525+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:31,808+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:31,845+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 96839337-e5c6-45ee-bdc8-b30aefc6bde3 (threadPool:210)
2018-03-08 01:14:31,846+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 531d62ad-ae16-4460-a7f2-43fd4e187ed1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:31,846+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:32,143+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:32,190+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 020be7a5-4c54-4433-81c8-49a6b393824d (threadPool:210)
2018-03-08 01:14:32,190+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 945e9320-e342-4998-81a6-a494486b6154 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:32,191+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:32,504+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:32,554+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 25efa90d-b28f-4f6a-999f-4e010c8a2b0f (threadPool:210)
2018-03-08 01:14:32,554+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8823271b-a586-4302-b17f-1a42d74d66e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:32,555+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:32,905+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:32,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task df2008da-562a-4845-b4a0-0b50df911b5f (threadPool:210)
2018-03-08 01:14:32,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 761cb27b-35d0-4984-b3cd-181e99198510 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:32,958+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:33,221+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:33,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a3584cf4-e956-4cfb-876c-a1efdd11cce1 (threadPool:210)
2018-03-08 01:14:33,270+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a5ec4961-ed6a-456f-a942-8cb3b11860df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\x84"x\xff1*$\x9bROn>*\\\x93\xb9000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:33,270+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b9935c2a-3e6e-4f52-9b24-2a31ff782284 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:33,270+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284 to 6144 megabytes (lvm:1205)
2018-03-08 01:14:33,501+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a5ec4961-ed6a-456f-a942-8cb3b11860df (threadPool:210)
2018-03-08 01:14:33,502+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c2f2f40b-27e4-4ca2-aeb3-806cc9415961 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:33,502+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:33,548+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:33,591+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 531d62ad-ae16-4460-a7f2-43fd4e187ed1 (threadPool:210)
2018-03-08 01:14:33,592+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6fcc76a5-2544-44f5-8f86-b35da899d02d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:33,592+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:33,858+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:33,906+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 945e9320-e342-4998-81a6-a494486b6154 (threadPool:210)
2018-03-08 01:14:33,907+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4ad7ccda-d16d-4f90-8e94-68acbe6609b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:33,907+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:34,251+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:34,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 761cb27b-35d0-4984-b3cd-181e99198510 (threadPool:210)
2018-03-08 01:14:34,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2687653a-b028-4d8b-8061-aed4200172e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:34,309+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:34,582+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:34,636+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c2f2f40b-27e4-4ca2-aeb3-806cc9415961 (threadPool:210)
2018-03-08 01:14:34,636+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 576f339b-1de8-49b5-b885-d76f522c9a4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:34,636+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:34,930+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:34,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8823271b-a586-4302-b17f-1a42d74d66e2 (threadPool:210)
2018-03-08 01:14:34,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 156e11e1-534c-4df3-9e66-5049e44d4c2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:34,974+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:35,372+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:35,421+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2687653a-b028-4d8b-8061-aed4200172e7 (threadPool:210)
2018-03-08 01:14:35,422+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f4233f60-5309-4ccf-a135-cb3e0458b56e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:35,422+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:35,744+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:35,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6fcc76a5-2544-44f5-8f86-b35da899d02d (threadPool:210)
2018-03-08 01:14:35,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 01cd3d11-c2cc-45ec-a444-007ba0727e20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:35,782+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:36,052+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:36,101+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4ad7ccda-d16d-4f90-8e94-68acbe6609b9 (threadPool:210)
2018-03-08 01:14:36,101+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cbd39d46-7fef-46cc-b0f7-2e0c679b2fd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:36,102+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:36,389+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:36,440+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 156e11e1-534c-4df3-9e66-5049e44d4c2a (threadPool:210)
2018-03-08 01:14:36,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 37e5c6cd-a177-4d1a-9863-6f328a02fbb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:36,441+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:36,581+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:36,582+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=70daf06c-b569-4120-a9e7-e9922df610ce (api:46)
2018-03-08 01:14:36,583+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237206', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118115', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346086', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677001', 'lastCheck': '3.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000864931', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346378', 'lastCheck': '7.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318482', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361037', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426651', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388797', 'lastCheck': '3.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618503', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263027', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280065', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047542', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453321', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223178', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284541', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039764', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209443', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622673', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464382', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028442', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218088', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372185', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288913', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284177', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341078', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320815', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247128', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281271', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437064', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265924', 'lastCheck': '3.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=70daf06c-b569-4120-a9e7-e9922df610ce (api:52)
2018-03-08 01:14:36,583+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0841dbf2-d1e0-46df-8cac-34d2dd9ea5a0 (api:46)
2018-03-08 01:14:36,584+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0841dbf2-d1e0-46df-8cac-34d2dd9ea5a0 (api:52)
2018-03-08 01:14:36,615+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.48'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '25': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.67'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '20': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.16'}, '21': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.82'}, '22': {'cpuUser': '4.11', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '93.50'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.80'}, '28': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.35'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '41': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '28.49', 'cpuIdle': '66.28'}, '0': {'cpuUser': '6.29', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.33'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.03'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '9': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.90'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.75'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '12': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.63'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.62'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.10'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '34': {'cpuUser': '7.62', 'nodeIndex': 0, 'cpuSys': '8.02', 'cpuIdle': '84.36'}, '33': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.91'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308746'}, '0': {'memPercent': 11, 'memFree': '349008'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263027', 'lastCheck': '2.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237206', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118115', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280065', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047542', 'lastCheck': '3.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000864931', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346378', 'lastCheck': '7.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318482', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361037', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426651', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388797', 'lastCheck': '3.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618503', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346086', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677001', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453321', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464382', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284541', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039764', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209443', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622673', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223178', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437064', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218088', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372185', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288913', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284177', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341078', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320815', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247128', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281271', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028442', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265924', 'lastCheck': '3.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645493566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403934896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.351', 'tx': '1176267813642', 'txDropped': '0', 'rx': '625370359924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0', 'tx': '1580914388126', 'txDropped': '0', 'rx': '926292204459', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45162588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416252472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200412407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet0', 'tx': '87269167', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet1', 'tx': '37765271418', 'txDropped': '0', 'rx': '877611050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet2', 'tx': '21121208339', 'txDropped': '0', 'rx': '141313472066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175529731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet4', 'tx': '395952575', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet5', 'tx': '23423262023', 'txDropped': '0', 'rx': '498047573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet6', 'tx': '6653477884', 'txDropped': '0', 'rx': '429736343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet7', 'tx': '1433041747', 'txDropped': '0', 'rx': '552129863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42413554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46710049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'lo', 'tx': '6928948522', 'txDropped': '0', 'rx': '6928948522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170558902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'eno1', 'tx': '975606737293', 'txDropped': '0', 'rx': '433982637614', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'eno2', 'tx': '605307650833', 'txDropped': '0', 'rx': '492309566845', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468061.720106, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468061.720106, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632567643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75853183', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76971002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191942998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370747076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.306', 'tx': '76695870803', 'txDropped': '0', 'rx': '8373268666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49832197', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430074034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298709398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.110', 'tx': '2475558814', 'txDropped': '0', 'rx': '66853881413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.111', 'tx': '122673133399', 'txDropped': '0', 'rx': '24443615255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55212171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54133318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465066128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165237209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55992089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55821850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45157842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468061.720106, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226451276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'oVirtManagement', 'tx': '1176267812994', 'txDropped': '0', 'rx': '625369621521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576877276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'vnet3', 'tx': '542346159', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468061.720106, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754308094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694110.45', 'cpuLoad': '2.76', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92925'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:14:36 GMT', 'cpuUser': '1.21', 'memFree': 667612, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:36,620+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:14:36,741+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:36,886+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=146e8432-a4c7-4678-bb58-2ecf0695e186 (api:46)
2018-03-08 01:14:36,888+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237206', 'lastCheck': '3.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118115', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346086', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677001', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000864931', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346378', 'lastCheck': '7.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318482', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361037', 'lastCheck': '3.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426651', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388797', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618503', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263027', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280065', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047542', 'lastCheck': '4.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453321', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223178', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284541', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039764', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209443', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622673', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464382', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028442', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218088', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372185', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288913', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284177', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000341078', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320815', 'lastCheck': '4.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247128', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281271', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437064', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265924', 'lastCheck': '4.0', 'valid': True}} from=internal, task_id=146e8432-a4c7-4678-bb58-2ecf0695e186 (api:52)
2018-03-08 01:14:36,888+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=d03718c0-16a1-4fcc-b08e-889b95971a1a (api:46)
2018-03-08 01:14:36,889+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d03718c0-16a1-4fcc-b08e-889b95971a1a (api:52)
2018-03-08 01:14:37,076+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:37,125+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f4233f60-5309-4ccf-a135-cb3e0458b56e (threadPool:210)
2018-03-08 01:14:37,125+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9b7b8a27-5e4a-4f26-bba9-c404929a207f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:37,126+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:37,451+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:37,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 576f339b-1de8-49b5-b885-d76f522c9a4f (threadPool:210)
2018-03-08 01:14:37,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c75c378b-ea8b-4c29-bda3-7c5b6c924b6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:37,501+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:37,852+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:37,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 01cd3d11-c2cc-45ec-a444-007ba0727e20 (threadPool:210)
2018-03-08 01:14:37,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 35ec73ca-3590-40f9-b629-8babd0a81e98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:37,902+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:38,313+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:38,373+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cbd39d46-7fef-46cc-b0f7-2e0c679b2fd9 (threadPool:210)
2018-03-08 01:14:38,374+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 482ad000-2560-4ec1-8584-e08265ee3c91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:38,375+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:38,678+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:38,726+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 37e5c6cd-a177-4d1a-9863-6f328a02fbb8 (threadPool:210)
2018-03-08 01:14:38,727+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1c3c0af3-5b00-4c7b-897f-a31ea151f0cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:38,727+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:39,018+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:39,060+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9b7b8a27-5e4a-4f26-bba9-c404929a207f (threadPool:210)
2018-03-08 01:14:39,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b6e847d-4d5d-4c62-85be-e398d3500c87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:39,061+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:39,359+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1f6526d9-d054-4208-811f-323bf6cc2cfa (api:46)
2018-03-08 01:14:39,369+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:39,392+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1f6526d9-d054-4208-811f-323bf6cc2cfa (api:52)
2018-03-08 01:14:39,395+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:14:39,433+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 35ec73ca-3590-40f9-b629-8babd0a81e98 (threadPool:210)
2018-03-08 01:14:39,433+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d28873a6-5d64-4b6a-ba9e-3e726423bc52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:39,434+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:39,502+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c4e367b1-bfe7-4a0e-8c82-79421a2323aa (api:46)
2018-03-08 01:14:39,516+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5193018114048', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c4e367b1-bfe7-4a0e-8c82-79421a2323aa (api:52)
2018-03-08 01:14:39,520+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:14:39,733+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:39,790+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1c3c0af3-5b00-4c7b-897f-a31ea151f0cb (threadPool:210)
2018-03-08 01:14:39,791+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 196530fd-5d85-4095-bc8e-e3f189825510 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:39,792+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:40,135+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:40,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b6e847d-4d5d-4c62-85be-e398d3500c87 (threadPool:210)
2018-03-08 01:14:40,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bfa6fa76-f889-4f0a-9315-5bddced93e93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:40,183+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:40,477+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:40,526+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 482ad000-2560-4ec1-8584-e08265ee3c91 (threadPool:210)
2018-03-08 01:14:40,527+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e5f21b7-b3e8-4318-aeb4-4b73ecd0965f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:40,527+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:40,708+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:40,713+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:40,715+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:40,809+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=4736cdfc-4165-41e2-9bcc-96869cbb0f6e (api:46)
2018-03-08 01:14:40,810+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=4736cdfc-4165-41e2-9bcc-96869cbb0f6e (api:52)
2018-03-08 01:14:40,810+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=93afa837-0816-4522-9d56-f18d0e4dcd1e (api:46)
2018-03-08 01:14:40,810+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=93afa837-0816-4522-9d56-f18d0e4dcd1e (api:52)
2018-03-08 01:14:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=4547119d-9268-416d-99a9-c40054c6e7c6 (api:46)
2018-03-08 01:14:40,811+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=4547119d-9268-416d-99a9-c40054c6e7c6 (api:52)
2018-03-08 01:14:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=6cd3e0c6-9fd1-4f41-a12f-52ec77e8e3c5 (api:46)
2018-03-08 01:14:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=6cd3e0c6-9fd1-4f41-a12f-52ec77e8e3c5 (api:52)
2018-03-08 01:14:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=f8f5b736-26f0-44f8-a4bb-b4b81d32545a (api:46)
2018-03-08 01:14:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=f8f5b736-26f0-44f8-a4bb-b4b81d32545a (api:52)
2018-03-08 01:14:40,813+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=05961137-bba0-4499-927d-cb1b5374f4aa (api:46)
2018-03-08 01:14:40,813+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=05961137-bba0-4499-927d-cb1b5374f4aa (api:52)
2018-03-08 01:14:40,813+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=3a474647-a142-4e97-81a2-014eaa7a70fe (api:46)
2018-03-08 01:14:40,813+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=3a474647-a142-4e97-81a2-014eaa7a70fe (api:52)
2018-03-08 01:14:40,814+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=dcb75508-a23c-4a44-a74f-79261230ad0c (api:46)
2018-03-08 01:14:40,814+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=dcb75508-a23c-4a44-a74f-79261230ad0c (api:52)
2018-03-08 01:14:40,814+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=f5c2a718-973b-4fad-a9e9-03170f6fa065 (api:46)
2018-03-08 01:14:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=f5c2a718-973b-4fad-a9e9-03170f6fa065 (api:52)
2018-03-08 01:14:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=1e46219f-7d97-4fa0-9715-f7554ff21ab6 (api:46)
2018-03-08 01:14:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=1e46219f-7d97-4fa0-9715-f7554ff21ab6 (api:52)
2018-03-08 01:14:40,852+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:40,902+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d28873a6-5d64-4b6a-ba9e-3e726423bc52 (threadPool:210)
2018-03-08 01:14:40,902+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 22c427d3-f407-4647-a39f-e314dce1e986 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:40,902+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:41,164+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:41,216+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c75c378b-ea8b-4c29-bda3-7c5b6c924b6d (threadPool:210)
2018-03-08 01:14:41,216+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c40fa8ce-3145-45a5-b8ab-383479fd6029 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:41,217+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:41,503+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:41,553+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 196530fd-5d85-4095-bc8e-e3f189825510 (threadPool:210)
2018-03-08 01:14:41,553+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7bc583b2-3329-4a75-8d43-4a8b6b850cc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:41,554+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:41,817+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:41,866+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bfa6fa76-f889-4f0a-9315-5bddced93e93 (threadPool:210)
2018-03-08 01:14:41,866+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7535fef-80eb-4625-a6d5-823266831c15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:41,866+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:42,137+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:42,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e5f21b7-b3e8-4318-aeb4-4b73ecd0965f (threadPool:210)
2018-03-08 01:14:42,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6bbd22d9-dbce-449a-930f-67f3e9c6bd09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:42,186+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:42,472+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:42,521+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 22c427d3-f407-4647-a39f-e314dce1e986 (threadPool:210)
2018-03-08 01:14:42,521+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c26768ec-16b4-41db-a40c-170a063bb2d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:42,521+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:42,825+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:42,886+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c40fa8ce-3145-45a5-b8ab-383479fd6029 (threadPool:210)
2018-03-08 01:14:42,886+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task af8d67cf-27e4-46ee-98e6-f3005000c4ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:42,887+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:43,339+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:43,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7535fef-80eb-4625-a6d5-823266831c15 (threadPool:210)
2018-03-08 01:14:43,388+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 07f4ee28-4e2b-48da-b312-fd3336c697ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:43,388+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:43,746+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:43,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6bbd22d9-dbce-449a-930f-67f3e9c6bd09 (threadPool:210)
2018-03-08 01:14:43,794+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b0a11230-239c-4464-beec-57d46731579e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:43,794+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:44,233+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:44,284+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7bc583b2-3329-4a75-8d43-4a8b6b850cc5 (threadPool:210)
2018-03-08 01:14:44,285+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ba899b6-2240-463a-914b-117cf8c0e212 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:44,285+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:44,600+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:44,655+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task af8d67cf-27e4-46ee-98e6-f3005000c4ff (threadPool:210)
2018-03-08 01:14:44,655+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4ebc20e3-992e-455b-8635-8adcaf9fc3de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:44,655+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:44,921+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:44,975+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 07f4ee28-4e2b-48da-b312-fd3336c697ab (threadPool:210)
2018-03-08 01:14:44,976+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1184eff-7194-44f0-946e-abb74efda9bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:44,976+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:45,125+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:14:45,130+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:14:45,133+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:45,140+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:14:45,141+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:14:45,141+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:14:45,240+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:45,289+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c26768ec-16b4-41db-a40c-170a063bb2d4 (threadPool:210)
2018-03-08 01:14:45,289+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a659c7d-b6aa-4141-9ea5-a74d15f275d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:45,290+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:45,644+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:45,696+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b0a11230-239c-4464-beec-57d46731579e (threadPool:210)
2018-03-08 01:14:45,697+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3522b2f2-8f6f-4e67-91e7-74a8c9ca7990 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:45,697+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:45,744+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20808 (__init__:330)
2018-03-08 01:14:45,769+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20809 (__init__:330)
2018-03-08 01:14:45,788+0100 INFO  (ioprocess/280198) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:14:45,790+0100 INFO  (ioprocess/280204) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:14:46,010+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:46,050+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ba899b6-2240-463a-914b-117cf8c0e212 (threadPool:210)
2018-03-08 01:14:46,050+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d9ba4a91-1cf8-461b-ac57-f2aa5887eecf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:46,051+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:46,415+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:46,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1184eff-7194-44f0-946e-abb74efda9bb (threadPool:210)
2018-03-08 01:14:46,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 848f8c1a-26ee-4ae4-abd3-510ebd35fb46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:46,468+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:46,748+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:46,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a659c7d-b6aa-4141-9ea5-a74d15f275d8 (threadPool:210)
2018-03-08 01:14:46,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8e96c5e4-4dad-4428-a7ba-fb2c775fa671 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:46,800+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:47,123+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:47,170+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3522b2f2-8f6f-4e67-91e7-74a8c9ca7990 (threadPool:210)
2018-03-08 01:14:47,170+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task abe4aa2c-e144-48fc-ad3e-083089e247b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:47,171+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:47,506+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:47,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4ebc20e3-992e-455b-8635-8adcaf9fc3de (threadPool:210)
2018-03-08 01:14:47,554+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9e730430-b7e7-4cee-964f-b95f7c26188c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:47,554+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:47,845+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:47,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d9ba4a91-1cf8-461b-ac57-f2aa5887eecf (threadPool:210)
2018-03-08 01:14:47,894+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e75436a4-d0f5-491a-91b1-f3b23d514efb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:47,894+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:48,241+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:48,276+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 848f8c1a-26ee-4ae4-abd3-510ebd35fb46 (threadPool:210)
2018-03-08 01:14:48,277+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b952b12-02d2-45d2-baed-3008f6cbcaa8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:48,278+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:48,668+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:48,714+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8e96c5e4-4dad-4428-a7ba-fb2c775fa671 (threadPool:210)
2018-03-08 01:14:48,714+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 136ee8ad-ff10-4c90-8d2f-7e3afa5ba7bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:48,715+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:49,125+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:49,187+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task abe4aa2c-e144-48fc-ad3e-083089e247b9 (threadPool:210)
2018-03-08 01:14:49,188+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26c25f5d-44ef-450c-8112-635971ca1993 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:49,189+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:49,484+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:49,530+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9e730430-b7e7-4cee-964f-b95f7c26188c (threadPool:210)
2018-03-08 01:14:49,531+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1776efc9-932b-4a71-ad17-0009f1652256 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:49,531+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:49,841+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:50,014+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7a3a3394-eaad-471c-a695-e48f0cdbe985 (api:46)
2018-03-08 01:14:50,021+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7a3a3394-eaad-471c-a695-e48f0cdbe985 (api:52)
2018-03-08 01:14:50,022+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:50,122+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d27013f6-d052-48bb-89fc-66ed60ec4c11 (api:46)
2018-03-08 01:14:50,129+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d27013f6-d052-48bb-89fc-66ed60ec4c11 (api:52)
2018-03-08 01:14:50,131+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:50,239+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:50,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b952b12-02d2-45d2-baed-3008f6cbcaa8 (threadPool:210)
2018-03-08 01:14:50,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbc4c697-80d6-4af4-8659-83b66d2f58df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:50,284+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:50,606+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:50,660+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26c25f5d-44ef-450c-8112-635971ca1993 (threadPool:210)
2018-03-08 01:14:50,661+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b339787d-c9f3-42a6-9ada-8395c8371959 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:50,661+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:51,050+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:51,088+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1776efc9-932b-4a71-ad17-0009f1652256 (threadPool:210)
2018-03-08 01:14:51,088+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b6adb107-3627-41b9-b86a-990ece74baa4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:51,089+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:51,407+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:51,457+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbc4c697-80d6-4af4-8659-83b66d2f58df (threadPool:210)
2018-03-08 01:14:51,457+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b7bb73a-52ef-41d8-8541-e77872dd029e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:51,458+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:51,658+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:51,659+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2849df96-a5ba-4055-949a-8c4e0f805d48 (api:46)
2018-03-08 01:14:51,660+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275813', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696038', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294184', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366128', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058123', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448228', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000244772', 'lastCheck': '1.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487522', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269439', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353542', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527574', 'lastCheck': '4.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420366', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342823', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00989503', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354314', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321962', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478368', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329906', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230824', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461165', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288494', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268241', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218925', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000410954', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287865', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313162', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366189', 'lastCheck': '4.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477172', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414297', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710845', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252788', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281795', 'lastCheck': '1.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2849df96-a5ba-4055-949a-8c4e0f805d48 (api:52)
2018-03-08 01:14:51,660+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e3383908-8a84-437e-9317-cf9cc427abbb (api:46)
2018-03-08 01:14:51,661+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e3383908-8a84-437e-9317-cf9cc427abbb (api:52)
2018-03-08 01:14:51,693+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.29'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.23'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '22': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.88'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.56'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '41': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '1': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '25.25', 'cpuIdle': '69.45'}, '0': {'cpuUser': '6.63', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.46'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.37'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '94.76'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.03'}, '4': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.88'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '9': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.00'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.02'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.03'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '16': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.62'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '49': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '37': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.94'}, '36': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '35': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '34': {'cpuUser': '7.69', 'nodeIndex': 0, 'cpuSys': '9.74', 'cpuIdle': '82.57'}, '33': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308707'}, '0': {'memPercent': 11, 'memFree': '349033'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420366', 'lastCheck': '2.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275813', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696038', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342823', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00989503', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058123', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448228', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000244772', 'lastCheck': '1.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487522', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269439', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353542', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527574', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294184', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366128', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354314', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288494', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478368', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329906', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230824', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461165', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321962', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252788', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218925', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000410954', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287865', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313162', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366189', 'lastCheck': '4.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477172', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414297', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710845', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268241', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281795', 'lastCheck': '1.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645503083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403937470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.351', 'tx': '1176267882300', 'txDropped': '0', 'rx': '625370370946', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0', 'tx': '1580914469163', 'txDropped': '0', 'rx': '926292599135', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45162988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416253452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200414877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet0', 'tx': '87271700', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet1', 'tx': '37765272650', 'txDropped': '0', 'rx': '877611112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet2', 'tx': '21121226344', 'txDropped': '0', 'rx': '141313480759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175531723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet4', 'tx': '395955172', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet5', 'tx': '23423274385', 'txDropped': '0', 'rx': '498047912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet6', 'tx': '6653479176', 'txDropped': '0', 'rx': '429736447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet7', 'tx': '1433043133', 'txDropped': '0', 'rx': '552130009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42413954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46710449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'lo', 'tx': '6929023199', 'txDropped': '0', 'rx': '6929023199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170560712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'eno1', 'tx': '975606809507', 'txDropped': '0', 'rx': '433982832009', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'eno2', 'tx': '605307659656', 'txDropped': '0', 'rx': '492309767126', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468076.809861, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468076.809861, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632572321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75853583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76971402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191945840', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370747426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.306', 'tx': '76695870803', 'txDropped': '0', 'rx': '8373270857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49832547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430076225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298712240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.110', 'tx': '2475559126', 'txDropped': '0', 'rx': '66853882579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.111', 'tx': '122673142094', 'txDropped': '0', 'rx': '24443630618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55212521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54133718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465068702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165239019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55992439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55822250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45158242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468076.809861, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226453746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'oVirtManagement', 'tx': '1176267881652', 'txDropped': '0', 'rx': '625369632543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576881954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'vnet3', 'tx': '542348756', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468076.809861, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754310086', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694125.53', 'cpuLoad': '2.72', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92924'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:14:51 GMT', 'cpuUser': '1.17', 'memFree': 667606, 'cpuIdle': '97.13', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.33'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:51,698+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:14:51,814+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:51,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e75436a4-d0f5-491a-91b1-f3b23d514efb (threadPool:210)
2018-03-08 01:14:51,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 683cff70-7817-4156-b742-558a8f776dc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:51,865+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:51,983+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ff4328b0-6005-496a-abcb-d19129a650e6 (api:46)
2018-03-08 01:14:51,984+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275813', 'lastCheck': '3.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696038', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294184', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366128', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058123', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448228', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000244772', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487522', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269439', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353542', 'lastCheck': '2.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527574', 'lastCheck': '5.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420366', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342823', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00989503', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354314', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321962', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478368', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329906', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230824', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461165', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288494', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268241', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218925', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000410954', 'lastCheck': '6.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287865', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313162', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366189', 'lastCheck': '4.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477172', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414297', 'lastCheck': '2.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710845', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252788', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281795', 'lastCheck': '2.1', 'valid': True}} from=internal, task_id=ff4328b0-6005-496a-abcb-d19129a650e6 (api:52)
2018-03-08 01:14:51,984+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=b41175bf-ef65-4ec1-8ab9-5f66f0ed095a (api:46)
2018-03-08 01:14:51,985+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b41175bf-ef65-4ec1-8ab9-5f66f0ed095a (api:52)
2018-03-08 01:14:52,190+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:52,242+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b339787d-c9f3-42a6-9ada-8395c8371959 (threadPool:210)
2018-03-08 01:14:52,242+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e8238d9f-d7d6-4230-8dd4-6e22d8a30220 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:52,243+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:52,556+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:52,602+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 136ee8ad-ff10-4c90-8d2f-7e3afa5ba7bb (threadPool:210)
2018-03-08 01:14:52,603+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0b106c38-42b1-4a54-9449-9aaa94241ece (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:52,603+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:52,934+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:52,983+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b6adb107-3627-41b9-b86a-990ece74baa4 (threadPool:210)
2018-03-08 01:14:52,984+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bb99ce7a-97a3-4f54-80d9-88119ba78fd7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:52,984+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:53,311+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:53,366+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b7bb73a-52ef-41d8-8541-e77872dd029e (threadPool:210)
2018-03-08 01:14:53,367+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ce2c0d21-f7ec-4265-b795-1c89d490a349 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:53,367+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:53,642+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:53,680+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20807 (__init__:598)
2018-03-08 01:14:53,698+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 683cff70-7817-4156-b742-558a8f776dc5 (threadPool:210)
2018-03-08 01:14:53,698+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2fc99880-c35b-4c8e-8241-16b37feaaba9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:53,699+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:54,018+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:54,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e8238d9f-d7d6-4230-8dd4-6e22d8a30220 (threadPool:210)
2018-03-08 01:14:54,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 00fe0e0c-69e0-4cd3-8eba-8433745b4d51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:54,069+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:54,457+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:54,509+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0b106c38-42b1-4a54-9449-9aaa94241ece (threadPool:210)
2018-03-08 01:14:54,509+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task add3288f-3a70-4f5f-8215-ed5c4ceee6ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:14:54,510+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:54,801+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:54,870+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bb99ce7a-97a3-4f54-80d9-88119ba78fd7 (threadPool:210)
2018-03-08 01:14:54,870+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bd385b84-3e40-4657-94bd-313cfae678e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:54,871+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:55,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:55,228+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ce2c0d21-f7ec-4265-b795-1c89d490a349 (threadPool:210)
2018-03-08 01:14:55,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3cd5c37e-f9c4-4d00-bf94-8a7ce73da9ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:55,229+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:55,549+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:55,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2fc99880-c35b-4c8e-8241-16b37feaaba9 (threadPool:210)
2018-03-08 01:14:55,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 30defdee-655c-4ca6-b185-724d7da1ad3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:55,602+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:55,732+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:14:55,737+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:14:55,739+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:14:55,939+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:55,988+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 00fe0e0c-69e0-4cd3-8eba-8433745b4d51 (threadPool:210)
2018-03-08 01:14:55,989+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84e437c9-8ae9-4306-acbf-68d2b86f52cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:55,989+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:56,320+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:56,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task add3288f-3a70-4f5f-8215-ed5c4ceee6ab (threadPool:210)
2018-03-08 01:14:56,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 99c4a7bf-368f-4b1b-b2c5-c61df099b57b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:56,372+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:56,653+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:56,704+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bd385b84-3e40-4657-94bd-313cfae678e0 (threadPool:210)
2018-03-08 01:14:56,704+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d26eced1-e484-48ca-a76d-5851bf4f7ed9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:56,704+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:56,992+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:57,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3cd5c37e-f9c4-4d00-bf94-8a7ce73da9ac (threadPool:210)
2018-03-08 01:14:57,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 594dc02b-24a4-4b68-8255-776e22e00fc1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:57,048+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:57,388+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:57,436+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 30defdee-655c-4ca6-b185-724d7da1ad3c (threadPool:210)
2018-03-08 01:14:57,436+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b8f51416-8f70-4e3e-94c6-f3e940743444 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:57,437+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:57,720+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:57,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84e437c9-8ae9-4306-acbf-68d2b86f52cd (threadPool:210)
2018-03-08 01:14:57,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9dc3c7a9-4ad4-4e3d-874d-59702960260e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:57,770+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:58,080+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:58,132+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 99c4a7bf-368f-4b1b-b2c5-c61df099b57b (threadPool:210)
2018-03-08 01:14:58,133+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 350e45d8-4346-4022-8c72-37f419d23c3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:58,133+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:58,455+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:58,510+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d26eced1-e484-48ca-a76d-5851bf4f7ed9 (threadPool:210)
2018-03-08 01:14:58,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cab150d1-85b2-49d5-b25a-e71a97eca54f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:58,511+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:58,855+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:58,901+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 594dc02b-24a4-4b68-8255-776e22e00fc1 (threadPool:210)
2018-03-08 01:14:58,901+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b501e219-c397-4d4d-9cf6-67745ad99b73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:58,902+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:14:59,273+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:59,328+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9dc3c7a9-4ad4-4e3d-874d-59702960260e (threadPool:210)
2018-03-08 01:14:59,329+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5eb0033e-8839-4de9-838a-b81381aebbf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:14:59,330+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:14:59,636+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:14:59,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cab150d1-85b2-49d5-b25a-e71a97eca54f (threadPool:210)
2018-03-08 01:14:59,702+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d044790-9ee6-4644-9886-c20082444174 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:14:59,703+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:00,030+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:00,079+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b8f51416-8f70-4e3e-94c6-f3e940743444 (threadPool:210)
2018-03-08 01:15:00,080+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2978d774-1440-4485-80ce-2aca21802d21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:00,080+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:00,144+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:15:00,150+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:15:00,153+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:00,156+0100 INFO  (jsonrpc/5) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=75cc6105, task_id=f7516297-f068-405c-8c1e-e05df3753104 (api:46)
2018-03-08 01:15:00,177+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:15:00,179+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:15:00,179+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:15:00,443+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:00,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b501e219-c397-4d4d-9cf6-67745ad99b73 (threadPool:210)
2018-03-08 01:15:00,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 22d6cf4b-1b1c-4654-a41e-fadd7c7f0c91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:00,472+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:00,593+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9b8eceb0-3b72-423a-bc87-65c4e718029c (api:46)
2018-03-08 01:15:00,599+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9b8eceb0-3b72-423a-bc87-65c4e718029c (api:52)
2018-03-08 01:15:00,599+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:00,744+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a78adf4a-14de-4b7b-b8f0-b490f1828641 (api:46)
2018-03-08 01:15:00,751+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a78adf4a-14de-4b7b-b8f0-b490f1828641 (api:52)
2018-03-08 01:15:00,752+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:02,892+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=75cc6105, task_id=f7516297-f068-405c-8c1e-e05df3753104 (api:52)
2018-03-08 01:15:02,893+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.73 seconds (__init__:573)
2018-03-08 01:15:04,822+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:04,850+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 350e45d8-4346-4022-8c72-37f419d23c3a (threadPool:210)
2018-03-08 01:15:04,850+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5b4557e-5b50-499b-9ea9-42469b6b8164 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:04,850+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:06,740+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:06,744+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=7fa2028d-ff23-4fa7-8cc7-bcb65d811d6a (api:46)
2018-03-08 01:15:06,745+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363029', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476765', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028883', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580109', 'lastCheck': '7.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576597', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345061', 'lastCheck': '7.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000523398', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575725', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266887', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243857', 'lastCheck': '7.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294006', 'lastCheck': '9.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354081', 'lastCheck': '7.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291191', 'lastCheck': '8.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286637', 'lastCheck': '7.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344239', 'lastCheck': '7.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232477', 'lastCheck': '7.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293928', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362609', 'lastCheck': '7.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350285', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545357', 'lastCheck': '7.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247925', 'lastCheck': '6.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500755', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334565', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415084', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296163', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439186', 'lastCheck': '7.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000271069', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248609', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335756', 'lastCheck': '6.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438812', 'lastCheck': '6.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436111', 'lastCheck': '6.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259697', 'lastCheck': '6.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=7fa2028d-ff23-4fa7-8cc7-bcb65d811d6a (api:52)
2018-03-08 01:15:06,746+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c0803ad6-b53f-4ea8-8f4d-7c12b647646a (api:46)
2018-03-08 01:15:06,746+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c0803ad6-b53f-4ea8-8f4d-7c12b647646a (api:52)
2018-03-08 01:15:06,787+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '54': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.36'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '96.56'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.74'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '25': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.37'}, '26': {'cpuUser': '4.63', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '93.72'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '21': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.70'}, '22': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.83'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.37'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '27.53', 'cpuIdle': '67.37'}, '0': {'cpuUser': '5.69', 'nodeIndex': 0, 'cpuSys': '3.97', 'cpuIdle': '90.34'}, '3': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.25'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '5': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.24'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '7': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '9': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.17'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.62'}, '59': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '13': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.90'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '14': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.16'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '35': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.83'}, '34': {'cpuUser': '5.16', 'nodeIndex': 0, 'cpuSys': '6.22', 'cpuIdle': '88.62'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.76'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '57': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308712'}, '0': {'memPercent': 11, 'memFree': '349034'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354081', 'lastCheck': '7.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363029', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476765', 'lastCheck': '8.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291191', 'lastCheck': '8.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286637', 'lastCheck': '7.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576597', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345061', 'lastCheck': '7.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000523398', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575725', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266887', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243857', 'lastCheck': '7.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294006', 'lastCheck': '9.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028883', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580109', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344239', 'lastCheck': '7.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247925', 'lastCheck': '6.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293928', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362609', 'lastCheck': '7.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350285', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545357', 'lastCheck': '7.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232477', 'lastCheck': '7.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436111', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334565', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415084', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296163', 'lastCheck': '6.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439186', 'lastCheck': '7.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000271069', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248609', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335756', 'lastCheck': '6.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438812', 'lastCheck': '6.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500755', 'lastCheck': '6.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259697', 'lastCheck': '6.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645548506', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403941109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.351', 'tx': '1176267967581', 'txDropped': '0', 'rx': '625370388860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0', 'tx': '1580914568357', 'txDropped': '0', 'rx': '926293063128', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45163388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416254713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200416556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet0', 'tx': '87274250', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet1', 'tx': '37765274163', 'txDropped': '0', 'rx': '877611174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet2', 'tx': '21121296900', 'txDropped': '0', 'rx': '141313489216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175533281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet4', 'tx': '395957722', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet5', 'tx': '23423322493', 'txDropped': '0', 'rx': '498048207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet6', 'tx': '6653480689', 'txDropped': '0', 'rx': '429736509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet7', 'tx': '1433044706', 'txDropped': '0', 'rx': '552130113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42414354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46710849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'lo', 'tx': '6929104303', 'txDropped': '0', 'rx': '6929104303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170562330', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'eno1', 'tx': '975606899829', 'txDropped': '0', 'rx': '433983086018', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'eno2', 'tx': '605307668528', 'txDropped': '0', 'rx': '492309977110', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468091.920755, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468091.920755, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632576907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75853933', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76971752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191948536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370748055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.306', 'tx': '76695870803', 'txDropped': '0', 'rx': '8373272847', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49833176', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430078215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298714936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.110', 'tx': '2475559354', 'txDropped': '0', 'rx': '66853883886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.111', 'tx': '122673150483', 'txDropped': '0', 'rx': '24443698260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55212921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54134118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465072341', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165240637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55992839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55822650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45158642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468091.920755, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226455425', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'oVirtManagement', 'tx': '1176267966933', 'txDropped': '0', 'rx': '625369650457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576886540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'vnet3', 'tx': '542351306', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468091.920755, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754311644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1694140.61', 'cpuLoad': '2.64', 'cpuSys': '1.64', 'diskStats': {'/var/log': {'free': '92922'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635185L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:15:06 GMT', 'cpuUser': '1.30', 'memFree': 667481, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.71'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:06,792+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:15:07,126+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=8cabf4df-a799-4279-b984-9a7c332c1faf (api:46)
2018-03-08 01:15:07,128+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363029', 'lastCheck': '8.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476765', 'lastCheck': '8.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028883', 'lastCheck': '7.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580109', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576597', 'lastCheck': '7.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345061', 'lastCheck': '7.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000523398', 'lastCheck': '7.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575725', 'lastCheck': '7.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266887', 'lastCheck': '7.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243857', 'lastCheck': '7.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294006', 'lastCheck': '10.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354081', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291191', 'lastCheck': '8.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286637', 'lastCheck': '8.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344239', 'lastCheck': '7.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232477', 'lastCheck': '7.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293928', 'lastCheck': '7.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362609', 'lastCheck': '7.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350285', 'lastCheck': '7.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545357', 'lastCheck': '7.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247925', 'lastCheck': '7.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500755', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334565', 'lastCheck': '7.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415084', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296163', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439186', 'lastCheck': '7.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000271069', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248609', 'lastCheck': '7.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335756', 'lastCheck': '7.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438812', 'lastCheck': '7.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436111', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259697', 'lastCheck': '7.3', 'valid': True}} from=internal, task_id=8cabf4df-a799-4279-b984-9a7c332c1faf (api:52)
2018-03-08 01:15:07,129+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=152026a2-57d3-4a5b-95c7-7f7ae6d4cce2 (api:46)
2018-03-08 01:15:07,129+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=152026a2-57d3-4a5b-95c7-7f7ae6d4cce2 (api:52)
2018-03-08 01:15:10,246+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5673ab6d-6315-4503-ae6d-098f95aff44b/metadata running next_check=5988889.07 at 0x7f4328048b90>> delayed by 0.61 seconds (asyncutils:138)
2018-03-08 01:15:10,380+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5988889.08 at 0x7f433c3b93d0>> delayed by 0.73 seconds (asyncutils:138)
2018-03-08 01:15:10,404+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5988889.16 at 0x7f433c4d64d0>> delayed by 0.67 seconds (asyncutils:138)
2018-03-08 01:15:10,758+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:10,768+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:10,770+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:11,006+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:11,045+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d044790-9ee6-4644-9886-c20082444174 (threadPool:210)
2018-03-08 01:15:11,045+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 49e437c6-5847-48a7-9030-780f65ca49b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:11,045+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:11,197+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=316f7edd-f6be-49da-b911-ebd7e4fcb104 (api:46)
2018-03-08 01:15:11,205+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=316f7edd-f6be-49da-b911-ebd7e4fcb104 (api:52)
2018-03-08 01:15:11,206+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:11,305+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=19a9c973-09e3-41df-b760-e46cddb6ac6b (api:46)
2018-03-08 01:15:12,599+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85839577088', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=19a9c973-09e3-41df-b760-e46cddb6ac6b (api:52)
2018-03-08 01:15:12,601+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.30 seconds (__init__:573)
2018-03-08 01:15:15,185+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:15:15,190+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:15:15,193+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:15,200+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:15:15,201+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:15:15,201+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:15:15,319+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:15,364+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5b4557e-5b50-499b-9ea9-42469b6b8164 (threadPool:210)
2018-03-08 01:15:15,364+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cc3c9b60-0a0b-4afa-a52e-a1e75947a204 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:15,364+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:15,733+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:15,783+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 22d6cf4b-1b1c-4654-a41e-fadd7c7f0c91 (threadPool:210)
2018-03-08 01:15:15,783+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 00cf0757-83b5-43ab-a1cd-cd036e0524e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:15,784+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:16,273+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:16,700+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:16,751+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5eb0033e-8839-4de9-838a-b81381aebbf8 (threadPool:210)
2018-03-08 01:15:16,752+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ece2e9be-6e1a-4fdc-9d7c-2d0155ffc767 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:16,752+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:17,333+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:17,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 49e437c6-5847-48a7-9030-780f65ca49b2 (threadPool:210)
2018-03-08 01:15:17,369+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3bcb824d-1e9c-41b1-bd2e-5d86d4cf6c37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:17,370+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:17,805+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:17,853+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2978d774-1440-4485-80ce-2aca21802d21 (threadPool:210)
2018-03-08 01:15:17,853+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 87172256-0843-44ea-9982-ebf2939bdedc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:17,854+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:18,174+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:18,237+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cc3c9b60-0a0b-4afa-a52e-a1e75947a204 (threadPool:210)
2018-03-08 01:15:18,238+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce061617-bcdb-4662-85e2-ff66e34f8c77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:18,238+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:18,607+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:18,653+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 00cf0757-83b5-43ab-a1cd-cd036e0524e8 (threadPool:210)
2018-03-08 01:15:18,653+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8879d036-1fe6-4c80-953f-7b46010a9498 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:18,654+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:18,958+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:19,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ece2e9be-6e1a-4fdc-9d7c-2d0155ffc767 (threadPool:210)
2018-03-08 01:15:19,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8525ba40-4a51-4d3a-9500-2c04748f1d4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:19,045+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:19,583+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:19,691+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3bcb824d-1e9c-41b1-bd2e-5d86d4cf6c37 (threadPool:210)
2018-03-08 01:15:19,692+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3e044b60-ed9b-4b87-aabf-e26c9ecf845a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:19,693+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:20,202+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:20,228+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/0e18e0b8-fe4d-4849-b34c-3f9c706f1195/metadata running next_check=5988899.04 at 0x7f417818ced0>> delayed by 0.62 seconds (asyncutils:138)
2018-03-08 01:15:20,380+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 87172256-0843-44ea-9982-ebf2939bdedc (threadPool:210)
2018-03-08 01:15:20,381+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 57dcf962-5412-4342-b4f2-4aa2b2b7dfac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:20,381+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:20,396+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/ced8512b-725d-4e5e-9634-481fa5b87bc2/metadata running next_check=5988899.05 at 0x7f42dc0fd210>> delayed by 0.78 seconds (asyncutils:138)
2018-03-08 01:15:20,453+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5673ab6d-6315-4503-ae6d-098f95aff44b/metadata running next_check=5988899.07 at 0x7f4328048b90>> delayed by 0.81 seconds (asyncutils:138)
2018-03-08 01:15:20,475+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5988899.08 at 0x7f433c3b93d0>> delayed by 0.82 seconds (asyncutils:138)
2018-03-08 01:15:20,498+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5988899.16 at 0x7f433c4d64d0>> delayed by 0.77 seconds (asyncutils:138)
2018-03-08 01:15:20,742+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:20,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8879d036-1fe6-4c80-953f-7b46010a9498 (threadPool:210)
2018-03-08 01:15:20,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9037b861-cbd0-4cdb-8881-2d4a9e6d1f94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:20,795+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:21,140+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:21,191+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8525ba40-4a51-4d3a-9500-2c04748f1d4a (threadPool:210)
2018-03-08 01:15:21,191+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 99acd786-419c-463b-8fa8-0e96fa5ca82d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:15:21,191+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:21,522+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:21,562+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3e044b60-ed9b-4b87-aabf-e26c9ecf845a (threadPool:210)
2018-03-08 01:15:21,563+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7dcb40f3-2b29-4e3e-bb6e-87f1d28a2ec4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:21,563+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:21,830+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:21,831+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9ce4f1ce-d5fd-4d16-adff-2ac886223ac0 (api:46)
2018-03-08 01:15:21,832+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483298', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00175165', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249929', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000713411', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058892', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040702', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00187114', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542491', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294361', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024866', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422116', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121786', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306115', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324884', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603529', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268128', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431639', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281137', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312955', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638929', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373118', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262058', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248906', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291076', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491077', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358275', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348201', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309245', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522389', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088889', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352928', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101574', 'lastCheck': '1.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9ce4f1ce-d5fd-4d16-adff-2ac886223ac0 (api:52)
2018-03-08 01:15:21,832+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=28917cc4-da8e-47b0-843f-70a2ca387829 (api:46)
2018-03-08 01:15:21,833+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=28917cc4-da8e-47b0-843f-70a2ca387829 (api:52)
2018-03-08 01:15:21,866+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.13'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '25': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '93.78'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '27': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.96'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.28'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '22': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.62'}, '23': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '29': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.03'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '22.86', 'cpuIdle': '72.57'}, '0': {'cpuUser': '5.63', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '91.19'}, '3': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.11'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.97'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '9': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.03'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.56'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '92.97'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.29'}, '14': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '19': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.30'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.23'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '36': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '34': {'cpuUser': '5.63', 'nodeIndex': 0, 'cpuSys': '6.10', 'cpuIdle': '88.27'}, '33': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.91'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308599'}, '0': {'memPercent': 11, 'memFree': '348989'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121786', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483298', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00175165', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306115', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324884', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058892', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040702', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00187114', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542491', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294361', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024866', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422116', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249929', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000713411', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603529', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373118', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431639', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281137', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312955', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638929', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268128', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352928', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248906', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291076', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491077', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358275', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348201', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309245', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522389', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088889', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262058', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101574', 'lastCheck': '1.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645555048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403944015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.351', 'tx': '1176268053713', 'txDropped': '0', 'rx': '625370416016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0', 'tx': '1580914843389', 'txDropped': '0', 'rx': '926293663938', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45163738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416256301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200418435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet0', 'tx': '87279762', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet1', 'tx': '37765276077', 'txDropped': '0', 'rx': '877611278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet2', 'tx': '21121454910', 'txDropped': '0', 'rx': '141313671016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175535729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet4', 'tx': '395963234', 'txDropped': '0', 'rx': '3066388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet5', 'tx': '23423330996', 'txDropped': '0', 'rx': '498048535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet6', 'tx': '6653482603', 'txDropped': '0', 'rx': '429736613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet7', 'tx': '1433046560', 'txDropped': '0', 'rx': '552130175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42414704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46711303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'lo', 'tx': '6929183196', 'txDropped': '0', 'rx': '6929183196', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170563874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'eno1', 'tx': '975607157315', 'txDropped': '0', 'rx': '433983341609', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'eno2', 'tx': '605307686074', 'txDropped': '0', 'rx': '492310322329', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468107.009365, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468107.009365, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632581443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75854333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76972152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191952308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370748543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.306', 'tx': '76695870803', 'txDropped': '0', 'rx': '8373277519', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49833664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430082887', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298718708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.110', 'tx': '2475559624', 'txDropped': '0', 'rx': '66853885566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.111', 'tx': '122673332369', 'txDropped': '0', 'rx': '24443847363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55213271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54134572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465075247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165242181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55993189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55823000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45158992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468107.009365, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226457304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'oVirtManagement', 'tx': '1176268053065', 'txDropped': '0', 'rx': '625369677613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576891076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'vnet3', 'tx': '542356818', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468107.009365, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754314092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694155.70', 'cpuLoad': '2.87', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92921'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635281L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:15:21 GMT', 'cpuUser': '1.31', 'memFree': 667578, 'cpuIdle': '96.98', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.07'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:21,871+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:15:21,902+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:21,951+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 57dcf962-5412-4342-b4f2-4aa2b2b7dfac (threadPool:210)
2018-03-08 01:15:21,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8bd7adf3-2ca5-4c33-9fc6-1be2f0795be4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:21,952+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:22,238+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e1d85757-43b4-42c6-95ed-0946b8ac3fe6 (api:46)
2018-03-08 01:15:22,239+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483298', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00175165', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249929', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000713411', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058892', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040702', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00187114', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542491', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294361', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024866', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422116', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121786', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306115', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324884', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603529', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268128', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431639', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281137', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312955', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638929', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373118', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262058', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248906', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291076', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491077', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358275', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348201', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309245', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522389', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088889', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352928', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101574', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=e1d85757-43b4-42c6-95ed-0946b8ac3fe6 (api:52)
2018-03-08 01:15:22,240+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=eed9f427-a237-4990-9566-f0f005d68f5c (api:46)
2018-03-08 01:15:22,240+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=eed9f427-a237-4990-9566-f0f005d68f5c (api:52)
2018-03-08 01:15:22,373+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:22,427+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 99acd786-419c-463b-8fa8-0e96fa5ca82d (threadPool:210)
2018-03-08 01:15:22,427+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 93db1324-6a10-48f5-8b78-77ee1db8bbd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:22,428+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:22,821+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:22,869+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce061617-bcdb-4662-85e2-ff66e34f8c77 (threadPool:210)
2018-03-08 01:15:22,870+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc3dabe5-8f4d-4e65-b0c5-9f9d2ad27236 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:22,870+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:23,063+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=93b58b25-5095-4ae9-9826-deadf967850e (api:46)
2018-03-08 01:15:23,070+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=93b58b25-5095-4ae9-9826-deadf967850e (api:52)
2018-03-08 01:15:23,070+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:23,172+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0e2708ad-0829-48d8-aa18-9f71d3b85bc4 (api:46)
2018-03-08 01:15:23,212+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:23,257+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7dcb40f3-2b29-4e3e-bb6e-87f1d28a2ec4 (threadPool:210)
2018-03-08 01:15:23,257+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 676a7498-3d6a-456c-9260-7544152b7b3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:23,258+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:23,601+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:23,650+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9037b861-cbd0-4cdb-8881-2d4a9e6d1f94 (threadPool:210)
2018-03-08 01:15:23,650+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8feb836f-a451-4d54-aeda-b263e7b77660 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:23,650+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:23,783+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0e2708ad-0829-48d8-aa18-9f71d3b85bc4 (api:52)
2018-03-08 01:15:23,785+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.62 seconds (__init__:573)
2018-03-08 01:15:24,043+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:24,095+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8bd7adf3-2ca5-4c33-9fc6-1be2f0795be4 (threadPool:210)
2018-03-08 01:15:24,095+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 647f9bc5-4e97-41b1-843b-cacb66bf9b96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:24,095+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:24,419+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:24,467+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 93db1324-6a10-48f5-8b78-77ee1db8bbd4 (threadPool:210)
2018-03-08 01:15:24,468+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3f3c21d4-75b5-4a73-a0b7-01ef19c0f8e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:24,468+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:24,805+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:24,846+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc3dabe5-8f4d-4e65-b0c5-9f9d2ad27236 (threadPool:210)
2018-03-08 01:15:24,847+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29b8d3a7-d68e-4f18-8541-c746e71aca0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:24,847+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:25,149+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:25,200+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 676a7498-3d6a-456c-9260-7544152b7b3a (threadPool:210)
2018-03-08 01:15:25,200+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f881916-e0b3-4663-931c-7a4c08d0fa43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:25,201+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:25,509+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:25,559+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8feb836f-a451-4d54-aeda-b263e7b77660 (threadPool:210)
2018-03-08 01:15:25,559+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8918841a-d711-4acc-8d57-8093a4d100f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:25,559+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:25,788+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:25,793+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:25,795+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:25,951+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:25,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 647f9bc5-4e97-41b1-843b-cacb66bf9b96 (threadPool:210)
2018-03-08 01:15:25,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd494149-ee01-43e8-9d8d-e800a98c70ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:25,999+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:26,328+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:26,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3f3c21d4-75b5-4a73-a0b7-01ef19c0f8e3 (threadPool:210)
2018-03-08 01:15:26,379+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 82218ec5-3af4-41bf-a36e-74054329bda8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:26,379+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:26,740+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:26,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29b8d3a7-d68e-4f18-8541-c746e71aca0d (threadPool:210)
2018-03-08 01:15:26,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69bbdb41-3057-4641-8662-7808b90cd950 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:26,780+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:27,114+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:27,164+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8918841a-d711-4acc-8d57-8093a4d100f9 (threadPool:210)
2018-03-08 01:15:27,164+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 07af1307-ffee-4ecd-bd5a-bfd34c06d482 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:27,165+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:27,536+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:27,585+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd494149-ee01-43e8-9d8d-e800a98c70ee (threadPool:210)
2018-03-08 01:15:27,586+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e0597273-884b-4a26-8f3f-7b701f3fc0e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:27,586+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:27,958+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:28,280+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:28,321+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 82218ec5-3af4-41bf-a36e-74054329bda8 (threadPool:210)
2018-03-08 01:15:28,322+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1e3ddd2b-2c80-45c7-8bba-278421c52eac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:28,323+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:28,618+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:28,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f881916-e0b3-4663-931c-7a4c08d0fa43 (threadPool:210)
2018-03-08 01:15:28,660+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 65f601a0-442a-483a-a373-ab228ea77da7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:28,661+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:29,008+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:29,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69bbdb41-3057-4641-8662-7808b90cd950 (threadPool:210)
2018-03-08 01:15:29,049+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 51e1ce4f-fd25-4159-835d-ac9e16cdb42a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:29,049+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:29,331+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:29,381+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e0597273-884b-4a26-8f3f-7b701f3fc0e9 (threadPool:210)
2018-03-08 01:15:29,382+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6c7244c0-3bc5-4945-aeca-a96850057a98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:29,383+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:29,717+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:29,797+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1e3ddd2b-2c80-45c7-8bba-278421c52eac (threadPool:210)
2018-03-08 01:15:29,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d3ff3b8-2fbf-4824-bdad-02ecf0e8ff50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:29,800+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:30,073+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:30,123+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 07af1307-ffee-4ecd-bd5a-bfd34c06d482 (threadPool:210)
2018-03-08 01:15:30,123+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 181d3a42-78b2-4bdc-ab9f-b0d405c3a447 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:30,123+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:30,207+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:15:30,212+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:15:30,214+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:15:30,223+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:15:30,223+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:15:30,223+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:15:30,519+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:30,571+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 51e1ce4f-fd25-4159-835d-ac9e16cdb42a (threadPool:210)
2018-03-08 01:15:30,571+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f3d0f6d-e88c-44ef-96ff-7468a6f1aadb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:30,572+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:30,881+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:30,930+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6c7244c0-3bc5-4945-aeca-a96850057a98 (threadPool:210)
2018-03-08 01:15:30,930+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6a5fa54-e51b-45fb-bb20-588b428a41fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:30,931+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:31,241+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:31,289+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 65f601a0-442a-483a-a373-ab228ea77da7 (threadPool:210)
2018-03-08 01:15:31,290+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0f6afd01-5f83-40c2-b9c4-bc9aa4085e21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:31,290+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:31,582+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:31,629+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d3ff3b8-2fbf-4824-bdad-02ecf0e8ff50 (threadPool:210)
2018-03-08 01:15:31,630+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e58396be-e696-481e-9459-d705b31bd072 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:31,630+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:31,937+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:31,988+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 181d3a42-78b2-4bdc-ab9f-b0d405c3a447 (threadPool:210)
2018-03-08 01:15:31,989+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ef2732c2-5752-4cce-8b7c-51eee1719b61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:31,989+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:32,324+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:32,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f3d0f6d-e88c-44ef-96ff-7468a6f1aadb (threadPool:210)
2018-03-08 01:15:32,378+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c11677a3-4f52-482f-9123-5a47d10ab183 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:32,378+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:32,849+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:32,906+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6a5fa54-e51b-45fb-bb20-588b428a41fd (threadPool:210)
2018-03-08 01:15:32,906+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d835788f-dddd-4ad4-b4b0-37d6b5033a32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:32,906+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:33,204+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:33,239+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e58396be-e696-481e-9459-d705b31bd072 (threadPool:210)
2018-03-08 01:15:33,239+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task df978911-baec-415d-a4ef-aa64578eb9bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:33,240+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:33,556+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:33,605+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c11677a3-4f52-482f-9123-5a47d10ab183 (threadPool:210)
2018-03-08 01:15:33,606+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f3b547e4-dddb-4fee-ab43-a395468650d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:33,606+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:33,931+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:33,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0f6afd01-5f83-40c2-b9c4-bc9aa4085e21 (threadPool:210)
2018-03-08 01:15:33,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 353bf715-0d40-4d5a-97d1-7d00c7ba60e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:33,972+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:34,239+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7d80dd24-dab0-4f14-8dde-d6634ec42d95 (api:46)
2018-03-08 01:15:34,260+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7d80dd24-dab0-4f14-8dde-d6634ec42d95 (api:52)
2018-03-08 01:15:34,260+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:15:34,271+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:34,312+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ef2732c2-5752-4cce-8b7c-51eee1719b61 (threadPool:210)
2018-03-08 01:15:34,312+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0f68e93f-aa1d-4e58-9344-cffa57abcc0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:34,313+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:34,359+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=474d0e27-2f1f-4fc5-90e6-ea1c683f47e9 (api:46)
2018-03-08 01:15:34,366+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=474d0e27-2f1f-4fc5-90e6-ea1c683f47e9 (api:52)
2018-03-08 01:15:34,367+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:34,656+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:34,704+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f3b547e4-dddb-4fee-ab43-a395468650d8 (threadPool:210)
2018-03-08 01:15:34,704+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ed651075-2148-4f47-b236-23d11089aae0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:15:34,705+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:35,019+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:35,063+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d835788f-dddd-4ad4-b4b0-37d6b5033a32 (threadPool:210)
2018-03-08 01:15:35,064+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ffcf90ba-4e19-4083-a089-012479b4560d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:35,064+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:35,399+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:35,442+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 353bf715-0d40-4d5a-97d1-7d00c7ba60e3 (threadPool:210)
2018-03-08 01:15:35,442+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e456a42e-6d7d-4893-a40f-fcc4e477394e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:35,442+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:35,860+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:35,925+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0f68e93f-aa1d-4e58-9344-cffa57abcc0b (threadPool:210)
2018-03-08 01:15:35,925+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 38dd0258-bc5c-4d0e-a3b3-1d8e8cf1c50f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:35,926+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:36,256+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:36,304+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ed651075-2148-4f47-b236-23d11089aae0 (threadPool:210)
2018-03-08 01:15:36,305+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2d696135-0636-48b0-b6be-73839e099d07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:36,305+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:36,613+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:36,663+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ffcf90ba-4e19-4083-a089-012479b4560d (threadPool:210)
2018-03-08 01:15:36,664+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4a20d474-4cea-44aa-bc73-49455c4abd2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:36,664+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:36,957+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:36,959+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=34449b92-1f3c-4f96-959c-d5d050b50838 (api:46)
2018-03-08 01:15:36,960+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607259', 'lastCheck': '7.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000685644', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292507', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458295', 'lastCheck': '7.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422379', 'lastCheck': '5.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445451', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00023891', 'lastCheck': '7.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387686', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372117', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503175', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419383', 'lastCheck': '0.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464244', 'lastCheck': '7.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407032', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465012', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363474', 'lastCheck': '7.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316754', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438191', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339806', 'lastCheck': '6.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025551', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105586', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518625', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525523', 'lastCheck': '6.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461367', 'lastCheck': '6.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000461074', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224455', 'lastCheck': '7.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351412', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413266', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300982', 'lastCheck': '6.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268005', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690299', 'lastCheck': '7.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050135', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235796', 'lastCheck': '6.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=34449b92-1f3c-4f96-959c-d5d050b50838 (api:52)
2018-03-08 01:15:36,961+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b60b3df3-f424-4f41-842c-182adb7f8409 (api:46)
2018-03-08 01:15:36,961+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b60b3df3-f424-4f41-842c-182adb7f8409 (api:52)
2018-03-08 01:15:36,990+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '4.09', 'cpuIdle': '94.06'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '96.63'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.75'}, '43': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '4.35', 'cpuIdle': '94.73'}, '60': {'cpuUser': '3.36', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '95.32'}, '61': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '96.90'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '98.02'}, '53': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.76'}, '32': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '42': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '7.65', 'cpuIdle': '91.10'}, '24': {'cpuUser': '3.23', 'nodeIndex': 0, 'cpuSys': '4.35', 'cpuIdle': '92.42'}, '25': {'cpuUser': '1.71', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '95.32'}, '26': {'cpuUser': '2.37', 'nodeIndex': 0, 'cpuSys': '5.27', 'cpuIdle': '92.36'}, '27': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '5.67', 'cpuIdle': '91.36'}, '20': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '6.00', 'cpuIdle': '92.35'}, '21': {'cpuUser': '3.36', 'nodeIndex': 1, 'cpuSys': '6.73', 'cpuIdle': '89.91'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '5.21', 'cpuIdle': '93.60'}, '23': {'cpuUser': '2.70', 'nodeIndex': 1, 'cpuSys': '3.10', 'cpuIdle': '94.20'}, '46': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '8.77', 'cpuIdle': '90.44'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '97.56'}, '44': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '3.63', 'cpuIdle': '95.64'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '28': {'cpuUser': '1.38', 'nodeIndex': 0, 'cpuSys': '3.56', 'cpuIdle': '95.06'}, '29': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '4.09', 'cpuIdle': '93.93'}, '40': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '7.71', 'cpuIdle': '90.51'}, '41': {'cpuUser': '1.05', 'nodeIndex': 1, 'cpuSys': '4.68', 'cpuIdle': '94.27'}, '1': {'cpuUser': '4.22', 'nodeIndex': 1, 'cpuSys': '40.88', 'cpuIdle': '54.90'}, '0': {'cpuUser': '8.64', 'nodeIndex': 0, 'cpuSys': '4.81', 'cpuIdle': '86.55'}, '3': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '5.21', 'cpuIdle': '92.48'}, '2': {'cpuUser': '2.84', 'nodeIndex': 0, 'cpuSys': '2.51', 'cpuIdle': '94.65'}, '5': {'cpuUser': '2.37', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.12'}, '4': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '3.36', 'cpuIdle': '94.79'}, '7': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.18'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '96.24'}, '9': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.39'}, '8': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '3.63', 'cpuIdle': '94.72'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '4.62', 'cpuIdle': '94.98'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '3.63', 'cpuIdle': '96.30'}, '39': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '9.30', 'cpuIdle': '88.13'}, '38': {'cpuUser': '2.70', 'nodeIndex': 0, 'cpuSys': '10.68', 'cpuIdle': '86.62'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '96.83'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '3.16', 'cpuIdle': '94.40'}, '10': {'cpuUser': '1.05', 'nodeIndex': 0, 'cpuSys': '3.30', 'cpuIdle': '95.65'}, '13': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '3.23', 'cpuIdle': '94.79'}, '12': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '4.02', 'cpuIdle': '95.06'}, '15': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '95.12'}, '14': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.70', 'cpuIdle': '95.98'}, '17': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.58'}, '16': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '5.54', 'cpuIdle': '93.01'}, '19': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '4.35', 'cpuIdle': '93.34'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '6.59', 'cpuIdle': '92.42'}, '31': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '4.94', 'cpuIdle': '92.95'}, '49': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '5.67', 'cpuIdle': '93.80'}, '37': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '3.56', 'cpuIdle': '94.46'}, '36': {'cpuUser': '3.63', 'nodeIndex': 0, 'cpuSys': '6.26', 'cpuIdle': '90.11'}, '35': {'cpuUser': '3.96', 'nodeIndex': 1, 'cpuSys': '4.15', 'cpuIdle': '91.89'}, '34': {'cpuUser': '8.44', 'nodeIndex': 0, 'cpuSys': '9.69', 'cpuIdle': '81.87'}, '33': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.11'}, '18': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.37', 'cpuIdle': '96.38'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '1.38', 'cpuIdle': '98.42'}, '50': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '7.12', 'cpuIdle': '92.42'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308734'}, '0': {'memPercent': 11, 'memFree': '348969'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464244', 'lastCheck': '7.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607259', 'lastCheck': '7.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000685644', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407032', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465012', 'lastCheck': '6.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422379', 'lastCheck': '5.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445451', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00023891', 'lastCheck': '7.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387686', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372117', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503175', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419383', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292507', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458295', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363474', 'lastCheck': '7.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518625', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438191', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339806', 'lastCheck': '6.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025551', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105586', 'lastCheck': '6.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316754', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050135', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461367', 'lastCheck': '6.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000461074', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224455', 'lastCheck': '7.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351412', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413266', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300982', 'lastCheck': '6.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268005', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690299', 'lastCheck': '7.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525523', 'lastCheck': '6.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235796', 'lastCheck': '6.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645559917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403945565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.351', 'tx': '1176268122445', 'txDropped': '0', 'rx': '625370427478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0', 'tx': '1580914931729', 'txDropped': '0', 'rx': '926294073305', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45164138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416257430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200419470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet0', 'tx': '87285766', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet1', 'tx': '37765277430', 'txDropped': '0', 'rx': '877611340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet2', 'tx': '21121480180', 'txDropped': '0', 'rx': '141313674147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175538567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet4', 'tx': '395969298', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet5', 'tx': '23423337230', 'txDropped': '0', 'rx': '498048788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet6', 'tx': '6653484689', 'txDropped': '0', 'rx': '429741368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet7', 'tx': '1433048033', 'txDropped': '0', 'rx': '552130387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42415104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46711703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'lo', 'tx': '6929257743', 'txDropped': '0', 'rx': '6929257743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170565476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'eno1', 'tx': '975607242395', 'txDropped': '0', 'rx': '433983548909', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'eno2', 'tx': '605307689334', 'txDropped': '0', 'rx': '492310524396', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468122.176625, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468122.176625, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632586075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75854683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76972502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191955683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370748943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373282589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49834064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430087911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298722083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.110', 'tx': '2475564653', 'txDropped': '0', 'rx': '66853887436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.111', 'tx': '122673335390', 'txDropped': '0', 'rx': '24443870905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55213671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54134972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465076797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165243783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55993589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55823400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45159392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468122.176625, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226458339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'oVirtManagement', 'tx': '1176268121797', 'txDropped': '0', 'rx': '625369689075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576895708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'vnet3', 'tx': '542362822', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468122.176625, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754316930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1694170.83', 'cpuLoad': '2.92', 'cpuSys': '4.52', 'diskStats': {'/var/log': {'free': '92918'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.36', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:15:36 GMT', 'cpuUser': '1.79', 'memFree': 667604, 'cpuIdle': '93.69', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '19.12'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:36,995+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:15:37,134+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:37,180+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task df978911-baec-415d-a4ef-aa64578eb9bc (threadPool:210)
2018-03-08 01:15:37,180+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 51b9b798-24f4-44a7-8915-97e7adb4c38d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:37,181+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:37,324+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=760b7540-1098-4d7c-8f6a-af0bb7a0228e (api:46)
2018-03-08 01:15:37,325+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607259', 'lastCheck': '7.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000685644', 'lastCheck': '4.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292507', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458295', 'lastCheck': '7.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422379', 'lastCheck': '5.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445451', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00023891', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387686', 'lastCheck': '7.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372117', 'lastCheck': '7.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503175', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419383', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464244', 'lastCheck': '7.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407032', 'lastCheck': '4.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465012', 'lastCheck': '6.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363474', 'lastCheck': '7.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316754', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438191', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339806', 'lastCheck': '6.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025551', 'lastCheck': '6.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105586', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518625', 'lastCheck': '6.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525523', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461367', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000461074', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224455', 'lastCheck': '7.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351412', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035839', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300982', 'lastCheck': '7.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268005', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690299', 'lastCheck': '7.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050135', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235796', 'lastCheck': '6.9', 'valid': True}} from=internal, task_id=760b7540-1098-4d7c-8f6a-af0bb7a0228e (api:52)
2018-03-08 01:15:37,326+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=d2fdb16b-cb02-4b78-b190-194b1bf04996 (api:46)
2018-03-08 01:15:37,326+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d2fdb16b-cb02-4b78-b190-194b1bf04996 (api:52)
2018-03-08 01:15:37,468+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:37,519+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e456a42e-6d7d-4893-a40f-fcc4e477394e (threadPool:210)
2018-03-08 01:15:37,519+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e7795ec4-c652-4b8f-baa7-f5c5779dd7c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:37,519+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:37,832+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:37,877+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 38dd0258-bc5c-4d0e-a3b3-1d8e8cf1c50f (threadPool:210)
2018-03-08 01:15:37,878+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1c42e8f-4cf7-4752-bebf-4d43d2b98707 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:37,878+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:38,353+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:38,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2d696135-0636-48b0-b6be-73839e099d07 (threadPool:210)
2018-03-08 01:15:38,400+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 37c1bef9-b6e0-4d0f-9435-94fa5e18c422 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:38,400+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:38,695+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:38,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 51b9b798-24f4-44a7-8915-97e7adb4c38d (threadPool:210)
2018-03-08 01:15:38,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 605bf8e6-5cdd-4e88-afcc-f304c09146af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:38,743+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:39,051+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:39,106+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e7795ec4-c652-4b8f-baa7-f5c5779dd7c6 (threadPool:210)
2018-03-08 01:15:39,108+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 565c73a1-0d78-42d6-bcab-947969a49c77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:39,108+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:39,529+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:39,887+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:39,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 37c1bef9-b6e0-4d0f-9435-94fa5e18c422 (threadPool:210)
2018-03-08 01:15:39,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 573031b4-53d2-49e4-9308-7d7702425299 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:39,932+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:40,266+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:40,314+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 605bf8e6-5cdd-4e88-afcc-f304c09146af (threadPool:210)
2018-03-08 01:15:40,314+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b1b3106c-5a39-4c4c-a873-8baa1687d888 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:40,315+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:40,652+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:40,693+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1c42e8f-4cf7-4752-bebf-4d43d2b98707 (threadPool:210)
2018-03-08 01:15:40,694+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7702920f-e56e-4165-968e-0d00211d8d42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:40,694+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=ed5a6fae-00b9-43f2-9db1-5261aa837d63 (api:46)
2018-03-08 01:15:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=ed5a6fae-00b9-43f2-9db1-5261aa837d63 (api:52)
2018-03-08 01:15:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=a2ced6df-af21-4201-8ecd-29aa5009ff6d (api:46)
2018-03-08 01:15:40,815+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=a2ced6df-af21-4201-8ecd-29aa5009ff6d (api:52)
2018-03-08 01:15:40,816+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:40,820+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:40,823+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:15:40,825+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=d5381d64-9a14-4dbe-9160-52259c0572cd (api:46)
2018-03-08 01:15:40,825+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=d5381d64-9a14-4dbe-9160-52259c0572cd (api:52)
2018-03-08 01:15:40,825+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=17d46a86-9e37-4cea-8982-88ee99397fe0 (api:46)
2018-03-08 01:15:40,826+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=17d46a86-9e37-4cea-8982-88ee99397fe0 (api:52)
2018-03-08 01:15:40,826+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=ee653ccb-8840-43ce-9c73-b7a2f9ef9053 (api:46)
2018-03-08 01:15:40,827+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=ee653ccb-8840-43ce-9c73-b7a2f9ef9053 (api:52)
2018-03-08 01:15:40,827+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=5938719d-0535-4225-9798-3162579a895f (api:46)
2018-03-08 01:15:40,827+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=5938719d-0535-4225-9798-3162579a895f (api:52)
2018-03-08 01:15:40,828+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=8fbef9d1-43ee-4450-ae43-4bfe8f2ac614 (api:46)
2018-03-08 01:15:40,828+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=8fbef9d1-43ee-4450-ae43-4bfe8f2ac614 (api:52)
2018-03-08 01:15:40,828+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=17ff4362-63b0-410d-86a5-5537d104c3b0 (api:46)
2018-03-08 01:15:40,828+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=17ff4362-63b0-410d-86a5-5537d104c3b0 (api:52)
2018-03-08 01:15:40,829+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=5bec1bc6-ef3a-4020-98ca-7fc69f5f417f (api:46)
2018-03-08 01:15:40,829+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=5bec1bc6-ef3a-4020-98ca-7fc69f5f417f (api:52)
2018-03-08 01:15:40,829+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=4bf2213b-b285-403d-88ec-696a05a9ced6 (api:46)
2018-03-08 01:15:40,829+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=4bf2213b-b285-403d-88ec-696a05a9ced6 (api:52)
2018-03-08 01:15:41,025+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:41,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 565c73a1-0d78-42d6-bcab-947969a49c77 (threadPool:210)
2018-03-08 01:15:41,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e61f2b1e-cca9-4e44-b3c7-cad6806e1cb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:41,072+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:41,401+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:41,448+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4a20d474-4cea-44aa-bc73-49455c4abd2d (threadPool:210)
2018-03-08 01:15:41,449+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f4754fa7-089f-4304-8ce6-044c30ee8d90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:41,449+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:41,802+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:41,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 573031b4-53d2-49e4-9308-7d7702425299 (threadPool:210)
2018-03-08 01:15:41,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7b7cc564-8a60-4a8f-aee8-5c487826ed44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:41,844+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:42,245+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:42,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7702920f-e56e-4165-968e-0d00211d8d42 (threadPool:210)
2018-03-08 01:15:42,311+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0ceb9c14-9baa-4866-b771-41e4dafdacb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:42,311+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:42,641+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:42,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e61f2b1e-cca9-4e44-b3c7-cad6806e1cb2 (threadPool:210)
2018-03-08 01:15:42,707+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5bf0ae78-c8fd-4995-bd80-47d40a6c9f87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:42,708+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:43,059+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:43,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f4754fa7-089f-4304-8ce6-044c30ee8d90 (threadPool:210)
2018-03-08 01:15:43,110+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3711f0e2-439f-42bd-a86d-65d3e5d5c5c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:43,110+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:43,493+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:43,536+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b1b3106c-5a39-4c4c-a873-8baa1687d888 (threadPool:210)
2018-03-08 01:15:43,536+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e160e46a-12a5-4238-9eae-b50ac733ed0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:43,536+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:43,936+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:43,983+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0ceb9c14-9baa-4866-b771-41e4dafdacb7 (threadPool:210)
2018-03-08 01:15:43,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 52a6c71c-7ea5-4d2d-9903-c170ee1c89bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:43,984+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:44,418+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:44,468+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5bf0ae78-c8fd-4995-bd80-47d40a6c9f87 (threadPool:210)
2018-03-08 01:15:44,468+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bb27636a-73c8-43f9-bf7b-a5dd0b1dbb53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:44,469+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:44,830+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=812292e9-1900-4237-987f-fe5dd79de712 (api:46)
2018-03-08 01:15:44,839+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=812292e9-1900-4237-987f-fe5dd79de712 (api:52)
2018-03-08 01:15:44,840+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:44,902+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:44,945+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=49a39890-981e-481c-9023-12dceed94ffa (api:46)
2018-03-08 01:15:44,954+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=49a39890-981e-481c-9023-12dceed94ffa (api:52)
2018-03-08 01:15:44,955+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:15:44,961+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3711f0e2-439f-42bd-a86d-65d3e5d5c5c4 (threadPool:210)
2018-03-08 01:15:44,961+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 42133942-9dab-4430-820f-24d899709158 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:44,962+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:45,228+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:15:45,233+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:15:45,235+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:45,244+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:15:45,245+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:15:45,245+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:45,305+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:45,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7b7cc564-8a60-4a8f-aee8-5c487826ed44 (threadPool:210)
2018-03-08 01:15:45,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b6d23d64-59ad-4a25-8aa4-d8a6b963f3c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:45,373+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:45,723+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:45,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e160e46a-12a5-4238-9eae-b50ac733ed0e (threadPool:210)
2018-03-08 01:15:45,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 799a97bb-71a4-4aba-afc5-5961a14bd8fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:45,763+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:45,809+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20809 (__init__:598)
2018-03-08 01:15:45,809+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20808 (__init__:598)
2018-03-08 01:15:46,122+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:46,150+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bb27636a-73c8-43f9-bf7b-a5dd0b1dbb53 (threadPool:210)
2018-03-08 01:15:46,151+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 53ca166f-e5d4-4009-bfe4-54f15cabaf86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:46,151+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:46,583+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:46,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b6d23d64-59ad-4a25-8aa4-d8a6b963f3c9 (threadPool:210)
2018-03-08 01:15:46,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f875732a-b2e6-46e5-94c3-ee7dc4aed302 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:46,633+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:46,937+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:46,979+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 52a6c71c-7ea5-4d2d-9903-c170ee1c89bc (threadPool:210)
2018-03-08 01:15:46,979+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af582c35-e31b-4330-bad9-8537dd8ae566 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:46,980+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:47,328+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:47,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 799a97bb-71a4-4aba-afc5-5961a14bd8fd (threadPool:210)
2018-03-08 01:15:47,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 926bef78-b244-48c5-937e-980bd00f9468 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:15:47,375+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:47,690+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:47,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 42133942-9dab-4430-820f-24d899709158 (threadPool:210)
2018-03-08 01:15:47,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6acfa4d-b04f-40a5-94f1-83f29383eb2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:47,738+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:48,131+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:48,180+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 53ca166f-e5d4-4009-bfe4-54f15cabaf86 (threadPool:210)
2018-03-08 01:15:48,181+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 10ed38b5-f1df-412b-8ae2-a2e8c46e20e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:48,181+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:48,545+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:48,593+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f875732a-b2e6-46e5-94c3-ee7dc4aed302 (threadPool:210)
2018-03-08 01:15:48,593+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c4cf2d3f-2a09-401b-a900-922aa26a3a03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:48,593+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:49,040+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:49,085+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af582c35-e31b-4330-bad9-8537dd8ae566 (threadPool:210)
2018-03-08 01:15:49,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbdb033f-76fd-4825-b0cb-29eb0353ddb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:49,086+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:49,403+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:49,459+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 926bef78-b244-48c5-937e-980bd00f9468 (threadPool:210)
2018-03-08 01:15:49,460+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bcbe5813-ee6c-4b3d-8bcf-36ef528652d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:49,461+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:49,752+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:49,817+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6acfa4d-b04f-40a5-94f1-83f29383eb2d (threadPool:210)
2018-03-08 01:15:49,818+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task de93db54-700e-4eac-9b9d-77473c09e970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:49,818+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:50,229+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:50,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c4cf2d3f-2a09-401b-a900-922aa26a3a03 (threadPool:210)
2018-03-08 01:15:50,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1e85adaa-0399-4044-9b20-c8bbbd73c899 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:50,278+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:50,683+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:50,734+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbdb033f-76fd-4825-b0cb-29eb0353ddb8 (threadPool:210)
2018-03-08 01:15:50,735+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b68dbf1-f98c-45f3-8771-14f7597e29e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:50,735+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:51,180+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:51,230+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bcbe5813-ee6c-4b3d-8bcf-36ef528652d9 (threadPool:210)
2018-03-08 01:15:51,230+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 64df0616-07fb-4139-800e-6228124690f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:51,231+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:51,624+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:52,036+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:52,037+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c0cfe6fb-2ce5-45c7-8f3b-34a0284fae36 (api:46)
2018-03-08 01:15:52,038+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282671', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114544', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327197', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904292', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108193', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034196', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000491613', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573599', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035204', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247901', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024077', 'lastCheck': '2.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127238', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291243', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487559', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343851', 'lastCheck': '2.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548652', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555838', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227837', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010626', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428259', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354293', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222443', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00042601', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508468', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539363', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000335755', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533052', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464953', 'lastCheck': '2.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285755', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288167', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348704', 'lastCheck': '1.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c0cfe6fb-2ce5-45c7-8f3b-34a0284fae36 (api:52)
2018-03-08 01:15:52,038+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=de35e741-2302-41bd-b0a2-5cc31d4399c3 (api:46)
2018-03-08 01:15:52,039+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=de35e741-2302-41bd-b0a2-5cc31d4399c3 (api:52)
2018-03-08 01:15:52,069+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.80'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.29'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.36'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.62'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '23.92', 'cpuIdle': '71.11'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '90.52'}, '3': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.56'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.10'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '8': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.40'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '59': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '10': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '12': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.62'}, '15': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.41'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '31': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '93.37'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '34': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '7.62', 'cpuIdle': '85.29'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '18': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.95'}, '57': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308720'}, '0': {'memPercent': 11, 'memFree': '349018'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127238', 'lastCheck': '2.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282671', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114544', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291243', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108193', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034196', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000491613', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573599', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035204', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247901', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024077', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327197', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904292', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487559', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428259', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548652', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555838', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227837', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010626', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343851', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288167', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222443', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00042601', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508468', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539363', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000335755', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533052', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464953', 'lastCheck': '2.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285755', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354293', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348704', 'lastCheck': '1.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645571943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403949949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.351', 'tx': '1176268206145', 'txDropped': '0', 'rx': '625370443726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0', 'tx': '1580915022478', 'txDropped': '0', 'rx': '926294437375', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30329'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45164488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416263157', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200420498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet0', 'tx': '87288813', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet1', 'tx': '37765284191', 'txDropped': '0', 'rx': '877612159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet2', 'tx': '21121499652', 'txDropped': '0', 'rx': '141313682804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175540774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet4', 'tx': '395972345', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet5', 'tx': '23423351201', 'txDropped': '0', 'rx': '498049259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet6', 'tx': '6653490747', 'txDropped': '0', 'rx': '429741673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet7', 'tx': '1433054334', 'txDropped': '0', 'rx': '552130449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42415454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46712443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'lo', 'tx': '6929336727', 'txDropped': '0', 'rx': '6929336727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170566748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'eno1', 'tx': '975607323454', 'txDropped': '0', 'rx': '433983733877', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'eno2', 'tx': '605307699024', 'txDropped': '0', 'rx': '492310703498', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468137.267953, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468137.267953, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632590565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75856539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76974358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191959347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370749770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373285132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49834891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430090454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298725747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.110', 'tx': '2475565839', 'txDropped': '0', 'rx': '66853893296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.111', 'tx': '122673344313', 'txDropped': '0', 'rx': '24443888925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55214071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54135712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465081181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165245055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55993989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55823750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45159742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468137.267953, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226459367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'oVirtManagement', 'tx': '1176268205497', 'txDropped': '0', 'rx': '625369705323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576900198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'vnet3', 'tx': '542365869', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468137.267953, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754319137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694185.91', 'cpuLoad': '2.86', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92917'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31476', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:15:52 GMT', 'cpuUser': '1.18', 'memFree': 667609, 'cpuIdle': '97.20', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.13'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:52,073+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:15:52,088+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:52,131+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 10ed38b5-f1df-412b-8ae2-a2e8c46e20e2 (threadPool:210)
2018-03-08 01:15:52,132+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5bfc18b2-9880-4bdf-8ab6-1379344a7a5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:52,132+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:52,401+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0c78d443-dd5c-4ffb-9942-6b5676e11cd5 (api:46)
2018-03-08 01:15:52,402+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282671', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114544', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00327197', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904292', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108193', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034196', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000491613', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573599', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035204', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247901', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024077', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00127238', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291243', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487559', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343851', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548652', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555838', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227837', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010626', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428259', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354293', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222443', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00042601', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508468', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539363', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000335755', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533052', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464953', 'lastCheck': '0.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285755', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288167', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348704', 'lastCheck': '2.0', 'valid': True}} from=internal, task_id=0c78d443-dd5c-4ffb-9942-6b5676e11cd5 (api:52)
2018-03-08 01:15:52,402+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=32585ee4-1547-4435-b93d-b075a61387a3 (api:46)
2018-03-08 01:15:52,402+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=32585ee4-1547-4435-b93d-b075a61387a3 (api:52)
2018-03-08 01:15:52,642+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:52,692+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task de93db54-700e-4eac-9b9d-77473c09e970 (threadPool:210)
2018-03-08 01:15:52,692+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0aaff11-171c-4eef-98ae-8551acf079eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:52,692+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:53,051+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:53,102+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1e85adaa-0399-4044-9b20-c8bbbd73c899 (threadPool:210)
2018-03-08 01:15:53,102+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 61361104-6e3c-4b2d-a78b-e948003f713b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:53,102+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:53,501+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:53,552+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b68dbf1-f98c-45f3-8771-14f7597e29e6 (threadPool:210)
2018-03-08 01:15:53,553+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fa4de691-c1e8-4a6b-b087-821fffea667a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:53,553+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:54,155+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:54,204+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 64df0616-07fb-4139-800e-6228124690f0 (threadPool:210)
2018-03-08 01:15:54,204+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 932a1fec-e939-4244-9b4e-a3c76e10c22b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:54,205+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:54,508+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:54,557+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5bfc18b2-9880-4bdf-8ab6-1379344a7a5e (threadPool:210)
2018-03-08 01:15:54,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b05bcfdd-a3ce-40b3-bae7-547d1157fc09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:54,558+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:54,891+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:54,941+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0aaff11-171c-4eef-98ae-8551acf079eb (threadPool:210)
2018-03-08 01:15:54,942+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa9a1183-fcf9-45a3-a4ef-cca0d8fbae7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:54,942+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:55,264+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:55,290+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c487231e-fe5f-4602-aa06-c2ae6a75a83f (api:46)
2018-03-08 01:15:55,300+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c487231e-fe5f-4602-aa06-c2ae6a75a83f (api:52)
2018-03-08 01:15:55,300+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:55,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 61361104-6e3c-4b2d-a78b-e948003f713b (threadPool:210)
2018-03-08 01:15:55,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8911d9d2-c1f2-4346-8697-3fbc80f170a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:55,316+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:55,399+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bf92ca3a-6b85-48dc-a8a8-7918ce06d1ec (api:46)
2018-03-08 01:15:55,405+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7041330446336', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bf92ca3a-6b85-48dc-a8a8-7918ce06d1ec (api:52)
2018-03-08 01:15:55,406+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:55,661+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:55,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fa4de691-c1e8-4a6b-b087-821fffea667a (threadPool:210)
2018-03-08 01:15:55,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 827ad880-ac60-4b63-84d9-37f90ee1cdf9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:55,705+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:55,843+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:15:55,851+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:15:55,853+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:15:56,073+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:56,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b05bcfdd-a3ce-40b3-bae7-547d1157fc09 (threadPool:210)
2018-03-08 01:15:56,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e5d9291d-1217-4d27-84ca-34df61eda3ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:56,111+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:56,499+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:56,548+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8911d9d2-c1f2-4346-8697-3fbc80f170a0 (threadPool:210)
2018-03-08 01:15:56,549+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e38376c5-de2a-4e49-8008-26de4a98cae3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:56,549+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:56,849+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:56,917+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 932a1fec-e939-4244-9b4e-a3c76e10c22b (threadPool:210)
2018-03-08 01:15:56,917+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3afaebd0-ff61-4e53-891c-089f072ec9c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:56,918+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:57,239+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:57,315+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 827ad880-ac60-4b63-84d9-37f90ee1cdf9 (threadPool:210)
2018-03-08 01:15:57,315+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43e975e4-0843-407e-a4b6-2ae7c48e9e6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:57,316+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:57,719+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:57,770+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa9a1183-fcf9-45a3-a4ef-cca0d8fbae7c (threadPool:210)
2018-03-08 01:15:57,770+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dc326b2e-f486-42fe-9bb5-02c4a69d10b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:57,771+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:58,190+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:58,258+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e5d9291d-1217-4d27-84ca-34df61eda3ae (threadPool:210)
2018-03-08 01:15:58,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d6a26af6-c751-4764-a918-633e8a00d8f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:15:58,259+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:15:58,662+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:58,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e38376c5-de2a-4e49-8008-26de4a98cae3 (threadPool:210)
2018-03-08 01:15:58,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bc67f1f0-b569-4669-a0f8-7675992ef650 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xda\xc4\xeb\x85\x91tK\x92w@\xc7\xef\x95\x1c\x7f*000000000000200000000000000')) (threadPool:208)
2018-03-08 01:15:58,708+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 2a7f1c95-efc7-4077-924b-749185ebc4da in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:15:58,708+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2a7f1c95-efc7-4077-924b-749185ebc4da to 8192 megabytes (lvm:1205)
2018-03-08 01:15:58,883+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bc67f1f0-b569-4669-a0f8-7675992ef650 (threadPool:210)
2018-03-08 01:15:58,883+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2eb7acdc-8bc1-4480-9c3a-d8240f1dc058 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:58,884+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:58,996+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:59,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43e975e4-0843-407e-a4b6-2ae7c48e9e6c (threadPool:210)
2018-03-08 01:15:59,045+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f375d4e9-f27b-4983-ba01-9e5195a59be4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:15:59,045+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:59,485+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:15:59,548+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dc326b2e-f486-42fe-9bb5-02c4a69d10b9 (threadPool:210)
2018-03-08 01:15:59,550+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d6096544-2a02-454a-b764-962370a4f7c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:15:59,550+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:15:59,983+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:00,044+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d6a26af6-c751-4764-a918-633e8a00d8f5 (threadPool:210)
2018-03-08 01:16:00,045+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4cccfebc-7ae4-4c72-8357-0fa777f7a3f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:00,045+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:00,247+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:16:00,252+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:16:00,254+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:00,262+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:16:00,263+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:16:00,263+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:00,573+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:00,604+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2eb7acdc-8bc1-4480-9c3a-d8240f1dc058 (threadPool:210)
2018-03-08 01:16:00,604+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c61d624-a9d8-4503-a3e1-36b7c5527cdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:00,605+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:01,003+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:01,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d6096544-2a02-454a-b764-962370a4f7c7 (threadPool:210)
2018-03-08 01:16:01,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4266aee-f2b8-4c81-856e-5a11532d8e50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:01,045+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:01,377+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:01,420+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4cccfebc-7ae4-4c72-8357-0fa777f7a3f3 (threadPool:210)
2018-03-08 01:16:01,422+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 04c36575-1b9a-40d8-8079-c68871e23200 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:01,422+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:01,752+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:01,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f375d4e9-f27b-4983-ba01-9e5195a59be4 (threadPool:210)
2018-03-08 01:16:01,802+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c32d90eb-aeef-4369-b4a7-61ac6e96d5b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:01,802+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:02,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:02,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c61d624-a9d8-4503-a3e1-36b7c5527cdb (threadPool:210)
2018-03-08 01:16:02,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bf6797c7-010b-4e67-88e3-ef8d576912a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:02,155+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:02,451+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:02,499+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3afaebd0-ff61-4e53-891c-089f072ec9c3 (threadPool:210)
2018-03-08 01:16:02,499+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d63c38af-1160-4ec2-af9e-40d484592be9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:02,500+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:02,767+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:02,818+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4266aee-f2b8-4c81-856e-5a11532d8e50 (threadPool:210)
2018-03-08 01:16:02,818+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 649eda05-e24a-4e67-8cbc-54711bf253f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:02,819+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:03,128+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:03,184+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 04c36575-1b9a-40d8-8079-c68871e23200 (threadPool:210)
2018-03-08 01:16:03,184+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a7492463-9c91-4165-99f8-959e0ab73127 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:03,184+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:03,521+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:03,824+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:03,875+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c32d90eb-aeef-4369-b4a7-61ac6e96d5b5 (threadPool:210)
2018-03-08 01:16:03,876+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a87a2a16-1ba0-4023-b3e1-9646edbc1443 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:03,876+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:04,143+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:04,206+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bf6797c7-010b-4e67-88e3-ef8d576912a9 (threadPool:210)
2018-03-08 01:16:04,207+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 82708448-2902-4f11-9b88-fd096974b086 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:04,208+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:04,499+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:04,548+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d63c38af-1160-4ec2-af9e-40d484592be9 (threadPool:210)
2018-03-08 01:16:04,549+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 12b1fef8-cd78-45a8-a0d6-7cc42918d2e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:04,549+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:04,873+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:04,921+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 649eda05-e24a-4e67-8cbc-54711bf253f9 (threadPool:210)
2018-03-08 01:16:04,921+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f07a712-5a8d-4172-b19b-228f9fcd5a39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:04,922+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:05,196+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:05,247+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a7492463-9c91-4165-99f8-959e0ab73127 (threadPool:210)
2018-03-08 01:16:05,247+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 061148ca-d7a5-4517-8f5f-bc41c8596c83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:05,248+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:05,638+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:05,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a87a2a16-1ba0-4023-b3e1-9646edbc1443 (threadPool:210)
2018-03-08 01:16:05,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 73f22698-c3bd-4537-956a-3f2649152003 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:05,680+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:05,805+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, flow_id=75cc6105, task_id=5e646821-dfcb-4439-a087-77444a394dee (api:46)
2018-03-08 01:16:05,812+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, flow_id=75cc6105, task_id=5e646821-dfcb-4439-a087-77444a394dee (api:52)
2018-03-08 01:16:05,812+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:05,911+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, flow_id=75cc6105, task_id=7e12a1bb-a248-449f-8955-01bdf16152bd (api:46)
2018-03-08 01:16:05,919+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, flow_id=75cc6105, task_id=7e12a1bb-a248-449f-8955-01bdf16152bd (api:52)
2018-03-08 01:16:05,921+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:05,960+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:06,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 12b1fef8-cd78-45a8-a0d6-7cc42918d2e6 (threadPool:210)
2018-03-08 01:16:06,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d780f103-a2d6-4fcb-8d5b-171a4f282029 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:06,007+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:06,309+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:06,360+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f07a712-5a8d-4172-b19b-228f9fcd5a39 (threadPool:210)
2018-03-08 01:16:06,361+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task de580a11-249e-4c04-a96f-370dd319e5b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:06,361+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:06,682+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:06,730+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 82708448-2902-4f11-9b88-fd096974b086 (threadPool:210)
2018-03-08 01:16:06,730+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0f6fb660-c4f1-492f-9a15-e80d8a2fa452 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:06,731+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:07,028+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:07,077+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 73f22698-c3bd-4537-956a-3f2649152003 (threadPool:210)
2018-03-08 01:16:07,078+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ada1f4e-e3b0-4e61-9352-e707ca56c6e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:07,078+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:07,114+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:07,115+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=aa89c286-46b0-4673-ad0d-c46a9d298f00 (api:46)
2018-03-08 01:16:07,116+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528597', 'lastCheck': '7.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548648', 'lastCheck': '4.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561078', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349709', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489253', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424066', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000658672', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419167', 'lastCheck': '7.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256966', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006303', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279621', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388086', 'lastCheck': '7.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252617', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345772', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443061', 'lastCheck': '7.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330805', 'lastCheck': '4.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243469', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026683', 'lastCheck': '6.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227855', 'lastCheck': '6.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105419', 'lastCheck': '6.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396324', 'lastCheck': '6.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034744', 'lastCheck': '6.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248859', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000489602', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296842', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253761', 'lastCheck': '5.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264478', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460905', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417398', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804273', 'lastCheck': '7.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225552', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532148', 'lastCheck': '6.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=aa89c286-46b0-4673-ad0d-c46a9d298f00 (api:52)
2018-03-08 01:16:07,117+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3c967810-1c63-4930-811f-5a8ad70b477c (api:46)
2018-03-08 01:16:07,117+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3c967810-1c63-4930-811f-5a8ad70b477c (api:52)
2018-03-08 01:16:07,146+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '8.82', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '88.20'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '61': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '32': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.69'}, '26': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.69'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '21': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.95'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '3.91', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '94.30'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '41': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '26.13', 'cpuIdle': '68.83'}, '0': {'cpuUser': '6.04', 'nodeIndex': 0, 'cpuSys': '3.85', 'cpuIdle': '90.11'}, '3': {'cpuUser': '2.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.96'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '4': {'cpuUser': '4.31', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '93.83'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.55'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '9': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.17'}, '8': {'cpuUser': '3.85', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '95.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.48'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '59': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.76'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.96'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '15': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.63'}, '14': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '17': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.82'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '55': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '31': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.89'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '35': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.63'}, '34': {'cpuUser': '6.37', 'nodeIndex': 0, 'cpuSys': '7.03', 'cpuIdle': '86.60'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308743'}, '0': {'memPercent': 11, 'memFree': '348997'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388086', 'lastCheck': '7.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528597', 'lastCheck': '7.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548648', 'lastCheck': '4.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252617', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345772', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489253', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424066', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000658672', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419167', 'lastCheck': '7.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256966', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006303', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279621', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561078', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349709', 'lastCheck': '7.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443061', 'lastCheck': '7.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396324', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243469', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026683', 'lastCheck': '6.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227855', 'lastCheck': '6.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105419', 'lastCheck': '6.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330805', 'lastCheck': '4.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225552', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248859', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000489602', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296842', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253761', 'lastCheck': '5.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264478', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460905', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417398', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804273', 'lastCheck': '7.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034744', 'lastCheck': '6.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532148', 'lastCheck': '6.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645608579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403954411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.351', 'tx': '1176268273798', 'txDropped': '0', 'rx': '625370453580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0', 'tx': '1580915137832', 'txDropped': '0', 'rx': '926294931082', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45165590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416268329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200422477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet0', 'tx': '87292166', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet1', 'tx': '37765289811', 'txDropped': '0', 'rx': '877612221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet2', 'tx': '21121568645', 'txDropped': '0', 'rx': '141313697202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175542000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet4', 'tx': '395975698', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet5', 'tx': '23423390452', 'txDropped': '0', 'rx': '498049554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet6', 'tx': '6653497382', 'txDropped': '0', 'rx': '429742652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet7', 'tx': '1433117481', 'txDropped': '0', 'rx': '552149639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42415854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46713394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'lo', 'tx': '6929412060', 'txDropped': '0', 'rx': '6929412060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170568010', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'eno1', 'tx': '975607423735', 'txDropped': '0', 'rx': '433983996588', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'eno2', 'tx': '605307714097', 'txDropped': '0', 'rx': '492310934494', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468152.346272, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468152.346272, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632595059', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75857199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76975018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191961871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370750488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373287869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49835609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430093191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298728271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.110', 'tx': '2475586070', 'txDropped': '0', 'rx': '66853955358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.111', 'tx': '122673358643', 'txDropped': '0', 'rx': '24443954976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55214421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54136663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465085643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165246317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55994339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55824150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45160844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468152.346272, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226461346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'oVirtManagement', 'tx': '1176268273150', 'txDropped': '0', 'rx': '625369715177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576904692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'vnet3', 'tx': '542369222', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468152.346272, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754320363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694200.98', 'cpuLoad': '2.84', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92915'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:16:07 GMT', 'cpuUser': '1.44', 'memFree': 667612, 'cpuIdle': '96.86', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.61'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:07,150+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:16:07,489+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=508130fd-0be8-48c5-a4b3-df0a28784af3 (api:46)
2018-03-08 01:16:07,490+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528597', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548648', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561078', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349709', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489253', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424066', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000658672', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419167', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256966', 'lastCheck': '7.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006303', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279621', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388086', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252617', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345772', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443061', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330805', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243469', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026683', 'lastCheck': '6.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227855', 'lastCheck': '7.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105419', 'lastCheck': '6.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396324', 'lastCheck': '6.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034744', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248859', 'lastCheck': '6.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000489602', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296842', 'lastCheck': '7.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253761', 'lastCheck': '5.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367446', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460905', 'lastCheck': '7.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417398', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804273', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225552', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532148', 'lastCheck': '7.1', 'valid': True}} from=internal, task_id=508130fd-0be8-48c5-a4b3-df0a28784af3 (api:52)
2018-03-08 01:16:07,490+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a61de881-d9b2-4e9d-8970-2bba1f97d36c (api:46)
2018-03-08 01:16:07,491+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a61de881-d9b2-4e9d-8970-2bba1f97d36c (api:52)
2018-03-08 01:16:07,595+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:07,644+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d780f103-a2d6-4fcb-8d5b-171a4f282029 (threadPool:210)
2018-03-08 01:16:07,645+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7274371-7d83-4b33-abdd-6860d2290567 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:07,645+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:08,062+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:08,106+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 061148ca-d7a5-4517-8f5f-bc41c8596c83 (threadPool:210)
2018-03-08 01:16:08,107+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dead7c5f-2c7e-488a-8841-4d61ba3cdc25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:08,108+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:08,652+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:08,703+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task de580a11-249e-4c04-a96f-370dd319e5b2 (threadPool:210)
2018-03-08 01:16:08,703+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 76d8d1a1-3ff8-4075-b6b1-ae89d1ebbe13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:08,704+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:09,067+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:09,114+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0f6fb660-c4f1-492f-9a15-e80d8a2fa452 (threadPool:210)
2018-03-08 01:16:09,114+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fd1d2f87-c574-4ad8-bc79-462162eca8d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:09,114+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:09,429+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:09,500+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ada1f4e-e3b0-4e61-9352-e707ca56c6e5 (threadPool:210)
2018-03-08 01:16:09,502+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6bb8c139-cdec-4a0d-8fdc-0f2fe4674115 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:09,502+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:09,830+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:09,895+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7274371-7d83-4b33-abdd-6860d2290567 (threadPool:210)
2018-03-08 01:16:09,896+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1742e215-46e1-4381-b3f0-7ee487627532 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:09,896+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:10,266+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:10,310+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dead7c5f-2c7e-488a-8841-4d61ba3cdc25 (threadPool:210)
2018-03-08 01:16:10,310+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dce08591-ca97-4d7e-bfe8-dde9c1712041 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:10,311+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:10,651+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:10,703+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fd1d2f87-c574-4ad8-bc79-462162eca8d0 (threadPool:210)
2018-03-08 01:16:10,703+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8a1679b5-06e9-4834-80b8-7d65f4dba0d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:10,704+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:10,879+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:10,885+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:10,887+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:11,067+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:11,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6bb8c139-cdec-4a0d-8fdc-0f2fe4674115 (threadPool:210)
2018-03-08 01:16:11,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1730b5be-0275-4957-81aa-4dbae498887e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:16:11,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:11,411+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:11,460+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1742e215-46e1-4381-b3f0-7ee487627532 (threadPool:210)
2018-03-08 01:16:11,460+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 46727777-77c4-4682-84ec-eba8e9397088 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:11,460+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:11,761+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:11,812+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 76d8d1a1-3ff8-4075-b6b1-ae89d1ebbe13 (threadPool:210)
2018-03-08 01:16:11,812+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8783d2f7-1c6b-4d3c-b9cb-1f6dc5e8432c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:11,813+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:12,088+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:12,139+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dce08591-ca97-4d7e-bfe8-dde9c1712041 (threadPool:210)
2018-03-08 01:16:12,139+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8936780-36b8-42bf-a176-dfcb438fb6b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:12,140+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:12,431+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:12,463+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8a1679b5-06e9-4834-80b8-7d65f4dba0d1 (threadPool:210)
2018-03-08 01:16:12,464+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 37a793e3-90f1-401e-9de5-4991e6a8fafe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:12,464+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:12,759+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:12,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 46727777-77c4-4682-84ec-eba8e9397088 (threadPool:210)
2018-03-08 01:16:12,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7610c85e-2504-4a52-8a0e-2309a71aa9d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:12,808+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:13,090+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:13,141+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8783d2f7-1c6b-4d3c-b9cb-1f6dc5e8432c (threadPool:210)
2018-03-08 01:16:13,141+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 134ed3d7-c455-4e4d-b3e3-887560edd0cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:13,142+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:13,484+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:13,534+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8936780-36b8-42bf-a176-dfcb438fb6b1 (threadPool:210)
2018-03-08 01:16:13,534+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 047201da-0529-46f7-b68b-81aa38e854d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:13,534+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:13,811+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:13,862+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1730b5be-0275-4957-81aa-4dbae498887e (threadPool:210)
2018-03-08 01:16:13,863+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94c2f85a-b917-4a5c-aa9c-a3c1159a4dd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:13,863+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:14,133+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:14,185+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 37a793e3-90f1-401e-9de5-4991e6a8fafe (threadPool:210)
2018-03-08 01:16:14,185+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d7b0d0e9-5c10-4743-8386-0fce50812e63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:14,185+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:14,485+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:14,536+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7610c85e-2504-4a52-8a0e-2309a71aa9d5 (threadPool:210)
2018-03-08 01:16:14,537+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 16aa8e52-5afd-4b9d-8c0a-79b92df3bc10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:14,537+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:14,822+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:14,873+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 134ed3d7-c455-4e4d-b3e3-887560edd0cc (threadPool:210)
2018-03-08 01:16:14,874+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4f184bb-8808-40aa-8bd8-2661a16f78cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:14,874+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:15,228+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:15,272+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:16:15,277+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:16:15,279+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:15,286+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:16:15,287+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:16:15,287+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:15,682+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:15,712+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 047201da-0529-46f7-b68b-81aa38e854d1 (threadPool:210)
2018-03-08 01:16:15,712+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 276edb86-c780-426f-b2a4-acc8fc158f99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:15,713+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:16,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:16,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d7b0d0e9-5c10-4743-8386-0fce50812e63 (threadPool:210)
2018-03-08 01:16:16,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb8fcb5a-e1b7-4e5a-9af5-5724ca13a128 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:16,129+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:16,359+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d9ba2771-3d46-470b-9b27-bd3f345e41e2 (api:46)
2018-03-08 01:16:16,365+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d9ba2771-3d46-470b-9b27-bd3f345e41e2 (api:52)
2018-03-08 01:16:16,366+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:16,400+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:16,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 16aa8e52-5afd-4b9d-8c0a-79b92df3bc10 (threadPool:210)
2018-03-08 01:16:16,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 25912431-a936-43b9-b651-de460e973d12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:16,452+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:16,466+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=089748da-91f5-47f9-844b-e51ef50d6782 (api:46)
2018-03-08 01:16:16,473+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=089748da-91f5-47f9-844b-e51ef50d6782 (api:52)
2018-03-08 01:16:16,474+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:16,767+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:16,815+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4f184bb-8808-40aa-8bd8-2661a16f78cf (threadPool:210)
2018-03-08 01:16:16,816+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 423cba08-7602-4fe5-ad7a-6f31d6c2f779 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:16,816+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:17,157+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:17,205+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94c2f85a-b917-4a5c-aa9c-a3c1159a4dd0 (threadPool:210)
2018-03-08 01:16:17,206+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 85efb84c-f5e7-4f99-916b-52af970c83af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:17,206+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:17,535+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:17,571+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 276edb86-c780-426f-b2a4-acc8fc158f99 (threadPool:210)
2018-03-08 01:16:17,571+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2c577e2a-10dd-4e3b-8288-67c38dd18085 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:17,572+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:17,953+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:17,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 25912431-a936-43b9-b651-de460e973d12 (threadPool:210)
2018-03-08 01:16:17,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e781cd10-10a4-4bec-b44e-f170c5294ad7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:17,996+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:18,394+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:18,440+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 85efb84c-f5e7-4f99-916b-52af970c83af (threadPool:210)
2018-03-08 01:16:18,441+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c589524-945c-4eeb-b46f-bb48e6f9871c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:18,441+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:18,725+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:18,766+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb8fcb5a-e1b7-4e5a-9af5-5724ca13a128 (threadPool:210)
2018-03-08 01:16:18,766+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 32b3bdfe-d28c-450a-934f-7fddeba325e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:18,766+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:19,044+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:19,091+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 423cba08-7602-4fe5-ad7a-6f31d6c2f779 (threadPool:210)
2018-03-08 01:16:19,091+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 207df77f-8f96-4d19-800d-ffb76d43a34a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:19,092+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:19,365+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:19,439+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e781cd10-10a4-4bec-b44e-f170c5294ad7 (threadPool:210)
2018-03-08 01:16:19,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 63470f3c-1e09-4daf-91b4-013e9da35dd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:19,441+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:19,716+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:19,772+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c589524-945c-4eeb-b46f-bb48e6f9871c (threadPool:210)
2018-03-08 01:16:19,773+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 66ac78f7-49e7-45a3-894a-792bb8e07c55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:19,774+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:20,032+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:20,080+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 32b3bdfe-d28c-450a-934f-7fddeba325e3 (threadPool:210)
2018-03-08 01:16:20,081+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a8eefea4-1bc7-4637-aedd-2ace1a428eb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:20,081+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:20,536+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:20,583+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 207df77f-8f96-4d19-800d-ffb76d43a34a (threadPool:210)
2018-03-08 01:16:20,583+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 65e82cbd-7120-4292-8f46-e2e1e0027de6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:20,584+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:20,968+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:21,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 63470f3c-1e09-4daf-91b4-013e9da35dd2 (threadPool:210)
2018-03-08 01:16:21,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 11628c31-b9ec-4b03-89a3-3add9557f258 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:21,013+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:21,345+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:21,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 66ac78f7-49e7-45a3-894a-792bb8e07c55 (threadPool:210)
2018-03-08 01:16:21,399+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d45fcf80-ff5b-4cd6-87c1-d7b2cb167c2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:21,399+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:21,644+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:21,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a8eefea4-1bc7-4637-aedd-2ace1a428eb9 (threadPool:210)
2018-03-08 01:16:21,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ee05c4b4-501c-4d86-a71e-ba9ed85e8397 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:21,694+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:21,968+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:22,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 65e82cbd-7120-4292-8f46-e2e1e0027de6 (threadPool:210)
2018-03-08 01:16:22,054+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b4f33470-86d0-4442-933f-560cee4e8085 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:22,054+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:22,225+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:22,227+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=352215d7-832c-45ab-a730-9ebd3f162d1a (api:46)
2018-03-08 01:16:22,227+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510963', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852144', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244665', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396047', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392682', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037453', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000603679', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337358', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233866', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393924', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552001', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011351', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260496', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307171', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402079', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249449', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032714', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027265', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325255', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268954', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324276', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253412', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250207', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238028', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202419', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411716', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426895', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732519', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420715', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031448', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380166', 'lastCheck': '1.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=352215d7-832c-45ab-a730-9ebd3f162d1a (api:52)
2018-03-08 01:16:22,228+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ca3b5a13-6779-49ae-8c9c-60ad4e848a9e (api:46)
2018-03-08 01:16:22,228+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ca3b5a13-6779-49ae-8c9c-60ad4e848a9e (api:52)
2018-03-08 01:16:22,257+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.08'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.89'}, '25': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '27': {'cpuUser': '4.51', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.10'}, '20': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '21': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.63'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.48'}, '23': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.50'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.61'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.36'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '23.27', 'cpuIdle': '71.69'}, '0': {'cpuUser': '5.57', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '91.05'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '2': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '5': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.43'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '7': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.63'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.88'}, '9': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.49'}, '8': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.77'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '13': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.50'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.35'}, '19': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.70'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.29'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '36': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '35': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '34': {'cpuUser': '5.77', 'nodeIndex': 0, 'cpuSys': '5.83', 'cpuIdle': '88.40'}, '33': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.50'}, '18': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308730'}, '0': {'memPercent': 11, 'memFree': '349011'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011351', 'lastCheck': '2.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510963', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852144', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260496', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307171', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392682', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037453', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000603679', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337358', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233866', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393924', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552001', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244665', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396047', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402079', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268954', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032714', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027265', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325255', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249449', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031448', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253412', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250207', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238028', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202419', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411716', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426895', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732519', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420715', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324276', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380166', 'lastCheck': '1.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645615107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403959349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.351', 'tx': '1176268359136', 'txDropped': '0', 'rx': '625370471046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0', 'tx': '1580915363316', 'txDropped': '0', 'rx': '926295341286', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45165940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416273015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200423876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet0', 'tx': '87295649', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet1', 'tx': '37765297935', 'txDropped': '0', 'rx': '877615267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet2', 'tx': '21121608654', 'txDropped': '0', 'rx': '141313830656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175544194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet4', 'tx': '395979181', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet5', 'tx': '23423398763', 'txDropped': '0', 'rx': '498049827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet6', 'tx': '6653502404', 'txDropped': '0', 'rx': '429742714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet7', 'tx': '1433122503', 'txDropped': '0', 'rx': '552149701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42416204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46713973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'lo', 'tx': '6929492465', 'txDropped': '0', 'rx': '6929492465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170570020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'eno1', 'tx': '975607505645', 'txDropped': '0', 'rx': '433984189800', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'eno2', 'tx': '605307857671', 'txDropped': '0', 'rx': '492311151486', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468167.430314, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468167.430314, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632599779', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75857599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76975418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191965516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370750997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373290862', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49836118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430096184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298731916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.110', 'tx': '2475589240', 'txDropped': '0', 'rx': '66853962516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.111', 'tx': '122673492249', 'txDropped': '0', 'rx': '24443988121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55214821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54137242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465090581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165248327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55994739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55824500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45161194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468167.430314, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226462745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'oVirtManagement', 'tx': '1176268358488', 'txDropped': '0', 'rx': '625369732643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576909412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'vnet3', 'tx': '542372705', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468167.430314, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754322557', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694216.10', 'cpuLoad': '2.76', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92914'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:16:22 GMT', 'cpuUser': '1.36', 'memFree': 667611, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.54'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:22,262+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:16:22,377+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:22,417+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2c577e2a-10dd-4e3b-8288-67c38dd18085 (threadPool:210)
2018-03-08 01:16:22,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bea238b4-fcd8-484e-a26b-d1e1f2a629c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:22,418+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:22,570+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=056a7522-bcb6-45e2-8692-fa3584406f42 (api:46)
2018-03-08 01:16:22,571+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510963', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852144', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244665', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396047', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392682', 'lastCheck': '0.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037453', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000603679', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337358', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233866', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393924', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552001', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011351', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260496', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307171', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402079', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249449', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032714', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027265', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325255', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268954', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324276', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253412', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250207', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238028', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202419', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411716', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426895', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732519', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420715', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031448', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380166', 'lastCheck': '2.2', 'valid': True}} from=internal, task_id=056a7522-bcb6-45e2-8692-fa3584406f42 (api:52)
2018-03-08 01:16:22,572+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=74c3365d-ed26-4222-ba59-3e785fb3d35e (api:46)
2018-03-08 01:16:22,572+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=74c3365d-ed26-4222-ba59-3e785fb3d35e (api:52)
2018-03-08 01:16:22,752+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:22,832+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d45fcf80-ff5b-4cd6-87c1-d7b2cb167c2e (threadPool:210)
2018-03-08 01:16:22,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ad4bd9f8-f51b-427d-bb53-c439d1be4d99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:16:22,834+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:23,129+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:23,186+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ee05c4b4-501c-4d86-a71e-ba9ed85e8397 (threadPool:210)
2018-03-08 01:16:23,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b29e941-ccba-4117-99da-88c4d5ce7b47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:23,187+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:23,550+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:23,601+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b4f33470-86d0-4442-933f-560cee4e8085 (threadPool:210)
2018-03-08 01:16:23,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e09cc528-80c2-42b5-92b6-515f5839443c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:23,602+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:23,943+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:23,993+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 11628c31-b9ec-4b03-89a3-3add9557f258 (threadPool:210)
2018-03-08 01:16:23,994+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8cc1a9da-82a1-4a8d-9834-bdfbe0bee2ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:23,994+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:24,281+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:24,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bea238b4-fcd8-484e-a26b-d1e1f2a629c0 (threadPool:210)
2018-03-08 01:16:24,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d9b5f5c-fb1e-4be2-a14c-c49cd744a184 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:24,325+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:24,590+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:24,638+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b29e941-ccba-4117-99da-88c4d5ce7b47 (threadPool:210)
2018-03-08 01:16:24,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 83b4528a-c24d-43e0-8af8-2a447b46ed2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:24,639+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:24,920+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:24,963+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e09cc528-80c2-42b5-92b6-515f5839443c (threadPool:210)
2018-03-08 01:16:24,963+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0fedc71c-8e65-45f8-a6d5-4fc99678e295 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:24,964+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:25,260+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:25,299+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ad4bd9f8-f51b-427d-bb53-c439d1be4d99 (threadPool:210)
2018-03-08 01:16:25,299+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5b4ddaac-39e3-41da-b957-35622aca7bf0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:25,300+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:25,718+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:25,768+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 83b4528a-c24d-43e0-8af8-2a447b46ed2c (threadPool:210)
2018-03-08 01:16:25,768+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1c95704b-11fb-422f-9c54-42b7584b70a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:25,769+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:25,904+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:25,909+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:25,912+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:26,103+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:26,154+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8cc1a9da-82a1-4a8d-9834-bdfbe0bee2ff (threadPool:210)
2018-03-08 01:16:26,155+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 10df414d-187e-4772-91d9-120d44fe2708 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:26,155+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:26,441+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:26,491+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0fedc71c-8e65-45f8-a6d5-4fc99678e295 (threadPool:210)
2018-03-08 01:16:26,491+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a51f026b-c70a-4fd2-a47a-08d41b6a847c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:26,492+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:26,800+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:27,007+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=313ccdca-af4f-4f72-b3dd-d426d9d1877b (api:46)
2018-03-08 01:16:27,014+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=313ccdca-af4f-4f72-b3dd-d426d9d1877b (api:52)
2018-03-08 01:16:27,014+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:27,110+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=16ac5981-0c43-496c-ba04-58b04fb27428 (api:46)
2018-03-08 01:16:27,115+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:27,142+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=16ac5981-0c43-496c-ba04-58b04fb27428 (api:52)
2018-03-08 01:16:27,145+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:16:27,165+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5b4ddaac-39e3-41da-b957-35622aca7bf0 (threadPool:210)
2018-03-08 01:16:27,165+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 419c5c82-d828-440b-ad1b-c5c8001d6003 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:27,166+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:27,540+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:27,575+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1c95704b-11fb-422f-9c54-42b7584b70a6 (threadPool:210)
2018-03-08 01:16:27,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 015b067a-090b-43cf-b3ec-98b256f9759a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:27,576+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:27,946+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:27,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a51f026b-c70a-4fd2-a47a-08d41b6a847c (threadPool:210)
2018-03-08 01:16:27,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 14c7a86b-9e26-43af-a7e9-a8ab149a43bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:27,997+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:28,289+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:28,347+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d9b5f5c-fb1e-4be2-a14c-c49cd744a184 (threadPool:210)
2018-03-08 01:16:28,349+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0cd3a86-1872-435f-b3ec-b51e9cfd9ae9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:28,349+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:28,689+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:28,733+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 419c5c82-d828-440b-ad1b-c5c8001d6003 (threadPool:210)
2018-03-08 01:16:28,734+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c18177b8-6c65-4288-9d9a-d82d04af1210 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:28,734+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:29,062+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:29,109+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 10df414d-187e-4772-91d9-120d44fe2708 (threadPool:210)
2018-03-08 01:16:29,109+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ea5b2469-446f-4bee-92e3-6e91a68f4c66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:29,110+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:29,448+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:29,497+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 015b067a-090b-43cf-b3ec-98b256f9759a (threadPool:210)
2018-03-08 01:16:29,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b1437e9-f496-48fe-b8d3-270a3f8c7157 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:29,499+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:29,808+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:29,872+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 14c7a86b-9e26-43af-a7e9-a8ab149a43bd (threadPool:210)
2018-03-08 01:16:29,873+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9b29d183-81e4-4a91-bec7-a6157d816f57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:29,873+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:30,246+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:30,287+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0cd3a86-1872-435f-b3ec-b51e9cfd9ae9 (threadPool:210)
2018-03-08 01:16:30,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4d031ff7-4428-44a2-af24-1b83e1206a04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:30,288+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:30,292+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:16:30,299+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:16:30,302+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:30,308+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:16:30,308+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:16:30,308+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:16:30,601+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:30,652+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c18177b8-6c65-4288-9d9a-d82d04af1210 (threadPool:210)
2018-03-08 01:16:30,652+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e482b25-35af-43ea-ac12-d44e9b2c2ba1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:30,653+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:30,992+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:31,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ea5b2469-446f-4bee-92e3-6e91a68f4c66 (threadPool:210)
2018-03-08 01:16:31,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ddf507de-87cf-4651-87f3-2f6099128eed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:31,044+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:31,326+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:31,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b1437e9-f496-48fe-b8d3-270a3f8c7157 (threadPool:210)
2018-03-08 01:16:31,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6a378963-6520-4012-b9c9-53c2894a44a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:31,373+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:31,699+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:31,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9b29d183-81e4-4a91-bec7-a6157d816f57 (threadPool:210)
2018-03-08 01:16:31,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 695f72e9-e218-4fb3-943d-9df8a07d48ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:31,746+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:32,265+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:32,307+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4d031ff7-4428-44a2-af24-1b83e1206a04 (threadPool:210)
2018-03-08 01:16:32,307+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dacb7873-3f69-4707-a45e-78feaf9d7ae3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:32,307+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:32,771+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:32,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ddf507de-87cf-4651-87f3-2f6099128eed (threadPool:210)
2018-03-08 01:16:32,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9ba4d697-1cbe-44af-9c25-70357a13d50f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:16:32,820+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:33,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:33,173+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6a378963-6520-4012-b9c9-53c2894a44a7 (threadPool:210)
2018-03-08 01:16:33,174+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e040c2e0-bd62-45e5-bba2-7d38aa14f565 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:33,174+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:33,528+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:33,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 695f72e9-e218-4fb3-943d-9df8a07d48ae (threadPool:210)
2018-03-08 01:16:33,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6e42e60c-aee1-4548-a9f3-fb1030d5954b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:33,572+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:33,974+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:34,025+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dacb7873-3f69-4707-a45e-78feaf9d7ae3 (threadPool:210)
2018-03-08 01:16:34,025+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 94c11f1f-6829-48c7-a8b1-e4e6af262562 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:34,025+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:34,371+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:34,412+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9ba4d697-1cbe-44af-9c25-70357a13d50f (threadPool:210)
2018-03-08 01:16:34,412+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 55a626fd-9319-45c0-a5c5-46ac466ab260 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:34,412+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:34,694+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:34,741+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e482b25-35af-43ea-ac12-d44e9b2c2ba1 (threadPool:210)
2018-03-08 01:16:34,741+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 084a2f58-2e9f-42ce-b26e-f716825b7593 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:34,741+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:35,072+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:35,120+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6e42e60c-aee1-4548-a9f3-fb1030d5954b (threadPool:210)
2018-03-08 01:16:35,120+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fec342da-0ce8-408b-9e7d-35d90cfee8e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:35,121+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:35,422+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:35,463+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 94c11f1f-6829-48c7-a8b1-e4e6af262562 (threadPool:210)
2018-03-08 01:16:35,464+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ae65c0bd-4815-4fdc-a73d-56a052f92c28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:35,464+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:35,755+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:35,796+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 55a626fd-9319-45c0-a5c5-46ac466ab260 (threadPool:210)
2018-03-08 01:16:35,797+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c753064a-82e0-47df-9fd2-2e068b621f0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:35,797+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:36,151+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:36,203+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 084a2f58-2e9f-42ce-b26e-f716825b7593 (threadPool:210)
2018-03-08 01:16:36,203+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9eda9b1d-ad51-41e5-ba01-3ac8bc0c3675 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:36,204+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:36,516+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:36,563+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fec342da-0ce8-408b-9e7d-35d90cfee8e4 (threadPool:210)
2018-03-08 01:16:36,563+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eb77a260-2ce9-44e0-8e9b-2d707c48e1c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:36,563+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:36,911+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:36,957+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e040c2e0-bd62-45e5-bba2-7d38aa14f565 (threadPool:210)
2018-03-08 01:16:36,958+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b44cd374-a937-4853-8fc3-7d0ce42b4dd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:36,958+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:37,257+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:37,303+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:37,307+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=883870ee-db13-4ae2-8ece-de01be8314a6 (api:46)
2018-03-08 01:16:37,309+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272616', 'lastCheck': '7.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450751', 'lastCheck': '4.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350125', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432717', 'lastCheck': '7.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567039', 'lastCheck': '5.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284853', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000397418', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336211', 'lastCheck': '7.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487585', 'lastCheck': '7.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400858', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308946', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637805', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310538', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361949', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326973', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024354', 'lastCheck': '4.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248716', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257162', 'lastCheck': '6.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235644', 'lastCheck': '6.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486669', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00186318', 'lastCheck': '6.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236167', 'lastCheck': '6.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262492', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000357479', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243955', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373206', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395562', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220587', 'lastCheck': '7.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313498', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279199', 'lastCheck': '7.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228345', 'lastCheck': '7.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237086', 'lastCheck': '6.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=883870ee-db13-4ae2-8ece-de01be8314a6 (api:52)
2018-03-08 01:16:37,309+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6afbf047-703f-43a9-9a01-4645e072035c (api:46)
2018-03-08 01:16:37,310+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6afbf047-703f-43a9-9a01-4645e072035c (api:52)
2018-03-08 01:16:37,322+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ae65c0bd-4815-4fdc-a73d-56a052f92c28 (threadPool:210)
2018-03-08 01:16:37,322+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task da820607-cb8a-4a22-80f2-cb784a60f87f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:37,322+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:37,342+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '95.10'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '5.84', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '92.17'}, '25': {'cpuUser': '5.37', 'nodeIndex': 1, 'cpuSys': '3.85', 'cpuIdle': '90.78'}, '26': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '95.42'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.63'}, '20': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '21': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.49'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '23': {'cpuUser': '7.16', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '90.32'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.75'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.34'}, '28': {'cpuUser': '4.51', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '94.69'}, '29': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '93.04'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '1': {'cpuUser': '4.91', 'nodeIndex': 1, 'cpuSys': '28.05', 'cpuIdle': '67.04'}, '0': {'cpuUser': '5.97', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '90.45'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '2': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.49'}, '5': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '94.69'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.68'}, '7': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.57'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '9': {'cpuUser': '4.05', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '93.03'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.34'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.22'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.16'}, '10': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '94.69'}, '13': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '15': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.10'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '17': {'cpuUser': '2.79', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.23'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '98.14'}, '31': {'cpuUser': '13.53', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '83.35'}, '49': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '37': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '36': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '34': {'cpuUser': '7.29', 'nodeIndex': 0, 'cpuSys': '7.63', 'cpuIdle': '85.08'}, '33': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '93.77'}, '18': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.14'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308659'}, '0': {'memPercent': 11, 'memFree': '349074'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637805', 'lastCheck': '7.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272616', 'lastCheck': '7.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450751', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310538', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361949', 'lastCheck': '6.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567039', 'lastCheck': '5.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284853', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000397418', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336211', 'lastCheck': '7.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487585', 'lastCheck': '7.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400858', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308946', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350125', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432717', 'lastCheck': '7.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326973', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00186318', 'lastCheck': '6.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248716', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257162', 'lastCheck': '6.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235644', 'lastCheck': '6.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486669', 'lastCheck': '6.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024354', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228345', 'lastCheck': '7.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262492', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000357479', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243955', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373206', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395562', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220587', 'lastCheck': '7.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313498', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279199', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236167', 'lastCheck': '6.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237086', 'lastCheck': '6.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645620374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403961801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.351', 'tx': '1176268425814', 'txDropped': '0', 'rx': '625370480558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0', 'tx': '1580915460828', 'txDropped': '0', 'rx': '926295795676', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45166340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416273974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200425527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet0', 'tx': '87300700', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet1', 'tx': '37765301938', 'txDropped': '0', 'rx': '877618383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet2', 'tx': '21121640501', 'txDropped': '0', 'rx': '141313841809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175546342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet4', 'tx': '395984232', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet5', 'tx': '23423408211', 'txDropped': '0', 'rx': '498050988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet6', 'tx': '6653503767', 'txDropped': '0', 'rx': '429742926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet7', 'tx': '1433138265', 'txDropped': '0', 'rx': '552155824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42416604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46714373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'lo', 'tx': '6929567335', 'txDropped': '0', 'rx': '6929567335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170572805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'eno1', 'tx': '975607590723', 'txDropped': '0', 'rx': '433984396865', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'eno2', 'tx': '605307870105', 'txDropped': '0', 'rx': '492311398811', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468182.509194, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468182.509194, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632604503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75857999', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76975818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191967868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370751397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373295031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49836518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430100353', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298734268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.110', 'tx': '2475598691', 'txDropped': '0', 'rx': '66853979794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.111', 'tx': '122673500686', 'txDropped': '0', 'rx': '24444017304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55215171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54137642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465093033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165251112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55995089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55824900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45161594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468182.509194, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226464396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'oVirtManagement', 'tx': '1176268425166', 'txDropped': '0', 'rx': '625369742155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576914136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'vnet3', 'tx': '542377756', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468182.509194, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754324705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694231.18', 'cpuLoad': '2.73', 'cpuSys': '1.87', 'diskStats': {'/var/log': {'free': '92912'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:16:37 GMT', 'cpuUser': '1.86', 'memFree': 667600, 'cpuIdle': '96.27', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:37,347+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:16:37,595+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=75212c97-f23f-45dd-8f4f-86388a9afb9d (api:46)
2018-03-08 01:16:37,610+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=75212c97-f23f-45dd-8f4f-86388a9afb9d (api:52)
2018-03-08 01:16:37,610+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:16:37,654+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=042e523b-108f-4bea-9e80-c1ed4c3c6bbc (api:46)
2018-03-08 01:16:37,667+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:37,689+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272616', 'lastCheck': '7.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450751', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350125', 'lastCheck': '4.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432717', 'lastCheck': '7.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567039', 'lastCheck': '5.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284853', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000397418', 'lastCheck': '8.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336211', 'lastCheck': '8.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487585', 'lastCheck': '7.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400858', 'lastCheck': '6.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308946', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637805', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310538', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361949', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326973', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024354', 'lastCheck': '5.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248716', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257162', 'lastCheck': '7.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235644', 'lastCheck': '7.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486669', 'lastCheck': '6.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00186318', 'lastCheck': '7.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236167', 'lastCheck': '6.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262492', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000357479', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243955', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373206', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000319771', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220587', 'lastCheck': '7.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313498', 'lastCheck': '5.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279199', 'lastCheck': '7.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228345', 'lastCheck': '7.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237086', 'lastCheck': '7.3', 'valid': True}} from=internal, task_id=042e523b-108f-4bea-9e80-c1ed4c3c6bbc (api:52)
2018-03-08 01:16:37,691+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=d13dbfdf-dc0d-48cf-8e91-87b31db63f9b (api:46)
2018-03-08 01:16:37,691+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d13dbfdf-dc0d-48cf-8e91-87b31db63f9b (api:52)
2018-03-08 01:16:37,727+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3287c11c-2eb9-463c-a0a4-b6d94ce2d701 (api:46)
2018-03-08 01:16:37,735+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3287c11c-2eb9-463c-a0a4-b6d94ce2d701 (api:52)
2018-03-08 01:16:37,737+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:37,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c753064a-82e0-47df-9fd2-2e068b621f0b (threadPool:210)
2018-03-08 01:16:37,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ea2811d-8ba3-456c-8b9a-f71e066184a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:37,751+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:38,085+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:38,134+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9eda9b1d-ad51-41e5-ba01-3ac8bc0c3675 (threadPool:210)
2018-03-08 01:16:38,135+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e85f3520-3171-4c96-878d-b8545ed69918 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:38,135+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:38,459+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:38,507+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eb77a260-2ce9-44e0-8e9b-2d707c48e1c4 (threadPool:210)
2018-03-08 01:16:38,508+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 023118de-8616-4025-bc96-ef3d6d7bb6e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:38,509+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:38,813+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:38,883+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b44cd374-a937-4853-8fc3-7d0ce42b4dd9 (threadPool:210)
2018-03-08 01:16:38,883+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c9ee38c5-1ce8-43fa-9f84-78ae5d7e43c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:38,884+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:39,228+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:39,295+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task da820607-cb8a-4a22-80f2-cb784a60f87f (threadPool:210)
2018-03-08 01:16:39,296+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f225836e-2890-477f-a233-3735cb0c13de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:39,297+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:39,664+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:39,731+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ea2811d-8ba3-456c-8b9a-f71e066184a4 (threadPool:210)
2018-03-08 01:16:39,732+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6ce1dd4-0572-4489-bbb6-7f546e43cc01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:39,732+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:39,991+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:40,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e85f3520-3171-4c96-878d-b8545ed69918 (threadPool:210)
2018-03-08 01:16:40,040+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 138ec01e-47a3-4f3a-b30d-131b67815f64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:40,040+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:40,544+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:40,812+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=d85e10eb-8b4c-40f0-9731-b45ea20d8984 (api:46)
2018-03-08 01:16:40,812+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d85e10eb-8b4c-40f0-9731-b45ea20d8984 (api:52)
2018-03-08 01:16:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=fce46e4d-c092-45fa-abfa-5956035caeaf (api:46)
2018-03-08 01:16:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=fce46e4d-c092-45fa-abfa-5956035caeaf (api:52)
2018-03-08 01:16:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=3d27cbf5-cf52-4fb4-95a1-5a3872b4dfc0 (api:46)
2018-03-08 01:16:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=3d27cbf5-cf52-4fb4-95a1-5a3872b4dfc0 (api:52)
2018-03-08 01:16:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=fca7c59e-6f98-4efc-89da-af7babcfcd62 (api:46)
2018-03-08 01:16:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=fca7c59e-6f98-4efc-89da-af7babcfcd62 (api:52)
2018-03-08 01:16:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=63070827-1ed6-471f-83ec-ea9f1c8253b2 (api:46)
2018-03-08 01:16:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=63070827-1ed6-471f-83ec-ea9f1c8253b2 (api:52)
2018-03-08 01:16:40,815+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=001bdd8c-67a6-4d25-8685-2d59fbb7acd4 (api:46)
2018-03-08 01:16:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=001bdd8c-67a6-4d25-8685-2d59fbb7acd4 (api:52)
2018-03-08 01:16:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=c66897ce-0c43-4c13-a02e-37948fd44bf8 (api:46)
2018-03-08 01:16:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=c66897ce-0c43-4c13-a02e-37948fd44bf8 (api:52)
2018-03-08 01:16:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=99bda015-73c3-4993-bab2-f14eec1c31b1 (api:46)
2018-03-08 01:16:40,817+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=99bda015-73c3-4993-bab2-f14eec1c31b1 (api:52)
2018-03-08 01:16:40,818+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=e4778d9e-f103-482b-a087-60770458b422 (api:46)
2018-03-08 01:16:40,818+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=e4778d9e-f103-482b-a087-60770458b422 (api:52)
2018-03-08 01:16:40,818+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=616d97d3-f25a-4ebe-987d-2b7b45935142 (api:46)
2018-03-08 01:16:40,818+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=616d97d3-f25a-4ebe-987d-2b7b45935142 (api:52)
2018-03-08 01:16:40,867+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:40,920+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 023118de-8616-4025-bc96-ef3d6d7bb6e6 (threadPool:210)
2018-03-08 01:16:40,920+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 45cd5365-1c84-4815-b865-414cb9e9c154 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:40,921+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:40,928+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:40,933+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:40,935+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:41,410+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:41,461+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c9ee38c5-1ce8-43fa-9f84-78ae5d7e43c3 (threadPool:210)
2018-03-08 01:16:41,462+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 79d13694-c5d5-4bdc-bff1-9a0dcd665ca5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:16:41,462+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:41,786+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:41,837+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f225836e-2890-477f-a233-3735cb0c13de (threadPool:210)
2018-03-08 01:16:41,837+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c0fbdd64-43e3-4c16-8792-617b797f2eb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:41,838+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:42,295+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:42,335+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6ce1dd4-0572-4489-bbb6-7f546e43cc01 (threadPool:210)
2018-03-08 01:16:42,336+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0682e244-eddb-488b-a05c-08892597d895 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:42,336+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:42,844+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:42,894+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 45cd5365-1c84-4815-b865-414cb9e9c154 (threadPool:210)
2018-03-08 01:16:42,894+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9328f255-7b84-4f62-9478-4c51ea4e7db9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:42,894+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:43,462+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:43,507+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 79d13694-c5d5-4bdc-bff1-9a0dcd665ca5 (threadPool:210)
2018-03-08 01:16:43,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 81abc17f-ab1b-4472-b599-f75ab10af846 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:43,508+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:43,980+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:44,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c0fbdd64-43e3-4c16-8792-617b797f2eb9 (threadPool:210)
2018-03-08 01:16:44,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2d05f66e-0d2b-4f24-adc5-c781bc377001 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:44,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:44,420+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:44,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 138ec01e-47a3-4f3a-b30d-131b67815f64 (threadPool:210)
2018-03-08 01:16:44,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ec295c77-03ef-46aa-acd4-795965decec0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:44,471+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:44,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:44,826+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0682e244-eddb-488b-a05c-08892597d895 (threadPool:210)
2018-03-08 01:16:44,827+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 662b8298-5f36-43bd-878b-524987d2dd63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:44,828+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:45,164+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:45,214+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9328f255-7b84-4f62-9478-4c51ea4e7db9 (threadPool:210)
2018-03-08 01:16:45,214+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af59cccc-d849-4d3e-b21e-c5858706d696 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:45,215+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:45,309+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:16:45,314+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:16:45,317+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:45,325+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:16:45,325+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:16:45,326+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:45,494+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:45,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 81abc17f-ab1b-4472-b599-f75ab10af846 (threadPool:210)
2018-03-08 01:16:45,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 37ac2ff2-59cd-4d8f-91b7-d848581fd7f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:45,543+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:45,825+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:45,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2d05f66e-0d2b-4f24-adc5-c781bc377001 (threadPool:210)
2018-03-08 01:16:45,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91a91493-37c9-432a-b726-e33fef277cca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:45,895+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:46,228+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:46,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ec295c77-03ef-46aa-acd4-795965decec0 (threadPool:210)
2018-03-08 01:16:46,276+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a05c86be-d896-4fe0-b7a3-acca64c0b8bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:46,276+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:46,633+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:46,681+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 662b8298-5f36-43bd-878b-524987d2dd63 (threadPool:210)
2018-03-08 01:16:46,681+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 736a2e59-6710-41ab-85b7-d90d9353c74a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:46,682+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:47,092+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:47,139+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af59cccc-d849-4d3e-b21e-c5858706d696 (threadPool:210)
2018-03-08 01:16:47,140+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34b83c03-c21c-4182-afb2-cc460d2ce075 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:47,140+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:47,524+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:47,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 37ac2ff2-59cd-4d8f-91b7-d848581fd7f9 (threadPool:210)
2018-03-08 01:16:47,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e7ad5d86-25f9-472f-b4f7-6decfcdc0341 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:47,573+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:47,891+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:47,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91a91493-37c9-432a-b726-e33fef277cca (threadPool:210)
2018-03-08 01:16:47,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b607ec6e-c2f2-4e43-8a5e-99f8fb753080 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:47,933+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:48,218+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ba6d4301-db63-4869-99d9-ee7305d2358b (api:46)
2018-03-08 01:16:48,227+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ba6d4301-db63-4869-99d9-ee7305d2358b (api:52)
2018-03-08 01:16:48,228+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:48,275+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:48,319+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 736a2e59-6710-41ab-85b7-d90d9353c74a (threadPool:210)
2018-03-08 01:16:48,319+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e58c7ae-0e94-48e8-afde-626914fb6ced (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:48,320+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:48,324+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e19ec4bb-2ff5-4dea-803f-703d77f95edd (api:46)
2018-03-08 01:16:48,336+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e19ec4bb-2ff5-4dea-803f-703d77f95edd (api:52)
2018-03-08 01:16:48,339+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:16:48,872+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:48,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e7ad5d86-25f9-472f-b4f7-6decfcdc0341 (threadPool:210)
2018-03-08 01:16:48,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e376758d-4dc9-4018-a5d1-fdc55dfe4d99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:48,918+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:49,407+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:49,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a05c86be-d896-4fe0-b7a3-acca64c0b8bd (threadPool:210)
2018-03-08 01:16:49,468+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43372d3c-8b40-4608-bc2b-15395836b021 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:49,469+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:49,764+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:49,829+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34b83c03-c21c-4182-afb2-cc460d2ce075 (threadPool:210)
2018-03-08 01:16:49,830+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8944a26f-0c61-4e30-9b7d-6cb4f43a8ef9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:49,830+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:50,366+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:50,412+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e58c7ae-0e94-48e8-afde-626914fb6ced (threadPool:210)
2018-03-08 01:16:50,412+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3dddcacf-dde1-4e95-93fa-8e1c57303deb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:50,412+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:50,698+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:50,747+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e376758d-4dc9-4018-a5d1-fdc55dfe4d99 (threadPool:210)
2018-03-08 01:16:50,747+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e6c7d8e6-d8a3-49d5-9a21-c66a5f39c3c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:50,747+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:51,077+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:51,125+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b607ec6e-c2f2-4e43-8a5e-99f8fb753080 (threadPool:210)
2018-03-08 01:16:51,125+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d4f7290-1245-4f4b-9f31-42f92dd7eb1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:51,126+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:51,417+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:51,463+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43372d3c-8b40-4608-bc2b-15395836b021 (threadPool:210)
2018-03-08 01:16:51,463+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c8a7747-321a-4df3-886a-e4f900c0c70d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:16:51,464+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:51,804+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:51,855+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8944a26f-0c61-4e30-9b7d-6cb4f43a8ef9 (threadPool:210)
2018-03-08 01:16:51,855+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 70ab9a56-2c40-4543-8cf6-874f810060b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:51,855+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:52,160+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:52,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3dddcacf-dde1-4e95-93fa-8e1c57303deb (threadPool:210)
2018-03-08 01:16:52,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43dba562-00bc-471f-916d-814d4202a7bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:52,214+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:52,383+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:52,384+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8eea3c44-bce5-46a1-bbb8-b897fcd34445 (api:46)
2018-03-08 01:16:52,385+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491181', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108404', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286665', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536411', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815335', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000533822', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533562', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352937', 'lastCheck': '1.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249336', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344982', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753559', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263806', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702121', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293859', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035473', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240457', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218044', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200163', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435602', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408024', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288718', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304089', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434059', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384436', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243664', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365609', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300373', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243117', 'lastCheck': '0.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454858', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212157', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246651', 'lastCheck': '2.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8eea3c44-bce5-46a1-bbb8-b897fcd34445 (api:52)
2018-03-08 01:16:52,385+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=21a341c4-f8ef-4475-8105-368fd106b4e0 (api:46)
2018-03-08 01:16:52,386+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=21a341c4-f8ef-4475-8105-368fd106b4e0 (api:52)
2018-03-08 01:16:52,414+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.60'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '53': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '20': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.96'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.00'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.49'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '22.93', 'cpuIdle': '72.17'}, '0': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.79'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.90'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '7': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.30'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '59': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '97.15'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '15': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.09'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.95'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '35': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '34': {'cpuUser': '6.43', 'nodeIndex': 0, 'cpuSys': '7.16', 'cpuIdle': '86.41'}, '33': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '18': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308653'}, '0': {'memPercent': 11, 'memFree': '349090'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753559', 'lastCheck': '2.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491181', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108404', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263806', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702121', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536411', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815335', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000533822', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533562', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352937', 'lastCheck': '1.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249336', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344982', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286665', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293859', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408024', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240457', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218044', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200163', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435602', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035473', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212157', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304089', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434059', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384436', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243664', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365609', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300373', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243117', 'lastCheck': '0.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454858', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288718', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246651', 'lastCheck': '2.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645636335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403966296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.351', 'tx': '1176268502985', 'txDropped': '0', 'rx': '625370496635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0', 'tx': '1580915555150', 'txDropped': '0', 'rx': '926296273684', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45166690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416275844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200427558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet0', 'tx': '87305556', 'txDropped': '0', 'rx': '79830365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet1', 'tx': '37765307675', 'txDropped': '0', 'rx': '877622094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet2', 'tx': '21121675903', 'txDropped': '0', 'rx': '141313867472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175547270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet4', 'tx': '395989088', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet5', 'tx': '23423426353', 'txDropped': '0', 'rx': '498051327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet6', 'tx': '6653505917', 'txDropped': '0', 'rx': '429742988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet7', 'tx': '1433140415', 'txDropped': '0', 'rx': '552155886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42416954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46714723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'lo', 'tx': '6929646280', 'txDropped': '0', 'rx': '6929646280', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170574309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'eno1', 'tx': '975607663525', 'txDropped': '0', 'rx': '433984589813', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'eno2', 'tx': '605307891625', 'txDropped': '0', 'rx': '492311683871', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468197.599329, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468197.599329, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632608763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75858349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76976168', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191970216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370751956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.306', 'tx': '76695870845', 'txDropped': '0', 'rx': '8373299033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49837077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430104355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298736616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.110', 'tx': '2475602526', 'txDropped': '0', 'rx': '66853984453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.111', 'tx': '122673526351', 'txDropped': '0', 'rx': '24444050434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55215571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54137992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465097528', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165252616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55995489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55825250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45161944', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468197.599329, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226466427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'oVirtManagement', 'tx': '1176268502337', 'txDropped': '0', 'rx': '625369758232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576918396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'vnet3', 'tx': '542382612', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468197.599329, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754325633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694246.25', 'cpuLoad': '2.87', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92911'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:16:52 GMT', 'cpuUser': '1.11', 'memFree': 667609, 'cpuIdle': '97.32', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.67'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:52,418+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:16:52,525+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:52,798+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3adc8448-ebed-4bd7-9aab-905ebc170659 (api:46)
2018-03-08 01:16:52,799+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491181', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00108404', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286665', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536411', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815335', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000533822', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533562', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352937', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249336', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344982', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000753559', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263806', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702121', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293859', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035473', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240457', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218044', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200163', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435602', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408024', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288718', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304089', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434059', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384436', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243664', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365609', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300373', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243117', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454858', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212157', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246651', 'lastCheck': '2.4', 'valid': True}} from=internal, task_id=3adc8448-ebed-4bd7-9aab-905ebc170659 (api:52)
2018-03-08 01:16:52,800+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=0cd43431-9b72-485b-beb7-e7c67f69ac02 (api:46)
2018-03-08 01:16:52,800+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0cd43431-9b72-485b-beb7-e7c67f69ac02 (api:52)
2018-03-08 01:16:52,845+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:52,895+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e6c7d8e6-d8a3-49d5-9a21-c66a5f39c3c6 (threadPool:210)
2018-03-08 01:16:52,896+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8bd59df1-40fa-41a9-a0c4-a7452ef70a3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:52,896+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:53,179+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:53,227+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d4f7290-1245-4f4b-9f31-42f92dd7eb1e (threadPool:210)
2018-03-08 01:16:53,227+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7048bb7a-09f9-42aa-8d3f-04a948e2fdc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:53,227+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:53,491+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:53,538+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c8a7747-321a-4df3-886a-e4f900c0c70d (threadPool:210)
2018-03-08 01:16:53,538+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a1a4cb89-a4c8-4850-886a-0f011266ade7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:53,539+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:53,836+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:53,883+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 70ab9a56-2c40-4543-8cf6-874f810060b7 (threadPool:210)
2018-03-08 01:16:53,884+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b0b2dc9a-e8e4-4f05-a06f-fd654a9dcad6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:53,884+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:54,197+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:54,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43dba562-00bc-471f-916d-814d4202a7bb (threadPool:210)
2018-03-08 01:16:54,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 778fd0de-278b-4177-8e55-40c03b1f7c3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:54,244+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:54,563+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:54,613+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8bd59df1-40fa-41a9-a0c4-a7452ef70a3a (threadPool:210)
2018-03-08 01:16:54,613+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88b16bcf-178c-4c73-a549-7ff6ab250709 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:54,613+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:54,946+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:54,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7048bb7a-09f9-42aa-8d3f-04a948e2fdc0 (threadPool:210)
2018-03-08 01:16:54,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 86b34cbb-40f6-478b-b22b-d53cc9e7b93a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:54,990+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:55,310+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:55,361+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b0b2dc9a-e8e4-4f05-a06f-fd654a9dcad6 (threadPool:210)
2018-03-08 01:16:55,361+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 152f954c-df1a-4186-8325-ed70cd471775 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:55,362+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:55,664+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:55,715+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 778fd0de-278b-4177-8e55-40c03b1f7c3c (threadPool:210)
2018-03-08 01:16:55,716+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 48373939-04d4-4581-850c-c4823b31ec27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:55,716+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:55,952+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:16:55,957+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:16:55,959+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:55,984+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:56,046+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88b16bcf-178c-4c73-a549-7ff6ab250709 (threadPool:210)
2018-03-08 01:16:56,046+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb21fce0-e6a1-4dee-a842-d831471da2be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:56,047+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:56,421+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:56,483+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a1a4cb89-a4c8-4850-886a-0f011266ade7 (threadPool:210)
2018-03-08 01:16:56,485+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b0be05f-5574-40d7-9c55-e88e26d6d635 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:56,485+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:56,791+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:56,843+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 86b34cbb-40f6-478b-b22b-d53cc9e7b93a (threadPool:210)
2018-03-08 01:16:56,843+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9d67a200-f473-45d8-811e-4a353c7649e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:56,843+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:57,288+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:57,335+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 152f954c-df1a-4186-8325-ed70cd471775 (threadPool:210)
2018-03-08 01:16:57,336+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5c6d91be-8aee-4429-8e00-6509b97b70d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:57,336+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:57,651+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:57,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb21fce0-e6a1-4dee-a842-d831471da2be (threadPool:210)
2018-03-08 01:16:57,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1cf3152a-7ba6-492f-bf37-d68a652e0edf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:57,694+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:57,992+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:58,043+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9d67a200-f473-45d8-811e-4a353c7649e0 (threadPool:210)
2018-03-08 01:16:58,043+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c11b87ab-ed3e-4f34-8a85-467a87d18393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:58,044+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:58,325+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:58,389+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 48373939-04d4-4581-850c-c4823b31ec27 (threadPool:210)
2018-03-08 01:16:58,390+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ed3a7261-2514-4daf-a684-947ede3107b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:58,390+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:58,690+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:58,738+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5c6d91be-8aee-4429-8e00-6509b97b70d3 (threadPool:210)
2018-03-08 01:16:58,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 24982751-d672-4392-95e3-e543d6726f76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:58,739+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:58,801+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=19aa5669-70ca-4612-81c2-582d4bf3b44c (api:46)
2018-03-08 01:16:58,808+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=19aa5669-70ca-4612-81c2-582d4bf3b44c (api:52)
2018-03-08 01:16:58,808+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:58,905+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fafb9ee7-8f96-42d9-8d54-94a09f908ed1 (api:46)
2018-03-08 01:16:58,912+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fafb9ee7-8f96-42d9-8d54-94a09f908ed1 (api:52)
2018-03-08 01:16:58,913+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:16:59,049+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:59,101+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b0be05f-5574-40d7-9c55-e88e26d6d635 (threadPool:210)
2018-03-08 01:16:59,101+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 701aefb0-3864-4a10-ab8e-833c378ceb70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:59,101+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:16:59,408+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:59,478+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1cf3152a-7ba6-492f-bf37-d68a652e0edf (threadPool:210)
2018-03-08 01:16:59,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a6f4f7e6-423f-4d53-9323-b0d0168c1ada (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:16:59,480+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:16:59,796+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:16:59,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c11b87ab-ed3e-4f34-8a85-467a87d18393 (threadPool:210)
2018-03-08 01:16:59,840+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1e4d9114-1378-4c1e-93bb-22586c87c867 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:16:59,840+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:00,164+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:00,209+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 24982751-d672-4392-95e3-e543d6726f76 (threadPool:210)
2018-03-08 01:17:00,209+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9a337e67-ef7e-49d2-bfeb-88fa50a63ca7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:00,209+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:00,330+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:17:00,335+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:17:00,338+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:00,346+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:17:00,346+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:17:00,346+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:00,747+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:00,792+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a6f4f7e6-423f-4d53-9323-b0d0168c1ada (threadPool:210)
2018-03-08 01:17:00,793+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f1b15dfc-9fd4-4d27-9b48-58fb7ab73197 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:00,794+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:01,118+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:01,167+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ed3a7261-2514-4daf-a684-947ede3107b8 (threadPool:210)
2018-03-08 01:17:01,167+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cdd0a974-397c-4552-8aa8-805ff567d638 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:01,167+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:01,497+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:01,548+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1e4d9114-1378-4c1e-93bb-22586c87c867 (threadPool:210)
2018-03-08 01:17:01,548+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task feace543-482a-425d-b063-0703ca2691b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:17:01,549+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:01,877+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:01,929+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 701aefb0-3864-4a10-ab8e-833c378ceb70 (threadPool:210)
2018-03-08 01:17:01,930+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 841c5f19-839f-4def-9050-f295c3e1cb9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1930, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:01,930+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:02,197+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:02,247+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9a337e67-ef7e-49d2-bfeb-88fa50a63ca7 (threadPool:210)
2018-03-08 01:17:02,247+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e19c6ac2-6461-4625-babd-91427a304b68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:02,248+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:02,973+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:03,024+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f1b15dfc-9fd4-4d27-9b48-58fb7ab73197 (threadPool:210)
2018-03-08 01:17:03,024+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 599884ab-b844-4b2a-9d1e-767b7a9e7d11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:03,025+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:03,602+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:03,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cdd0a974-397c-4552-8aa8-805ff567d638 (threadPool:210)
2018-03-08 01:17:03,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e0b9657b-1c82-468c-ab9d-3fb10dae5f8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:03,652+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:03,711+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20810 (__init__:330)
2018-03-08 01:17:03,734+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20811 (__init__:330)
2018-03-08 01:17:03,753+0100 INFO  (ioprocess/284016) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:17:03,756+0100 INFO  (ioprocess/284022) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:17:03,947+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:03,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task feace543-482a-425d-b063-0703ca2691b9 (threadPool:210)
2018-03-08 01:17:03,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8eb9f600-a1ff-47c3-96c3-79d6fd65b793 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:03,996+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:04,324+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:04,375+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 841c5f19-839f-4def-9050-f295c3e1cb9b (threadPool:210)
2018-03-08 01:17:04,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b15fcd81-b2c4-4c1e-b199-1ff284e31f8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:04,376+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:04,713+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:04,766+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e19c6ac2-6461-4625-babd-91427a304b68 (threadPool:210)
2018-03-08 01:17:04,766+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 192bc7d0-b72c-48ad-85e6-cfb5fe7aa86d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:04,766+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:05,067+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:05,474+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:05,515+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 599884ab-b844-4b2a-9d1e-767b7a9e7d11 (threadPool:210)
2018-03-08 01:17:05,515+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a9be1f7a-9486-4c24-8313-7076e2052504 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:05,516+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:05,835+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:05,901+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8eb9f600-a1ff-47c3-96c3-79d6fd65b793 (threadPool:210)
2018-03-08 01:17:05,901+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2251d3c4-3d9f-46fd-bc67-968ed287206f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:05,902+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:06,208+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:06,259+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 192bc7d0-b72c-48ad-85e6-cfb5fe7aa86d (threadPool:210)
2018-03-08 01:17:06,259+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cb7bdc3f-2efa-45f5-9151-06023898b5d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:06,260+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:06,545+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:06,595+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e0b9657b-1c82-468c-ab9d-3fb10dae5f8c (threadPool:210)
2018-03-08 01:17:06,595+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a66f955-d2e0-489a-aa11-afc0e73f9e83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:06,595+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:06,911+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:06,969+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a9be1f7a-9486-4c24-8313-7076e2052504 (threadPool:210)
2018-03-08 01:17:06,970+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88311f22-c0ad-4541-b8e2-05df8ee8e1cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:06,970+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:07,283+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:07,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b15fcd81-b2c4-4c1e-b199-1ff284e31f8d (threadPool:210)
2018-03-08 01:17:07,328+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e7afc7d2-2977-4c55-aea5-37784d47a618 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:07,328+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:07,457+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:07,459+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fc428245-0763-4f80-9c4f-ec1438d66d04 (api:46)
2018-03-08 01:17:07,459+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033372', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011228', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256426', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342109', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406058', 'lastCheck': '5.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341216', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000724272', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400525', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354053', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323847', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498623', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000736227', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284064', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497109', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494177', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351751', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401306', 'lastCheck': '7.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216646', 'lastCheck': '6.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240377', 'lastCheck': '7.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352282', 'lastCheck': '6.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329786', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852872', 'lastCheck': '6.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242947', 'lastCheck': '6.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000407387', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498655', 'lastCheck': '7.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411416', 'lastCheck': '5.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004768', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304432', 'lastCheck': '7.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248044', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428117', 'lastCheck': '7.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442716', 'lastCheck': '7.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512483', 'lastCheck': '7.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fc428245-0763-4f80-9c4f-ec1438d66d04 (api:52)
2018-03-08 01:17:07,460+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=545b340f-5701-434c-a6ba-5c04365ff177 (api:46)
2018-03-08 01:17:07,460+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=545b340f-5701-434c-a6ba-5c04365ff177 (api:52)
2018-03-08 01:17:07,490+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.68'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.58'}, '32': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.82'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '25': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.70'}, '26': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.31'}, '27': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.70'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.10'}, '21': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.37'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '23': {'cpuUser': '4.82', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.13'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '98.09'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.69'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.23'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '1': {'cpuUser': '4.42', 'nodeIndex': 1, 'cpuSys': '25.89', 'cpuIdle': '69.69'}, '0': {'cpuUser': '8.12', 'nodeIndex': 0, 'cpuSys': '3.76', 'cpuIdle': '88.12'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.77'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.71', 'cpuIdle': '95.04'}, '5': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.44'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '7': {'cpuUser': '13.87', 'nodeIndex': 1, 'cpuSys': '3.63', 'cpuIdle': '82.50'}, '6': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.35'}, '9': {'cpuUser': '4.09', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '93.20'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '96.17'}, '59': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '96.76'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '11.03', 'nodeIndex': 1, 'cpuSys': '3.57', 'cpuIdle': '85.40'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.62'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '12': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.35'}, '15': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.72'}, '14': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '96.64'}, '17': {'cpuUser': '5.08', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '92.74'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '19': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.37'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.98'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.42'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '35': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '34': {'cpuUser': '6.60', 'nodeIndex': 0, 'cpuSys': '6.74', 'cpuIdle': '86.66'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.03'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308644'}, '0': {'memPercent': 11, 'memFree': '349092'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000736227', 'lastCheck': '7.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033372', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011228', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284064', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497109', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406058', 'lastCheck': '5.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341216', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000724272', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400525', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354053', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323847', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498623', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256426', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342109', 'lastCheck': '7.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494177', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329786', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401306', 'lastCheck': '7.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216646', 'lastCheck': '6.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240377', 'lastCheck': '7.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352282', 'lastCheck': '6.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351751', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442716', 'lastCheck': '7.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242947', 'lastCheck': '6.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000407387', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498655', 'lastCheck': '7.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411416', 'lastCheck': '5.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004768', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304432', 'lastCheck': '7.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248044', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428117', 'lastCheck': '7.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852872', 'lastCheck': '6.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512483', 'lastCheck': '7.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645674641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403969727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.351', 'tx': '1176268577615', 'txDropped': '0', 'rx': '625370506338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0', 'tx': '1580915674230', 'txDropped': '0', 'rx': '926296813858', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45167090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416276596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200429298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet0', 'tx': '87311639', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet1', 'tx': '37765315363', 'txDropped': '0', 'rx': '877630809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet2', 'tx': '21121730074', 'txDropped': '0', 'rx': '141313874563', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175548340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet4', 'tx': '395995111', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet5', 'tx': '23423467680', 'txDropped': '0', 'rx': '498051622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet6', 'tx': '6653524076', 'txDropped': '0', 'rx': '429748986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet7', 'tx': '1433141497', 'txDropped': '0', 'rx': '552155948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42417354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46715123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'lo', 'tx': '6929721049', 'txDropped': '0', 'rx': '6929721049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170575937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'eno1', 'tx': '975607756964', 'txDropped': '0', 'rx': '433984840493', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'eno2', 'tx': '605307917266', 'txDropped': '0', 'rx': '492311973365', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468212.742904, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468212.742904, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632613671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75858749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76976568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191972562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370752306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.306', 'tx': '76695870887', 'txDropped': '0', 'rx': '8373304052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49837427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430109328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298738962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.110', 'tx': '2475617301', 'txDropped': '0', 'rx': '66854007642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.111', 'tx': '122673533374', 'txDropped': '0', 'rx': '24444101551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55215921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54138392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465100959', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165254244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55995839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55825650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45162344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468212.742904, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226468167', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'oVirtManagement', 'tx': '1176268576967', 'txDropped': '0', 'rx': '625369767935', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576923304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'vnet3', 'tx': '542388635', 'txDropped': '0', 'rx': '221473380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468212.742904, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754326703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694261.33', 'cpuLoad': '2.89', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92909'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.10', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:17:07 GMT', 'cpuUser': '1.61', 'memFree': 667610, 'cpuIdle': '96.74', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.95'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:07,494+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:17:07,738+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:07,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2251d3c4-3d9f-46fd-bc67-968ed287206f (threadPool:210)
2018-03-08 01:17:07,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 846c02a5-77f9-4871-8e7c-4cf1f0eec970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:07,789+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:07,875+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=7f1f79e7-7829-46a9-be01-9e3a5b4d7d99 (api:46)
2018-03-08 01:17:07,876+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033372', 'lastCheck': '8.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011228', 'lastCheck': '5.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256426', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342109', 'lastCheck': '8.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406058', 'lastCheck': '5.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341216', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000724272', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400525', 'lastCheck': '7.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354053', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323847', 'lastCheck': '7.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498623', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000736227', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284064', 'lastCheck': '4.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497109', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494177', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351751', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401306', 'lastCheck': '7.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216646', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240377', 'lastCheck': '7.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352282', 'lastCheck': '7.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329786', 'lastCheck': '7.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852872', 'lastCheck': '7.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242947', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000407387', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498655', 'lastCheck': '8.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411416', 'lastCheck': '6.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004768', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304432', 'lastCheck': '7.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248044', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428117', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442716', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512483', 'lastCheck': '7.5', 'valid': True}} from=internal, task_id=7f1f79e7-7829-46a9-be01-9e3a5b4d7d99 (api:52)
2018-03-08 01:17:07,876+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=d42fd0f0-9132-4516-9d79-563b1678acfe (api:46)
2018-03-08 01:17:07,877+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d42fd0f0-9132-4516-9d79-563b1678acfe (api:52)
2018-03-08 01:17:08,103+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:08,148+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cb7bdc3f-2efa-45f5-9151-06023898b5d9 (threadPool:210)
2018-03-08 01:17:08,149+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ff0be954-05c4-4d45-8806-372905b5ddb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:08,149+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:08,576+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:08,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a66f955-d2e0-489a-aa11-afc0e73f9e83 (threadPool:210)
2018-03-08 01:17:08,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8eb4cf0b-dde6-4505-9457-9477591d0489 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:08,620+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:09,113+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:09,184+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88311f22-c0ad-4541-b8e2-05df8ee8e1cc (threadPool:210)
2018-03-08 01:17:09,185+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1bfeaefd-82dc-462b-8d2d-f34b217d84eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:09,185+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:09,308+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5cfa334e-8117-4df3-b523-e77a24e4c796 (api:46)
2018-03-08 01:17:09,314+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5cfa334e-8117-4df3-b523-e77a24e4c796 (api:52)
2018-03-08 01:17:09,315+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:09,487+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2fa0d2a2-7169-45f3-8ce9-1925e3ca6c41 (api:46)
2018-03-08 01:17:09,496+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2fa0d2a2-7169-45f3-8ce9-1925e3ca6c41 (api:52)
2018-03-08 01:17:09,498+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:09,569+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:09,649+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e7afc7d2-2977-4c55-aea5-37784d47a618 (threadPool:210)
2018-03-08 01:17:09,650+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5466fc32-9d9e-4d99-9e0b-a44b5a5bfde0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:09,650+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:09,980+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:10,046+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ff0be954-05c4-4d45-8806-372905b5ddb9 (threadPool:210)
2018-03-08 01:17:10,047+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a71c642c-4c0d-499a-ba82-ac2d9f6adba7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:10,048+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:10,431+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:10,481+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8eb4cf0b-dde6-4505-9457-9477591d0489 (threadPool:210)
2018-03-08 01:17:10,481+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e62bf9f3-1a68-4f65-a78a-cf7f9af69dbd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:10,481+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:10,909+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:10,960+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1bfeaefd-82dc-462b-8d2d-f34b217d84eb (threadPool:210)
2018-03-08 01:17:10,961+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d8552dea-a29a-427c-887d-bda1aee3ae53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:10,961+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:10,974+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:10,979+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:10,982+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:11,258+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:11,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 846c02a5-77f9-4871-8e7c-4cf1f0eec970 (threadPool:210)
2018-03-08 01:17:11,305+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ccfe3fdf-afe0-4b4c-8f60-5db203daba96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:11,305+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:11,687+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:11,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5466fc32-9d9e-4d99-9e0b-a44b5a5bfde0 (threadPool:210)
2018-03-08 01:17:11,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2e04c4b8-bb92-4b42-bca3-2ac2b1fae0ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:11,737+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:12,069+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:12,105+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a71c642c-4c0d-499a-ba82-ac2d9f6adba7 (threadPool:210)
2018-03-08 01:17:12,105+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7aa33b8b-55e9-434d-8de0-0a99617e839e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:12,105+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:12,441+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:12,493+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d8552dea-a29a-427c-887d-bda1aee3ae53 (threadPool:210)
2018-03-08 01:17:12,493+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3082e0e8-8cae-4ccf-b140-6314e49eeb92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:12,494+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:12,857+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:12,906+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ccfe3fdf-afe0-4b4c-8f60-5db203daba96 (threadPool:210)
2018-03-08 01:17:12,906+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e6c6a42f-80bb-40b2-b32c-36760d90dda9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:12,906+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:13,308+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:13,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2e04c4b8-bb92-4b42-bca3-2ac2b1fae0ba (threadPool:210)
2018-03-08 01:17:13,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8ea3ebdf-5a50-4c15-ad96-cdd031132deb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:13,354+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:13,727+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:13,781+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e62bf9f3-1a68-4f65-a78a-cf7f9af69dbd (threadPool:210)
2018-03-08 01:17:13,781+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c08182e6-0662-4006-8713-b3cedbef20fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:13,781+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:14,160+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:14,211+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7aa33b8b-55e9-434d-8de0-0a99617e839e (threadPool:210)
2018-03-08 01:17:14,211+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5d809d01-af5d-476a-bdd7-162ded24795a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:14,212+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:14,499+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:14,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3082e0e8-8cae-4ccf-b140-6314e49eeb92 (threadPool:210)
2018-03-08 01:17:14,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5b854305-1f64-4d43-96fd-7d28d21d6084 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:14,546+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:14,842+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:14,892+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e6c6a42f-80bb-40b2-b32c-36760d90dda9 (threadPool:210)
2018-03-08 01:17:14,892+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b2bd52b7-b86a-4333-9bf0-2f917dc932c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:14,892+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:15,265+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:15,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8ea3ebdf-5a50-4c15-ad96-cdd031132deb (threadPool:210)
2018-03-08 01:17:15,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 462829aa-9e77-4649-8cf2-92fb294fcc7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:15,310+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:15,349+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:17:15,357+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:17:15,360+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:15,379+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:17:15,380+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:17:15,380+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:15,646+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:15,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5d809d01-af5d-476a-bdd7-162ded24795a (threadPool:210)
2018-03-08 01:17:15,696+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 966c55c8-3e2b-47c6-9a76-09dafae17b2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:15,696+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:15,999+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:16,041+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5b854305-1f64-4d43-96fd-7d28d21d6084 (threadPool:210)
2018-03-08 01:17:16,042+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 52f5e035-ab4e-41e5-bc9a-0b23f87bb416 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:16,042+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:16,333+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:16,624+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:16,669+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c08182e6-0662-4006-8713-b3cedbef20fc (threadPool:210)
2018-03-08 01:17:16,669+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eab7aa9b-a759-4260-864e-8659f60f44c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:16,669+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:16,954+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:17,001+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 462829aa-9e77-4649-8cf2-92fb294fcc7c (threadPool:210)
2018-03-08 01:17:17,001+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ab3c19b9-69c6-4548-8ab6-21ecf5cd4303 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:17,001+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:17,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:17,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 966c55c8-3e2b-47c6-9a76-09dafae17b2f (threadPool:210)
2018-03-08 01:17:17,435+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 288f8d71-a122-4a9a-8f45-11e9c21844b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:17,436+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:17,736+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:17,783+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b2bd52b7-b86a-4333-9bf0-2f917dc932c6 (threadPool:210)
2018-03-08 01:17:17,784+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 274ed20a-754d-4af5-9acf-07925b0ebd37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:17,784+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:18,086+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:18,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 52f5e035-ab4e-41e5-bc9a-0b23f87bb416 (threadPool:210)
2018-03-08 01:17:18,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 02f94cac-b14a-48ec-9148-8379338a0dcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:18,129+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:18,465+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:18,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ab3c19b9-69c6-4548-8ab6-21ecf5cd4303 (threadPool:210)
2018-03-08 01:17:18,514+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 21f33c5a-3bbd-4f06-8f04-4df3012166f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:18,515+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:18,847+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:18,904+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 288f8d71-a122-4a9a-8f45-11e9c21844b6 (threadPool:210)
2018-03-08 01:17:18,904+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f3f2a1ed-0064-44ec-85ef-864b8a4165e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:18,905+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:19,191+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:19,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 274ed20a-754d-4af5-9acf-07925b0ebd37 (threadPool:210)
2018-03-08 01:17:19,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0f9ecbf-cd21-4dfa-9d73-0c687fe123f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:19,261+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:19,562+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:19,656+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eab7aa9b-a759-4260-864e-8659f60f44c6 (threadPool:210)
2018-03-08 01:17:19,657+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b5a4cba-4137-4b8d-8cba-440e10a463c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:19,658+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:19,905+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=77a43420-c4af-4192-8981-3fd62a1cd373 (api:46)
2018-03-08 01:17:19,920+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:19,936+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=77a43420-c4af-4192-8981-3fd62a1cd373 (api:52)
2018-03-08 01:17:19,937+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:17:19,989+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 02f94cac-b14a-48ec-9148-8379338a0dcf (threadPool:210)
2018-03-08 01:17:19,989+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2bae088e-5bd3-4c69-9591-73998f7713d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:19,990+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:20,035+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=397a7d0a-153f-4763-b7c9-7248dcde0fad (api:46)
2018-03-08 01:17:20,044+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=397a7d0a-153f-4763-b7c9-7248dcde0fad (api:52)
2018-03-08 01:17:20,045+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:17:20,379+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:20,424+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f3f2a1ed-0064-44ec-85ef-864b8a4165e1 (threadPool:210)
2018-03-08 01:17:20,424+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bbdd82e6-680d-4d20-9ed3-65159e0fb0d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:20,425+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:20,715+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:20,763+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0f9ecbf-cd21-4dfa-9d73-0c687fe123f6 (threadPool:210)
2018-03-08 01:17:20,763+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 517b2f1a-ff77-4c1d-b912-8f69a6ee054d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:20,763+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:21,045+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:21,094+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b5a4cba-4137-4b8d-8cba-440e10a463c3 (threadPool:210)
2018-03-08 01:17:21,095+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 193b2d4c-9db1-446a-a7d5-5479388c9400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:21,095+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:21,393+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:21,445+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 21f33c5a-3bbd-4f06-8f04-4df3012166f6 (threadPool:210)
2018-03-08 01:17:21,445+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fcdc52c8-3caf-43f6-962b-53067e94d787 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:21,445+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:21,740+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:21,801+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2bae088e-5bd3-4c69-9591-73998f7713d6 (threadPool:210)
2018-03-08 01:17:21,802+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 672245c9-0208-4c57-a500-d16a8286923b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:21,802+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:22,094+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:22,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bbdd82e6-680d-4d20-9ed3-65159e0fb0d7 (threadPool:210)
2018-03-08 01:17:22,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2bf46f53-1825-4c88-9def-cba9c68b168e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:22,143+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:22,441+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:22,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 517b2f1a-ff77-4c1d-b912-8f69a6ee054d (threadPool:210)
2018-03-08 01:17:22,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9d50cfa6-9ec1-45ec-8324-a85b715b76c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:22,492+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:22,536+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:22,537+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=659b32fa-a8ca-4f9c-99f6-f8e6b705faa8 (api:46)
2018-03-08 01:17:22,538+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274219', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815992', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239376', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282871', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387862', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357122', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00289916', 'lastCheck': '3.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432455', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281832', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034957', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307809', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309078', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002676', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284014', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032583', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457043', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024272', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472488', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277249', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418159', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022077', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445929', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202094', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000251803', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207337', 'lastCheck': '2.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357077', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412574', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213407', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308563', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311644', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193034', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025372', 'lastCheck': '2.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=659b32fa-a8ca-4f9c-99f6-f8e6b705faa8 (api:52)
2018-03-08 01:17:22,538+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d1955bb7-cd81-42e6-87b1-3002572131eb (api:46)
2018-03-08 01:17:22,538+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d1955bb7-cd81-42e6-87b1-3002572131eb (api:52)
2018-03-08 01:17:22,567+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '11.01', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '86.80'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.09'}, '26': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '94.76'}, '27': {'cpuUser': '6.17', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '91.84'}, '20': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.41'}, '21': {'cpuUser': '13.27', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '83.68'}, '22': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.68'}, '23': {'cpuUser': '9.15', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '89.06'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '29': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.56'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.00', 'cpuIdle': '98.27'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '23.88', 'cpuIdle': '71.48'}, '0': {'cpuUser': '6.43', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.19'}, '3': {'cpuUser': '7.30', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '90.25'}, '2': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '5': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.35'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '7': {'cpuUser': '9.82', 'nodeIndex': 1, 'cpuSys': '2.99', 'cpuIdle': '87.19'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.00', 'cpuIdle': '98.40'}, '9': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.26', 'cpuIdle': '95.29'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.69'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '11': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.26', 'cpuIdle': '94.82'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '15': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.89'}, '14': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '17': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '93.50'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '19': {'cpuUser': '9.68', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '88.40'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.79', 'cpuIdle': '94.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.00', 'cpuIdle': '97.94'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '34': {'cpuUser': '6.97', 'nodeIndex': 0, 'cpuSys': '7.03', 'cpuIdle': '86.00'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.48'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308612'}, '0': {'memPercent': 11, 'memFree': '349123'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309078', 'lastCheck': '2.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274219', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815992', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002676', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284014', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387862', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357122', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00289916', 'lastCheck': '3.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432455', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281832', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034957', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307809', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239376', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282871', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032583', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022077', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024272', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472488', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277249', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418159', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457043', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193034', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202094', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000251803', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207337', 'lastCheck': '2.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357077', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412574', 'lastCheck': '5.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213407', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308563', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311644', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445929', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025372', 'lastCheck': '2.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645681730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403972489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.351', 'tx': '1176268657693', 'txDropped': '0', 'rx': '625370525374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0', 'tx': '1580915945159', 'txDropped': '0', 'rx': '926297405380', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45167490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416278471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200430382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet0', 'tx': '87317799', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet1', 'tx': '37765321264', 'txDropped': '0', 'rx': '877635089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet2', 'tx': '21121772546', 'txDropped': '0', 'rx': '141314053150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175550396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet4', 'tx': '396001271', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet5', 'tx': '23423477032', 'txDropped': '0', 'rx': '498052424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet6', 'tx': '6653571929', 'txDropped': '0', 'rx': '429751169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet7', 'tx': '1433143606', 'txDropped': '0', 'rx': '552156052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42417754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46715523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'lo', 'tx': '6929802038', 'txDropped': '0', 'rx': '6929802038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170577532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'eno1', 'tx': '975607976537', 'txDropped': '0', 'rx': '433985043090', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'eno2', 'tx': '605307968622', 'txDropped': '0', 'rx': '492312362290', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468227.817961, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468227.817961, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632618073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75859099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76976918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191976062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370752706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.306', 'tx': '76695870941', 'txDropped': '0', 'rx': '8373309222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49837827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430114452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298742462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.110', 'tx': '2475623802', 'txDropped': '0', 'rx': '66854057955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.111', 'tx': '122673711815', 'txDropped': '0', 'rx': '24444136252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55216321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54138792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465103721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165255839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55996239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55826050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45162744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468227.817961, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226469251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'oVirtManagement', 'tx': '1176268657045', 'txDropped': '0', 'rx': '625369786971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576927706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'vnet3', 'tx': '542394855', 'txDropped': '0', 'rx': '221473434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468227.817961, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754328759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694276.41', 'cpuLoad': '2.88', 'cpuSys': '1.56', 'diskStats': {'/var/log': {'free': '92908'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:17:22 GMT', 'cpuUser': '2.08', 'memFree': 667611, 'cpuIdle': '96.36', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.21'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:22,572+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:17:22,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:22,824+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 193b2d4c-9db1-446a-a7d5-5479388c9400 (threadPool:210)
2018-03-08 01:17:22,824+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b8ef62e-0e73-4261-890d-63dea1b6c5a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:17:22,825+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:22,954+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fefcd8f8-193d-44ce-8f85-c2095383b6f9 (api:46)
2018-03-08 01:17:22,954+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274219', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000815992', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239376', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282871', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387862', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357122', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00289916', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432455', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281832', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034957', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307809', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309078', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002676', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284014', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032583', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457043', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024272', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472488', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277249', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418159', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022077', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445929', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202094', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000251803', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207337', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357077', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412574', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213407', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308563', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311644', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193034', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025372', 'lastCheck': '2.6', 'valid': True}} from=internal, task_id=fefcd8f8-193d-44ce-8f85-c2095383b6f9 (api:52)
2018-03-08 01:17:22,955+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=023f6cfb-53e1-49ea-a8a1-7c3957803fe9 (api:46)
2018-03-08 01:17:22,955+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=023f6cfb-53e1-49ea-a8a1-7c3957803fe9 (api:52)
2018-03-08 01:17:23,139+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:23,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fcdc52c8-3caf-43f6-962b-53067e94d787 (threadPool:210)
2018-03-08 01:17:23,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44f4986a-ab06-437d-8bf2-2ca4909fc16f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1Qm5K\xae\xbe\xa4\xb6\xdfD\xf3\xa70N\x87\xad000000000000200000000000000')) (threadPool:208)
2018-03-08 01:17:23,184+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad874e30-a7f3-44df-b6a4-beae4b356d51 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:17:23,184+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ad874e30-a7f3-44df-b6a4-beae4b356d51 to 8192 megabytes (lvm:1205)
2018-03-08 01:17:23,358+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44f4986a-ab06-437d-8bf2-2ca4909fc16f (threadPool:210)
2018-03-08 01:17:23,359+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task abcf3ed7-7d86-43ad-8b59-84d7b7fe6d5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:23,359+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:23,547+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:23,591+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2bf46f53-1825-4c88-9def-cba9c68b168e (threadPool:210)
2018-03-08 01:17:23,592+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 55eb8e55-cf53-48b4-96fd-7b16cb3a637d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:23,593+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:23,901+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:23,948+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9d50cfa6-9ec1-45ec-8324-a85b715b76c5 (threadPool:210)
2018-03-08 01:17:23,948+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5035fb90-7dd1-45fc-8004-811523154bf1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:23,949+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:24,265+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:24,316+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b8ef62e-0e73-4261-890d-63dea1b6c5a9 (threadPool:210)
2018-03-08 01:17:24,316+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f3a0e08a-5351-4244-8084-d9166f6188d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:24,316+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:24,643+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:24,690+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 672245c9-0208-4c57-a500-d16a8286923b (threadPool:210)
2018-03-08 01:17:24,691+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f1de61b-e164-4fcd-9325-dac5f224d22e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:24,691+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:24,960+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:25,010+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task abcf3ed7-7d86-43ad-8b59-84d7b7fe6d5f (threadPool:210)
2018-03-08 01:17:25,010+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d9ec66a8-a0f5-48b1-9f17-800848a5849f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:25,011+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:25,276+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:25,322+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 55eb8e55-cf53-48b4-96fd-7b16cb3a637d (threadPool:210)
2018-03-08 01:17:25,322+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3cd83e29-6ad9-431e-b273-8004f71492a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:25,322+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:25,601+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:25,647+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5035fb90-7dd1-45fc-8004-811523154bf1 (threadPool:210)
2018-03-08 01:17:25,647+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0da18b57-1b42-47df-9465-13f8809974ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:25,648+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:25,921+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:25,965+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f3a0e08a-5351-4244-8084-d9166f6188d3 (threadPool:210)
2018-03-08 01:17:25,965+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1d6f6609-8bb5-4329-a49f-a5f179a28d5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:25,966+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:25,997+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:26,002+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:26,005+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:26,295+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:26,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f1de61b-e164-4fcd-9325-dac5f224d22e (threadPool:210)
2018-03-08 01:17:26,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10f441fe-1b67-4f47-8afa-0dc2c6344776 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:26,343+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:26,689+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:26,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d9ec66a8-a0f5-48b1-9f17-800848a5849f (threadPool:210)
2018-03-08 01:17:26,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 60c21573-c5dd-4e7c-8c4b-dc9368950216 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:26,737+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:27,041+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:27,090+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3cd83e29-6ad9-431e-b273-8004f71492a2 (threadPool:210)
2018-03-08 01:17:27,090+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0847ba2-8f0d-44b3-9f16-a7074dd880b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:27,091+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:27,394+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:27,442+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0da18b57-1b42-47df-9465-13f8809974ea (threadPool:210)
2018-03-08 01:17:27,442+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eb6de119-c675-45ef-9f3f-add88c942985 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:27,443+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:27,738+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:27,787+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1d6f6609-8bb5-4329-a49f-a5f179a28d5e (threadPool:210)
2018-03-08 01:17:27,787+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f585f607-a6cb-4883-8c77-64c93bb27e77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:27,787+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:28,138+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:28,536+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:28,567+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10f441fe-1b67-4f47-8afa-0dc2c6344776 (threadPool:210)
2018-03-08 01:17:28,568+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 687aa365-3beb-45fc-a7c8-d21cdbaaa367 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:28,569+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:28,912+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:28,937+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 60c21573-c5dd-4e7c-8c4b-dc9368950216 (threadPool:210)
2018-03-08 01:17:28,937+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 89136d6c-5b3e-4dcc-b2f5-afe69ac3538d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:28,938+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:29,231+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:29,299+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eb6de119-c675-45ef-9f3f-add88c942985 (threadPool:210)
2018-03-08 01:17:29,300+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a6701706-90eb-4eb3-a443-bb86087c5a1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:29,301+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:29,617+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:29,687+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f585f607-a6cb-4883-8c77-64c93bb27e77 (threadPool:210)
2018-03-08 01:17:29,688+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 198d72bd-581a-4763-b4bb-f2d3e20c2734 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:29,689+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:29,970+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:30,051+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 687aa365-3beb-45fc-a7c8-d21cdbaaa367 (threadPool:210)
2018-03-08 01:17:30,051+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 467c9109-9212-48bd-8791-24efc011c242 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:30,052+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:30,389+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:17:30,394+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:17:30,396+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:30,404+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:30,426+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:17:30,427+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:17:30,428+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:30,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0847ba2-8f0d-44b3-9f16-a7074dd880b3 (threadPool:210)
2018-03-08 01:17:30,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 62d13cb8-05a5-430d-bcd1-1336a48708e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:30,461+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:30,496+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d77b9beb-cf1a-4961-9d3c-1c5324236eed (api:46)
2018-03-08 01:17:30,500+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d77b9beb-cf1a-4961-9d3c-1c5324236eed (api:52)
2018-03-08 01:17:30,501+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:30,594+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=54c17069-d6da-47fe-be02-572d2b448c87 (api:46)
2018-03-08 01:17:30,600+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7039182962688', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=54c17069-d6da-47fe-be02-572d2b448c87 (api:52)
2018-03-08 01:17:30,601+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:30,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:30,854+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 89136d6c-5b3e-4dcc-b2f5-afe69ac3538d (threadPool:210)
2018-03-08 01:17:30,856+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task df635a2b-1234-4dcf-9112-a33c7d65887f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:30,856+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:31,173+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:31,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 198d72bd-581a-4763-b4bb-f2d3e20c2734 (threadPool:210)
2018-03-08 01:17:31,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task db616e66-7dfd-4af6-a9fa-f7bc1369765a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:31,215+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:31,498+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:31,547+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 62d13cb8-05a5-430d-bcd1-1336a48708e7 (threadPool:210)
2018-03-08 01:17:31,547+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fbddbaee-7516-4099-ba09-28a05ef96cad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:31,548+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:31,853+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:31,902+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a6701706-90eb-4eb3-a443-bb86087c5a1b (threadPool:210)
2018-03-08 01:17:31,903+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dcc0b48c-2d91-4555-afa8-f228976160ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:31,903+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:32,191+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:32,269+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task df635a2b-1234-4dcf-9112-a33c7d65887f (threadPool:210)
2018-03-08 01:17:32,270+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8985e1ce-0568-4a0f-90c4-32fa386323d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1Qm5K\xae\xbe\xa4\xb6\xdfD\xf3\xa70N\x87\xad000000000000200000000000000')) (threadPool:208)
2018-03-08 01:17:32,270+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad874e30-a7f3-44df-b6a4-beae4b356d51 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:17:32,270+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ad874e30-a7f3-44df-b6a4-beae4b356d51 to 8192 megabytes (lvm:1205)
2018-03-08 01:17:32,517+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:32,596+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 467c9109-9212-48bd-8791-24efc011c242 (threadPool:210)
2018-03-08 01:17:32,598+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fad796b4-f48a-4126-be25-25beac211f45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:32,599+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:32,959+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:33,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task db616e66-7dfd-4af6-a9fa-f7bc1369765a (threadPool:210)
2018-03-08 01:17:33,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6334c801-c3c1-4d01-9814-cc364d198907 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:33,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:33,032+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8985e1ce-0568-4a0f-90c4-32fa386323d2 (threadPool:210)
2018-03-08 01:17:33,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a908a4c1-8da0-41cb-be43-13af32ff10f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:17:33,033+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:33,262+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:33,308+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dcc0b48c-2d91-4555-afa8-f228976160ab (threadPool:210)
2018-03-08 01:17:33,309+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 99ddd0e0-bf23-4faf-b63a-b614d7f94c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:33,309+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:33,569+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:33,619+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fad796b4-f48a-4126-be25-25beac211f45 (threadPool:210)
2018-03-08 01:17:33,619+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 269b20e5-a7e4-4a5c-8c32-d529662957e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:33,620+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:33,961+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:34,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fbddbaee-7516-4099-ba09-28a05ef96cad (threadPool:210)
2018-03-08 01:17:34,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5075717a-97dd-43bf-88cb-6be055dd6c29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:34,011+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:34,326+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:34,394+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6334c801-c3c1-4d01-9814-cc364d198907 (threadPool:210)
2018-03-08 01:17:34,395+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 96547d5b-cbf6-4d1d-8dd7-3e8b2726bf01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:34,395+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:34,664+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:34,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 99ddd0e0-bf23-4faf-b63a-b614d7f94c02 (threadPool:210)
2018-03-08 01:17:34,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 85809ad7-fa92-4c1e-98a8-54c6d60fd321 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:34,706+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:34,991+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:35,041+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 269b20e5-a7e4-4a5c-8c32-d529662957e8 (threadPool:210)
2018-03-08 01:17:35,042+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 79e79ed8-ddcc-46ae-b9fb-062108a802fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:35,042+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:35,323+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:35,365+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5075717a-97dd-43bf-88cb-6be055dd6c29 (threadPool:210)
2018-03-08 01:17:35,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7e835eb9-4ccc-45a0-8b93-d87df8977a39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:35,366+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:35,684+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:35,731+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 96547d5b-cbf6-4d1d-8dd7-3e8b2726bf01 (threadPool:210)
2018-03-08 01:17:35,731+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 97513efe-d34f-4766-b216-6aa493a7fdc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:35,732+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:35,992+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:36,036+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 85809ad7-fa92-4c1e-98a8-54c6d60fd321 (threadPool:210)
2018-03-08 01:17:36,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5647cc39-b36d-4796-a572-8a963d82d5f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:36,037+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:36,314+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:36,360+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 79e79ed8-ddcc-46ae-b9fb-062108a802fd (threadPool:210)
2018-03-08 01:17:36,361+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f378989e-a2cc-4a64-83ee-923a56b95e6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:36,361+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:36,643+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:36,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a908a4c1-8da0-41cb-be43-13af32ff10f4 (threadPool:210)
2018-03-08 01:17:36,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a8ef5db2-79aa-416f-9740-db7bbf3c5d07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:36,691+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:36,957+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:37,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7e835eb9-4ccc-45a0-8b93-d87df8977a39 (threadPool:210)
2018-03-08 01:17:37,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34bf8602-50a3-45fa-942f-dec5b6163150 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:37,002+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:37,285+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:37,329+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 97513efe-d34f-4766-b216-6aa493a7fdc3 (threadPool:210)
2018-03-08 01:17:37,329+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c2b96e02-bfc2-4391-bfee-1b29367ed990 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:37,329+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:37,593+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:37,618+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:37,621+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=246a3f23-242c-4450-bc59-43b0e1f580d3 (api:46)
2018-03-08 01:17:37,623+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316865', 'lastCheck': '7.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705316', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212713', 'lastCheck': '4.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321509', 'lastCheck': '7.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457067', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571799', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000378482', 'lastCheck': '8.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035936', 'lastCheck': '7.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290354', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262664', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562255', 'lastCheck': '0.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901448', 'lastCheck': '7.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213691', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217895', 'lastCheck': '6.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431447', 'lastCheck': '7.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414654', 'lastCheck': '5.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401426', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031224', 'lastCheck': '7.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303486', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047157', 'lastCheck': '6.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287488', 'lastCheck': '7.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556069', 'lastCheck': '6.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214062', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000448599', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311673', 'lastCheck': '7.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297928', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385577', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284205', 'lastCheck': '7.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421234', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470722', 'lastCheck': '7.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307319', 'lastCheck': '7.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437628', 'lastCheck': '7.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=246a3f23-242c-4450-bc59-43b0e1f580d3 (api:52)
2018-03-08 01:17:37,623+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6b40e15c-2746-40ff-a3f2-0b868cbd11d9 (api:46)
2018-03-08 01:17:37,624+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6b40e15c-2746-40ff-a3f2-0b868cbd11d9 (api:52)
2018-03-08 01:17:37,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5647cc39-b36d-4796-a572-8a963d82d5f8 (threadPool:210)
2018-03-08 01:17:37,662+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 242d23e4-e191-49fe-ac7b-53ec7b2461c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:37,662+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:37,714+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '97.75'}, '53': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '93.90'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '25': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.69'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '21': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.63'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '23': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.63'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.42'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.54'}, '1': {'cpuUser': '4.58', 'nodeIndex': 1, 'cpuSys': '26.59', 'cpuIdle': '68.83'}, '0': {'cpuUser': '5.50', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '90.39'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.89'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.59', 'cpuIdle': '95.16'}, '5': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.89'}, '4': {'cpuUser': '6.50', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '91.71'}, '7': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.68'}, '6': {'cpuUser': '4.11', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '94.43'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '8': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.89'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.96'}, '10': {'cpuUser': '13.66', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '84.48'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '12': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '94.30'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.61'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '16': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.55'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '35': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '34': {'cpuUser': '6.30', 'nodeIndex': 0, 'cpuSys': '6.76', 'cpuIdle': '86.94'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '57': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '98.27'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308306'}, '0': {'memPercent': 11, 'memFree': '349427'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901448', 'lastCheck': '7.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316865', 'lastCheck': '7.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705316', 'lastCheck': '5.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213691', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217895', 'lastCheck': '6.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457067', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571799', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000378482', 'lastCheck': '8.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035936', 'lastCheck': '7.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290354', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262664', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562255', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212713', 'lastCheck': '4.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321509', 'lastCheck': '7.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431447', 'lastCheck': '7.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287488', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401426', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031224', 'lastCheck': '7.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303486', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047157', 'lastCheck': '6.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414654', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307319', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214062', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000448599', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311673', 'lastCheck': '7.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297928', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385577', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284205', 'lastCheck': '7.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421234', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470722', 'lastCheck': '7.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556069', 'lastCheck': '6.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437628', 'lastCheck': '7.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645687046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403974618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.351', 'tx': '1176268732823', 'txDropped': '0', 'rx': '625370535628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0', 'tx': '1580916142117', 'txDropped': '0', 'rx': '926298178434', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45167840', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416279147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200431375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet0', 'tx': '87322562', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet1', 'tx': '37765571264', 'txDropped': '0', 'rx': '877722911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet2', 'tx': '21121818243', 'txDropped': '0', 'rx': '141314078968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175553184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet4', 'tx': '396006034', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet5', 'tx': '23423483951', 'txDropped': '0', 'rx': '498052677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet6', 'tx': '6653573456', 'txDropped': '0', 'rx': '429751752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet7', 'tx': '1433144478', 'txDropped': '0', 'rx': '552156114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42418104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46715873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'lo', 'tx': '6929876677', 'txDropped': '0', 'rx': '6929876677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170579160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'eno1', 'tx': '975608064491', 'txDropped': '0', 'rx': '433985271364', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'eno2', 'tx': '605308077626', 'txDropped': '0', 'rx': '492312907070', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468242.897837, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468242.897837, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632622517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75859499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76977318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191978238', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370753056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.306', 'tx': '76695870941', 'txDropped': '0', 'rx': '8373313145', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49838177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430118375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298744638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.110', 'tx': '2475712335', 'txDropped': '0', 'rx': '66854303448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.111', 'tx': '122673737523', 'txDropped': '0', 'rx': '24444179633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55216671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54139142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465105850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165257467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55996589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55826400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45163094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468242.897837, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226470244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'oVirtManagement', 'tx': '1176268732175', 'txDropped': '0', 'rx': '625369797225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576932150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'vnet3', 'tx': '542399618', 'txDropped': '0', 'rx': '221473434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468242.897837, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754331547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694291.49', 'cpuLoad': '2.81', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92906'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635279L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:17:37 GMT', 'cpuUser': '1.63', 'memFree': 667576, 'cpuIdle': '96.70', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.54'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:37,719+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.10 seconds (__init__:573)
2018-03-08 01:17:37,956+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:38,039+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=be8c3d40-6ea3-4482-87d7-bd1a96137f0f (api:46)
2018-03-08 01:17:38,040+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316865', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705316', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212713', 'lastCheck': '4.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321509', 'lastCheck': '8.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457067', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571799', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000378482', 'lastCheck': '8.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035936', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290354', 'lastCheck': '7.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262664', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562255', 'lastCheck': '1.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901448', 'lastCheck': '7.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213691', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217895', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431447', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414654', 'lastCheck': '5.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401426', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031224', 'lastCheck': '7.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303486', 'lastCheck': '7.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047157', 'lastCheck': '7.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287488', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556069', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214062', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000448599', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311673', 'lastCheck': '8.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297928', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385577', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284205', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421234', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470722', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307319', 'lastCheck': '8.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437628', 'lastCheck': '7.6', 'valid': True}} from=internal, task_id=be8c3d40-6ea3-4482-87d7-bd1a96137f0f (api:52)
2018-03-08 01:17:38,041+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=c9c0f698-38cf-43ea-9b62-ef22f7bc9603 (api:46)
2018-03-08 01:17:38,041+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c9c0f698-38cf-43ea-9b62-ef22f7bc9603 (api:52)
2018-03-08 01:17:38,081+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f378989e-a2cc-4a64-83ee-923a56b95e6e (threadPool:210)
2018-03-08 01:17:38,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5d8eb255-8c1e-4f9c-b824-2a2fdc5bbc6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:38,082+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:38,394+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:38,436+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a8ef5db2-79aa-416f-9740-db7bbf3c5d07 (threadPool:210)
2018-03-08 01:17:38,437+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d0602bb3-a575-4fa1-9c38-90bf66d252b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:38,437+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:38,728+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:38,771+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34bf8602-50a3-45fa-942f-dec5b6163150 (threadPool:210)
2018-03-08 01:17:38,772+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 227d6757-43e5-4a18-991c-a246ed5dd2d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:38,772+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:39,120+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:39,174+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c2b96e02-bfc2-4391-bfee-1b29367ed990 (threadPool:210)
2018-03-08 01:17:39,175+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 870f4fa0-4b10-4fa3-af2c-67ceff846f10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:39,176+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:39,504+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:39,552+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 242d23e4-e191-49fe-ac7b-53ec7b2461c8 (threadPool:210)
2018-03-08 01:17:39,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8ef1d40d-ca82-4ec2-81db-95c33669073d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:39,554+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:39,901+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:39,954+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5d8eb255-8c1e-4f9c-b824-2a2fdc5bbc6c (threadPool:210)
2018-03-08 01:17:39,954+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ad8e067-fa0f-4369-81c1-8f01cdb18f57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:39,954+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:40,289+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:40,615+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:40,674+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d0602bb3-a575-4fa1-9c38-90bf66d252b8 (threadPool:210)
2018-03-08 01:17:40,674+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f55029c9-e7f5-4546-8b12-d9d75221852c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:40,674+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=d3f39fb8-18c2-4979-a2e4-fec0a776e5e4 (api:46)
2018-03-08 01:17:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d3f39fb8-18c2-4979-a2e4-fec0a776e5e4 (api:52)
2018-03-08 01:17:40,812+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=c1cfadd6-7081-4a77-8794-faa3c8fa5336 (api:46)
2018-03-08 01:17:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=c1cfadd6-7081-4a77-8794-faa3c8fa5336 (api:52)
2018-03-08 01:17:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=55d03386-d9cf-44a1-ad97-436fa53ba313 (api:46)
2018-03-08 01:17:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=55d03386-d9cf-44a1-ad97-436fa53ba313 (api:52)
2018-03-08 01:17:40,814+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=ce54495b-6828-4147-b729-7cd23570e7fe (api:46)
2018-03-08 01:17:40,814+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=ce54495b-6828-4147-b729-7cd23570e7fe (api:52)
2018-03-08 01:17:40,814+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=4f21b8be-6a6e-438d-9d12-c5deba604dde (api:46)
2018-03-08 01:17:40,814+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=4f21b8be-6a6e-438d-9d12-c5deba604dde (api:52)
2018-03-08 01:17:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=16be7e0a-7668-407c-ab0e-c11e85c1d81d (api:46)
2018-03-08 01:17:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=16be7e0a-7668-407c-ab0e-c11e85c1d81d (api:52)
2018-03-08 01:17:40,815+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=339c78e8-516b-4efb-b12a-01d759ec3137 (api:46)
2018-03-08 01:17:40,816+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=339c78e8-516b-4efb-b12a-01d759ec3137 (api:52)
2018-03-08 01:17:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=4fb4547c-7402-46c5-9b93-bf03045f1975 (api:46)
2018-03-08 01:17:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=4fb4547c-7402-46c5-9b93-bf03045f1975 (api:52)
2018-03-08 01:17:40,817+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=9783761a-39a1-4ff8-9049-3dfeefa453c9 (api:46)
2018-03-08 01:17:40,817+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=9783761a-39a1-4ff8-9049-3dfeefa453c9 (api:52)
2018-03-08 01:17:40,817+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=2a171780-6b15-4bfb-84b4-e2ee3b686a55 (api:46)
2018-03-08 01:17:40,817+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=2a171780-6b15-4bfb-84b4-e2ee3b686a55 (api:52)
2018-03-08 01:17:41,000+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ce76e630-a00b-4fed-87d2-316d5aabcfdb (api:46)
2018-03-08 01:17:41,005+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:41,029+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:41,039+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:41,042+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:41,049+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ce76e630-a00b-4fed-87d2-316d5aabcfdb (api:52)
2018-03-08 01:17:41,050+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:17:41,083+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 227d6757-43e5-4a18-991c-a246ed5dd2d1 (threadPool:210)
2018-03-08 01:17:41,084+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f30144fa-c5ad-427b-9b0c-6d5c4448abb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:41,084+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:41,142+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5c58945b-b341-4a18-be7f-940e98bc1f92 (api:46)
2018-03-08 01:17:41,149+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5c58945b-b341-4a18-be7f-940e98bc1f92 (api:52)
2018-03-08 01:17:41,150+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:41,359+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:41,409+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 870f4fa0-4b10-4fa3-af2c-67ceff846f10 (threadPool:210)
2018-03-08 01:17:41,409+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5b0925f8-4308-449a-a267-198e6d77649c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:41,410+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:41,677+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:41,724+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8ef1d40d-ca82-4ec2-81db-95c33669073d (threadPool:210)
2018-03-08 01:17:41,725+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ed686855-5fec-4bd0-8a0a-23dd84472d9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:41,725+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:42,093+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:42,133+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ad8e067-fa0f-4369-81c1-8f01cdb18f57 (threadPool:210)
2018-03-08 01:17:42,134+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 34d3d1c2-2ed2-4e59-ab9e-21cf98d00260 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:42,134+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:42,425+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:42,476+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f30144fa-c5ad-427b-9b0c-6d5c4448abb2 (threadPool:210)
2018-03-08 01:17:42,477+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c6e29d4-c38b-4e0a-9d1a-d3da2c5f9b2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:42,477+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:42,788+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:42,845+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5b0925f8-4308-449a-a267-198e6d77649c (threadPool:210)
2018-03-08 01:17:42,845+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 138f7c8e-a924-49b1-b396-86a30cce22b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:42,845+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:43,102+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:43,151+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f55029c9-e7f5-4546-8b12-d9d75221852c (threadPool:210)
2018-03-08 01:17:43,152+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 52a7c92f-f6b4-4ea9-88f8-c96b34b10095 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:43,152+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:43,504+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:43,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 34d3d1c2-2ed2-4e59-ab9e-21cf98d00260 (threadPool:210)
2018-03-08 01:17:43,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 35ff3647-ef69-4cde-b676-c662126b2ca2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:43,554+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:43,936+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:43,984+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c6e29d4-c38b-4e0a-9d1a-d3da2c5f9b2f (threadPool:210)
2018-03-08 01:17:43,985+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 20660018-b430-49ce-9733-c969efbc81df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:43,985+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:44,422+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:44,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ed686855-5fec-4bd0-8a0a-23dd84472d9b (threadPool:210)
2018-03-08 01:17:44,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 67190cdc-6a00-4577-82b2-3bd198d1b7c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:44,473+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:44,765+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:44,813+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 138f7c8e-a924-49b1-b396-86a30cce22b4 (threadPool:210)
2018-03-08 01:17:44,814+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bbf2e608-0391-47fe-a844-9670adf6c4d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:44,814+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:45,206+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:45,255+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 52a7c92f-f6b4-4ea9-88f8-c96b34b10095 (threadPool:210)
2018-03-08 01:17:45,255+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f88efc6e-c019-4c1d-acf3-75d75c4e9820 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:45,255+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:45,404+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:17:45,409+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:17:45,412+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:45,436+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:17:45,437+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:17:45,437+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:17:45,787+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:45,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 35ff3647-ef69-4cde-b676-c662126b2ca2 (threadPool:210)
2018-03-08 01:17:45,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f74cb40-5347-4d5f-97d8-e47a01a6a16d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:17:45,840+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:46,183+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:46,232+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 20660018-b430-49ce-9733-c969efbc81df (threadPool:210)
2018-03-08 01:17:46,233+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b4038361-800b-4ef0-b764-4cbe2d729bc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:46,233+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:47,013+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:47,061+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 67190cdc-6a00-4577-82b2-3bd198d1b7c2 (threadPool:210)
2018-03-08 01:17:47,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 37489e78-60bb-4651-adff-61d3458ff533 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:47,062+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:47,464+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:47,510+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bbf2e608-0391-47fe-a844-9670adf6c4d9 (threadPool:210)
2018-03-08 01:17:47,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57c26ff8-5603-4926-8a6e-87331a8eb9e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:47,511+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:48,130+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:48,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f88efc6e-c019-4c1d-acf3-75d75c4e9820 (threadPool:210)
2018-03-08 01:17:48,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 365e84e2-3ebc-4a1c-95f1-b2e34ce1ca6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:48,182+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:48,708+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:48,753+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f74cb40-5347-4d5f-97d8-e47a01a6a16d (threadPool:210)
2018-03-08 01:17:48,754+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e53a8cd2-730e-48f5-955e-eaf496344453 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:48,754+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:49,275+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:49,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b4038361-800b-4ef0-b764-4cbe2d729bc5 (threadPool:210)
2018-03-08 01:17:49,373+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 12d106d6-b240-4569-b9b7-19b1d3283c88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:49,374+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:49,785+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:49,830+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 37489e78-60bb-4651-adff-61d3458ff533 (threadPool:210)
2018-03-08 01:17:49,831+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8e8518ec-9e90-4110-853c-7f4e2d603db8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:49,831+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:50,268+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:50,311+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57c26ff8-5603-4926-8a6e-87331a8eb9e1 (threadPool:210)
2018-03-08 01:17:50,312+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42e0bace-026b-41d3-85b8-a778bce9a1e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:50,313+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:50,606+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:50,658+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 365e84e2-3ebc-4a1c-95f1-b2e34ce1ca6d (threadPool:210)
2018-03-08 01:17:50,659+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ba2f959b-c5d8-4637-8f52-e85c47453bdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:50,659+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:50,941+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:50,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e53a8cd2-730e-48f5-955e-eaf496344453 (threadPool:210)
2018-03-08 01:17:50,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a7eace8d-37bb-46fc-9b2c-86e3c6fd9052 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:50,991+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:51,318+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:51,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 12d106d6-b240-4569-b9b7-19b1d3283c88 (threadPool:210)
2018-03-08 01:17:51,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 67b92c03-43e6-4100-8981-8e8fa90adccf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:51,367+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:51,531+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9c709b81-dffa-4ab4-af8f-52baf8cf89e9 (api:46)
2018-03-08 01:17:51,536+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9c709b81-dffa-4ab4-af8f-52baf8cf89e9 (api:52)
2018-03-08 01:17:51,537+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:51,635+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=447b8fea-7311-4fef-8838-0d2e73a6417f (api:46)
2018-03-08 01:17:51,642+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=447b8fea-7311-4fef-8838-0d2e73a6417f (api:52)
2018-03-08 01:17:51,643+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:51,730+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:51,781+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8e8518ec-9e90-4110-853c-7f4e2d603db8 (threadPool:210)
2018-03-08 01:17:51,781+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 16e915e2-cf83-42cf-9b86-a346a045fd20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:51,782+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:52,262+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:52,645+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:52,694+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42e0bace-026b-41d3-85b8-a778bce9a1e5 (threadPool:210)
2018-03-08 01:17:52,694+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8f26c7e8-8e37-49b6-963d-6431cf28df52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:52,694+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:52,766+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:52,767+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=af651cc5-2063-4157-958d-bef076654c39 (api:46)
2018-03-08 01:17:52,768+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028168', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819704', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006102', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303982', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431162', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029458', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000472282', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458836', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243736', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304522', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652774', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000940602', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297289', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309632', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646493', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408418', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222843', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586532', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224732', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00162956', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220966', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000942949', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430676', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412308', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429371', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213273', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535521', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456055', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312965', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00199152', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522219', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217539', 'lastCheck': '2.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=af651cc5-2063-4157-958d-bef076654c39 (api:52)
2018-03-08 01:17:52,769+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6d618c9c-afd8-432e-8db2-e4f45d413cc8 (api:46)
2018-03-08 01:17:52,769+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6d618c9c-afd8-432e-8db2-e4f45d413cc8 (api:52)
2018-03-08 01:17:52,798+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '94.23'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.03'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.42'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '29': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '41': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '1': {'cpuUser': '5.37', 'nodeIndex': 1, 'cpuSys': '25.60', 'cpuIdle': '69.03'}, '0': {'cpuUser': '6.90', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '88.79'}, '3': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '94.96'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.85', 'cpuIdle': '93.96'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '59': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.55'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '96.02'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '96.94'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.68'}, '19': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '55': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '31': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.02'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.15'}, '36': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '8.29', 'cpuIdle': '84.22'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '57': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '96.48'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308292'}, '0': {'memPercent': 11, 'memFree': '349417'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000940602', 'lastCheck': '2.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028168', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819704', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297289', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309632', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431162', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029458', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000472282', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458836', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243736', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304522', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652774', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006102', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303982', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646493', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220966', 'lastCheck': '2.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222843', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586532', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224732', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00162956', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408418', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522219', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430676', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412308', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429371', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213273', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535521', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456055', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312965', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00199152', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000942949', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217539', 'lastCheck': '2.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645705660', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403978626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.351', 'tx': '1176268809465', 'txDropped': '0', 'rx': '625370551350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0', 'tx': '1580916287264', 'txDropped': '0', 'rx': '926298738036', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45168240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416281200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200433009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet0', 'tx': '87327934', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet1', 'tx': '37765588477', 'txDropped': '0', 'rx': '877743342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet2', 'tx': '21121900043', 'txDropped': '0', 'rx': '141314120080', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175555166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet4', 'tx': '396011406', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet5', 'tx': '23423505784', 'txDropped': '0', 'rx': '498053900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet6', 'tx': '6653575803', 'txDropped': '0', 'rx': '429751814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet7', 'tx': '1433163607', 'txDropped': '0', 'rx': '552162011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42418504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46716377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'lo', 'tx': '6929955658', 'txDropped': '0', 'rx': '6929955658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170580288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'eno1', 'tx': '975608155594', 'txDropped': '0', 'rx': '433985509660', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'eno2', 'tx': '605308131670', 'txDropped': '0', 'rx': '492313228376', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468257.978531, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468257.978531, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632627011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75860521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76978340', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191981090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370753456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.306', 'tx': '76695870941', 'txDropped': '0', 'rx': '8373317537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49838577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430122767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298747490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.110', 'tx': '2475738725', 'txDropped': '0', 'rx': '66854335567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.111', 'tx': '122673779653', 'txDropped': '0', 'rx': '24444258623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55217071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54139646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465109858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165258595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55996989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55826800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45163494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468257.978531, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226471878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'oVirtManagement', 'tx': '1176268808817', 'txDropped': '0', 'rx': '625369812947', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576936690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'vnet3', 'tx': '542404990', 'txDropped': '0', 'rx': '221473434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468257.978531, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754333529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694306.64', 'cpuLoad': '2.79', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92905'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:17:52 GMT', 'cpuUser': '1.22', 'memFree': 667607, 'cpuIdle': '97.07', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:52,802+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:17:53,025+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:53,147+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=449d9e65-71bb-4c46-a9dc-46c2be83150c (api:46)
2018-03-08 01:17:53,148+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028168', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819704', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006102', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303982', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431162', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029458', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000472282', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458836', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243736', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304522', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652774', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000940602', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297289', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309632', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000646493', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408418', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222843', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586532', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224732', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00162956', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220966', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000942949', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430676', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412308', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429371', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213273', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535521', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456055', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312965', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00199152', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522219', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217539', 'lastCheck': '2.7', 'valid': True}} from=internal, task_id=449d9e65-71bb-4c46-a9dc-46c2be83150c (api:52)
2018-03-08 01:17:53,149+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=b8ed0c4d-9da9-4d90-ba98-295f2485e655 (api:46)
2018-03-08 01:17:53,149+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b8ed0c4d-9da9-4d90-ba98-295f2485e655 (api:52)
2018-03-08 01:17:53,159+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ba2f959b-c5d8-4637-8f52-e85c47453bdb (threadPool:210)
2018-03-08 01:17:53,159+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44722bee-b5b2-4140-a3ac-1c4a166aceb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:53,159+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:53,511+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:53,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a7eace8d-37bb-46fc-9b2c-86e3c6fd9052 (threadPool:210)
2018-03-08 01:17:53,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9eae687b-d9b6-4f26-a8b9-632dd96e7143 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:53,554+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:53,829+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:53,878+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 16e915e2-cf83-42cf-9b86-a346a045fd20 (threadPool:210)
2018-03-08 01:17:53,878+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 35a6f522-30f4-4ba1-932d-0d45ee83c512 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:53,878+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:54,145+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:54,194+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8f26c7e8-8e37-49b6-963d-6431cf28df52 (threadPool:210)
2018-03-08 01:17:54,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 27960369-2502-4af3-b206-16817c0e12e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:54,195+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:54,486+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:54,534+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44722bee-b5b2-4140-a3ac-1c4a166aceb2 (threadPool:210)
2018-03-08 01:17:54,534+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 97e354b1-0f13-4b6f-9d07-4d04f1d9a027 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:54,534+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:54,918+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:54,962+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 67b92c03-43e6-4100-8981-8e8fa90adccf (threadPool:210)
2018-03-08 01:17:54,962+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6d680e5-c282-4de9-a891-59a19d83287b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:54,962+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:55,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:55,305+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 35a6f522-30f4-4ba1-932d-0d45ee83c512 (threadPool:210)
2018-03-08 01:17:55,306+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c22cd05-d23b-488d-a39c-93f45b266081 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:55,306+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:55,609+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:55,657+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 27960369-2502-4af3-b206-16817c0e12e8 (threadPool:210)
2018-03-08 01:17:55,657+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a870697f-a063-4d6e-b7b0-cd304e58d7ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:55,657+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:55,939+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:55,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 97e354b1-0f13-4b6f-9d07-4d04f1d9a027 (threadPool:210)
2018-03-08 01:17:55,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a26d92e-7435-4e81-8038-21a620bc098d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:55,986+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:56,063+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:17:56,067+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:17:56,069+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:17:56,273+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:56,325+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9eae687b-d9b6-4f26-a8b9-632dd96e7143 (threadPool:210)
2018-03-08 01:17:56,326+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dcde5d22-b63a-4d7e-8696-67f0f3ad2eb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:56,326+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:56,675+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:56,711+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6d680e5-c282-4de9-a891-59a19d83287b (threadPool:210)
2018-03-08 01:17:56,712+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 693d15f8-909a-42a6-850b-0c56e467d6b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:56,712+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:56,990+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:57,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a870697f-a063-4d6e-b7b0-cd304e58d7ee (threadPool:210)
2018-03-08 01:17:57,039+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6bb1a707-50a9-4fd5-bff0-bef743d90038 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:57,039+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:57,322+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:57,373+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a26d92e-7435-4e81-8038-21a620bc098d (threadPool:210)
2018-03-08 01:17:57,375+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 04fa6dd6-5e97-40ac-9180-8835e8f33cd7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:57,376+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:57,751+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:57,794+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dcde5d22-b63a-4d7e-8696-67f0f3ad2eb4 (threadPool:210)
2018-03-08 01:17:57,794+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ac6df360-8f9a-4c8c-8b22-262bb17dabd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:17:57,795+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:58,135+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:58,184+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 693d15f8-909a-42a6-850b-0c56e467d6b9 (threadPool:210)
2018-03-08 01:17:58,185+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 64b2ce97-f5e2-4718-8c2e-f90c022ba781 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:58,185+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:58,531+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:58,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6bb1a707-50a9-4fd5-bff0-bef743d90038 (threadPool:210)
2018-03-08 01:17:58,578+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 870d9948-a42b-4533-9314-7c04f4639951 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:58,578+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:58,873+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:58,919+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 04fa6dd6-5e97-40ac-9180-8835e8f33cd7 (threadPool:210)
2018-03-08 01:17:58,919+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dee9011d-a91e-4345-89e6-abbefc675251 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:58,919+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:59,243+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:59,303+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c22cd05-d23b-488d-a39c-93f45b266081 (threadPool:210)
2018-03-08 01:17:59,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 50b215f9-2f15-4af0-8d89-17e0638166f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:17:59,304+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:17:59,624+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:17:59,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 64b2ce97-f5e2-4718-8c2e-f90c022ba781 (threadPool:210)
2018-03-08 01:17:59,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa1d80db-affb-4bde-8a33-d3e3c39a7d3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:17:59,710+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:17:59,998+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:00,046+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 870d9948-a42b-4533-9314-7c04f4639951 (threadPool:210)
2018-03-08 01:18:00,046+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 82bcca8d-3d11-45ba-95f8-28e24bb5a8f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:00,046+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:00,429+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:18:00,434+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:18:00,437+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:00,444+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:18:00,445+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:18:00,445+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:00,474+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:00,523+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dee9011d-a91e-4345-89e6-abbefc675251 (threadPool:210)
2018-03-08 01:18:00,524+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 11c83bad-5d7c-4ae3-b1c1-a0d03f7115fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:00,524+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:00,846+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:00,900+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ac6df360-8f9a-4c8c-8b22-262bb17dabd9 (threadPool:210)
2018-03-08 01:18:00,900+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5cf23ed-874b-44fa-9b77-0cf21bca90b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:00,901+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:01,177+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:01,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 50b215f9-2f15-4af0-8d89-17e0638166f6 (threadPool:210)
2018-03-08 01:18:01,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 75bb6d24-3e3e-4109-9a50-51cb6e960039 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:01,225+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:01,634+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:01,691+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa1d80db-affb-4bde-8a33-d3e3c39a7d3f (threadPool:210)
2018-03-08 01:18:01,692+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6279a9ca-eefa-4f45-a2a4-3e9e3ca31b73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:01,692+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:01,980+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:02,023+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 11c83bad-5d7c-4ae3-b1c1-a0d03f7115fd (threadPool:210)
2018-03-08 01:18:02,024+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 24db716d-3dc0-42bd-b7b1-a9ec922a5a75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:02,024+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:02,041+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=653f5ec1-fc89-448c-8d02-53ead692afeb (api:46)
2018-03-08 01:18:02,047+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=653f5ec1-fc89-448c-8d02-53ead692afeb (api:52)
2018-03-08 01:18:02,047+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:02,138+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e232290c-18a3-451f-aa02-8b8aa4a50b85 (api:46)
2018-03-08 01:18:02,145+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e232290c-18a3-451f-aa02-8b8aa4a50b85 (api:52)
2018-03-08 01:18:02,146+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:02,362+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:02,413+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5cf23ed-874b-44fa-9b77-0cf21bca90b3 (threadPool:210)
2018-03-08 01:18:02,413+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f1e5d264-d93a-4778-a0fc-ea2a0d133ad6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:02,413+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:02,680+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:02,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 75bb6d24-3e3e-4109-9a50-51cb6e960039 (threadPool:210)
2018-03-08 01:18:02,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8dbf2f2c-3de5-4138-b6ee-248cad0d4a28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:02,723+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:03,113+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:03,163+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6279a9ca-eefa-4f45-a2a4-3e9e3ca31b73 (threadPool:210)
2018-03-08 01:18:03,163+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f4bb3387-d075-4412-9bac-329cfd3edcfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:03,164+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:03,488+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:03,537+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 24db716d-3dc0-42bd-b7b1-a9ec922a5a75 (threadPool:210)
2018-03-08 01:18:03,538+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 49c8186f-c3af-4834-a1c5-f47d9a6cf7a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:03,538+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:03,775+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20811 (__init__:598)
2018-03-08 01:18:03,775+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20810 (__init__:598)
2018-03-08 01:18:03,807+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:04,103+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:04,146+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f1e5d264-d93a-4778-a0fc-ea2a0d133ad6 (threadPool:210)
2018-03-08 01:18:04,146+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d1647cd2-ac4d-4604-bd34-e58aad492932 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:04,147+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:04,431+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:04,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8dbf2f2c-3de5-4138-b6ee-248cad0d4a28 (threadPool:210)
2018-03-08 01:18:04,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9e3f67e2-9d1f-4dfc-8b83-98b069061a9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:04,482+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:04,778+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:04,830+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f4bb3387-d075-4412-9bac-329cfd3edcfa (threadPool:210)
2018-03-08 01:18:04,831+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 030fe04f-6baf-4ff0-a933-5540c81fe87a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:04,831+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:05,135+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:05,178+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 49c8186f-c3af-4834-a1c5-f47d9a6cf7a0 (threadPool:210)
2018-03-08 01:18:05,178+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e70883e8-7b63-4b23-bd27-2adcfb97f902 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:05,179+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:05,559+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:05,609+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d1647cd2-ac4d-4604-bd34-e58aad492932 (threadPool:210)
2018-03-08 01:18:05,609+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 54d977ea-558a-405c-85bb-941d54f93b47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:05,610+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:05,944+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:05,972+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9e3f67e2-9d1f-4dfc-8b83-98b069061a9e (threadPool:210)
2018-03-08 01:18:05,972+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c5f20685-85f1-4480-8382-83bd359835b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:05,972+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:06,260+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:06,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 82bcca8d-3d11-45ba-95f8-28e24bb5a8f1 (threadPool:210)
2018-03-08 01:18:06,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f3696c67-af33-45b4-8e1c-d98abe3a77af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:06,311+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:06,567+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:06,615+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e70883e8-7b63-4b23-bd27-2adcfb97f902 (threadPool:210)
2018-03-08 01:18:06,615+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 55ccea73-7422-461c-a50b-53ff1f9535b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:06,616+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:06,904+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:06,932+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 54d977ea-558a-405c-85bb-941d54f93b47 (threadPool:210)
2018-03-08 01:18:06,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task adc331d4-b157-4c33-99b7-8e6eb349b92a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:06,933+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:07,218+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:07,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c5f20685-85f1-4480-8382-83bd359835b4 (threadPool:210)
2018-03-08 01:18:07,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 84fc9483-ad78-4734-9334-7ced28a4fbeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:07,284+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:07,572+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:07,624+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f3696c67-af33-45b4-8e1c-d98abe3a77af (threadPool:210)
2018-03-08 01:18:07,625+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e86f6fd8-0b51-4db1-9a36-4668661627d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:07,625+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:07,854+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:07,855+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=52319667-e1fd-4e91-87d2-e34b8548507d (api:46)
2018-03-08 01:18:07,856+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247085', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121543', 'lastCheck': '5.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235999', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047682', 'lastCheck': '7.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575831', 'lastCheck': '5.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285469', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000833785', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362567', 'lastCheck': '7.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325467', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244177', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274976', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357672', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231693', 'lastCheck': '4.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316589', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337627', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326812', 'lastCheck': '7.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411024', 'lastCheck': '7.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00230404', 'lastCheck': '7.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259108', 'lastCheck': '7.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472103', 'lastCheck': '7.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411034', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233577', 'lastCheck': '7.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257135', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000270134', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461292', 'lastCheck': '7.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379743', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563764', 'lastCheck': '7.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206583', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061514', 'lastCheck': '7.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=52319667-e1fd-4e91-87d2-e34b8548507d (api:52)
2018-03-08 01:18:07,857+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=69915389-385e-4f33-9c55-73d302aac444 (api:46)
2018-03-08 01:18:07,857+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=69915389-385e-4f33-9c55-73d302aac444 (api:52)
2018-03-08 01:18:07,908+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:07,919+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.77'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '25': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '95.03'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '23': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '24.52', 'cpuIdle': '70.91'}, '0': {'cpuUser': '5.30', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '91.59'}, '3': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.56'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '7': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '12': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.82'}, '15': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '93.17'}, '14': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.42'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.23'}, '16': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.03'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.35'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '36': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '35': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '34': {'cpuUser': '6.83', 'nodeIndex': 0, 'cpuSys': '7.36', 'cpuIdle': '85.81'}, '33': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '18': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '96.29'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308344'}, '0': {'memPercent': 11, 'memFree': '349366'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357672', 'lastCheck': '7.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247085', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121543', 'lastCheck': '5.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231693', 'lastCheck': '4.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316589', 'lastCheck': '7.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575831', 'lastCheck': '5.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285469', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000833785', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362567', 'lastCheck': '7.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325467', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244177', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274976', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235999', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047682', 'lastCheck': '7.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337627', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259108', 'lastCheck': '7.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326812', 'lastCheck': '7.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411024', 'lastCheck': '7.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00230404', 'lastCheck': '7.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206583', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411034', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233577', 'lastCheck': '7.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257135', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000270134', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461292', 'lastCheck': '7.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379743', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563764', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472103', 'lastCheck': '7.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061514', 'lastCheck': '7.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645743714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403981658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.351', 'tx': '1176268884464', 'txDropped': '0', 'rx': '625370561598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0', 'tx': '1580916390441', 'txDropped': '0', 'rx': '926299307004', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45168819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416282893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200434255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet0', 'tx': '87331993', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet1', 'tx': '37765594180', 'txDropped': '0', 'rx': '877747118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet2', 'tx': '21121958148', 'txDropped': '0', 'rx': '141314128867', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175556068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet4', 'tx': '396015465', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet5', 'tx': '23423546807', 'txDropped': '0', 'rx': '498054098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet6', 'tx': '6653580684', 'txDropped': '0', 'rx': '429754938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet7', 'tx': '1433165552', 'txDropped': '0', 'rx': '552162073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42418854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46716727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'lo', 'tx': '6930030977', 'txDropped': '0', 'rx': '6930030977', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170581824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'eno1', 'tx': '975608237753', 'txDropped': '0', 'rx': '433985765009', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'eno2', 'tx': '605308152688', 'txDropped': '0', 'rx': '492313541995', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468273.069461, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468273.069461, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632631685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75861593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76979412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191983702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370753806', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.306', 'tx': '76695871049', 'txDropped': '0', 'rx': '8373321030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49838927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430126168', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298750102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.110', 'tx': '2475745687', 'txDropped': '0', 'rx': '66854342582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.111', 'tx': '122673788275', 'txDropped': '0', 'rx': '24444312850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55217421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54139996', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465112890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165260131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55997339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55827150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45164073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468273.069461, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226473124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'oVirtManagement', 'tx': '1176268883816', 'txDropped': '0', 'rx': '625369823195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576941318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'vnet3', 'tx': '542409169', 'txDropped': '0', 'rx': '221473542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468273.069461, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754334431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1694321.72', 'cpuLoad': '2.70', 'cpuSys': '1.60', 'diskStats': {'/var/log': {'free': '92903'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635302L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:18:07 GMT', 'cpuUser': '1.14', 'memFree': 667592, 'cpuIdle': '97.27', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.47'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:07,925+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:18:07,974+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 55ccea73-7422-461c-a50b-53ff1f9535b0 (threadPool:210)
2018-03-08 01:18:07,975+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 208b7fdc-034c-428c-a180-aa2c9022dd0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:07,975+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:08,238+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:08,299+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e83bda83-6925-4f43-acb0-ca0234ce2fde (api:46)
2018-03-08 01:18:08,301+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247085', 'lastCheck': '8.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00121543', 'lastCheck': '5.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235999', 'lastCheck': '5.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047682', 'lastCheck': '8.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575831', 'lastCheck': '6.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285469', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000833785', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362567', 'lastCheck': '8.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325467', 'lastCheck': '7.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244177', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274976', 'lastCheck': '1.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357672', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231693', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316589', 'lastCheck': '7.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337627', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326812', 'lastCheck': '8.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '7.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411024', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00230404', 'lastCheck': '7.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259108', 'lastCheck': '7.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472103', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '7.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411034', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233577', 'lastCheck': '8.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257135', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000270134', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461292', 'lastCheck': '8.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379743', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563764', 'lastCheck': '7.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206583', 'lastCheck': '8.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061514', 'lastCheck': '7.9', 'valid': True}} from=internal, task_id=e83bda83-6925-4f43-acb0-ca0234ce2fde (api:52)
2018-03-08 01:18:08,301+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=ba1b0a3d-eb84-432b-9762-5ec08970dcda (api:46)
2018-03-08 01:18:08,302+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ba1b0a3d-eb84-432b-9762-5ec08970dcda (api:52)
2018-03-08 01:18:08,364+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task adc331d4-b157-4c33-99b7-8e6eb349b92a (threadPool:210)
2018-03-08 01:18:08,365+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 219c3237-da8b-48f8-8775-6a17b13ec722 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:08,366+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:08,638+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:08,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 84fc9483-ad78-4734-9334-7ced28a4fbeb (threadPool:210)
2018-03-08 01:18:08,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 551c05df-7e06-45b6-9607-ee2444eb4c4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:08,666+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:09,113+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:09,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 030fe04f-6baf-4ff0-a933-5540c81fe87a (threadPool:210)
2018-03-08 01:18:09,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 884c8ff0-c4e5-4a26-b5d2-b08b40b86ecc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:09,156+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:09,443+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:09,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 219c3237-da8b-48f8-8775-6a17b13ec722 (threadPool:210)
2018-03-08 01:18:09,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 654c6961-3392-4575-b2b7-79b748b1e2f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:09,555+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:09,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:09,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e86f6fd8-0b51-4db1-9a36-4668661627d1 (threadPool:210)
2018-03-08 01:18:09,844+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 24fc4083-169f-4845-8924-a5a9b62041c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:09,845+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:10,218+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:10,266+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 208b7fdc-034c-428c-a180-aa2c9022dd0e (threadPool:210)
2018-03-08 01:18:10,266+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 88d952f3-c40f-46d8-b163-bdddfc1818e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:10,266+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:10,604+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:10,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 884c8ff0-c4e5-4a26-b5d2-b08b40b86ecc (threadPool:210)
2018-03-08 01:18:10,653+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d526b371-65a7-4913-a9bf-71b70ee16de1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:18:10,653+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:11,025+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:11,075+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 654c6961-3392-4575-b2b7-79b748b1e2f2 (threadPool:210)
2018-03-08 01:18:11,075+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f62ec577-c4ef-46af-b247-440835d4ac0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:11,076+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:11,086+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:11,091+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:11,093+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:11,510+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:11,560+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 551c05df-7e06-45b6-9607-ee2444eb4c4d (threadPool:210)
2018-03-08 01:18:11,561+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19abe822-0ed1-4373-9459-d353c617dd78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:11,561+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:11,880+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:11,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 24fc4083-169f-4845-8924-a5a9b62041c3 (threadPool:210)
2018-03-08 01:18:11,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9cb7b531-7990-4244-bc36-cd01087edb06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:11,936+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:12,367+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:12,417+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 88d952f3-c40f-46d8-b163-bdddfc1818e4 (threadPool:210)
2018-03-08 01:18:12,418+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d1a71443-5aee-4e28-98e6-9340531b0194 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:12,418+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:12,532+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a8b86a18-3c2a-4175-be9a-5547bc2b09d0 (api:46)
2018-03-08 01:18:12,537+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a8b86a18-3c2a-4175-be9a-5547bc2b09d0 (api:52)
2018-03-08 01:18:12,537+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:12,633+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=25520903-a8f2-45f7-be8b-2655048f2277 (api:46)
2018-03-08 01:18:12,639+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=25520903-a8f2-45f7-be8b-2655048f2277 (api:52)
2018-03-08 01:18:12,641+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:12,892+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:12,947+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d526b371-65a7-4913-a9bf-71b70ee16de1 (threadPool:210)
2018-03-08 01:18:12,947+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4350f724-dcfe-42a7-8dbb-761bcc14ffb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:12,948+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:13,337+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:13,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19abe822-0ed1-4373-9459-d353c617dd78 (threadPool:210)
2018-03-08 01:18:13,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 636db8b3-80cb-49ce-b1c7-b54e4d34a4b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:13,389+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:13,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:13,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9cb7b531-7990-4244-bc36-cd01087edb06 (threadPool:210)
2018-03-08 01:18:13,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ad57e4ef-984c-4903-8021-f95349775a12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:13,730+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:14,028+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:14,069+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d1a71443-5aee-4e28-98e6-9340531b0194 (threadPool:210)
2018-03-08 01:18:14,069+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2ab7e815-db32-4b75-a02c-93259cfc5357 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:14,070+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:14,363+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:14,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4350f724-dcfe-42a7-8dbb-761bcc14ffb1 (threadPool:210)
2018-03-08 01:18:14,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 883126d3-df98-4a15-8c79-10cd6e69f167 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:14,418+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:14,717+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:14,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ad57e4ef-984c-4903-8021-f95349775a12 (threadPool:210)
2018-03-08 01:18:14,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e2e46c70-6fbd-4f03-8198-aff57b1fa220 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:14,765+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:15,057+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:15,115+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f62ec577-c4ef-46af-b247-440835d4ac0e (threadPool:210)
2018-03-08 01:18:15,115+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c76beab-cd42-4083-a994-63825b99a45c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:15,116+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:15,453+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:15,456+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:18:15,491+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:18:15,494+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:18:15,520+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:18:15,520+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:18:15,521+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:15,529+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2ab7e815-db32-4b75-a02c-93259cfc5357 (threadPool:210)
2018-03-08 01:18:15,529+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d697ef4a-db25-4dbc-aa03-cf790338a4c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:15,530+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:15,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:15,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 636db8b3-80cb-49ce-b1c7-b54e4d34a4b7 (threadPool:210)
2018-03-08 01:18:15,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b5696c3-a142-4b37-a353-cd048d952f1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:15,933+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:16,250+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:16,296+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 883126d3-df98-4a15-8c79-10cd6e69f167 (threadPool:210)
2018-03-08 01:18:16,296+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 51cd02d0-8fd7-422d-89cf-22ed1e0d4c0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:16,297+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:16,604+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:16,944+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:16,983+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c76beab-cd42-4083-a994-63825b99a45c (threadPool:210)
2018-03-08 01:18:16,984+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0617fa6f-4bfe-4330-a948-7a6a8b8ab8f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:16,984+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:17,333+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:17,379+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b5696c3-a142-4b37-a353-cd048d952f1a (threadPool:210)
2018-03-08 01:18:17,379+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c7373c82-1702-4e4f-8a6d-0a7412dd6f11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:17,380+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:17,704+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:17,756+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 51cd02d0-8fd7-422d-89cf-22ed1e0d4c0d (threadPool:210)
2018-03-08 01:18:17,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eedf4f95-d3dd-450a-b09e-27dcebe00016 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:17,757+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:18,062+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:18,112+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e2e46c70-6fbd-4f03-8198-aff57b1fa220 (threadPool:210)
2018-03-08 01:18:18,112+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 78720115-3547-4beb-88c9-003b7b3d230a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:18,113+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:18,539+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:18,587+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d697ef4a-db25-4dbc-aa03-cf790338a4c6 (threadPool:210)
2018-03-08 01:18:18,588+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task db67148f-e9a0-4835-9847-801ed18a052a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:18,588+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:18,947+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:18,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c7373c82-1702-4e4f-8a6d-0a7412dd6f11 (threadPool:210)
2018-03-08 01:18:18,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ce534106-c139-48c1-8f18-232fc52aee15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:18,995+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:19,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:19,421+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eedf4f95-d3dd-450a-b09e-27dcebe00016 (threadPool:210)
2018-03-08 01:18:19,422+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 610df6d4-f91d-4560-afb5-9ea93c5afa24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:19,423+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:19,712+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:19,802+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0617fa6f-4bfe-4330-a948-7a6a8b8ab8f4 (threadPool:210)
2018-03-08 01:18:19,804+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef8d0e2e-de8c-442f-9352-658f2a3ffad0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:19,805+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:20,452+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:20,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task db67148f-e9a0-4835-9847-801ed18a052a (threadPool:210)
2018-03-08 01:18:20,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cce9692a-ef0b-407c-8032-3bacb0a77664 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:20,514+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:20,868+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:20,915+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ce534106-c139-48c1-8f18-232fc52aee15 (threadPool:210)
2018-03-08 01:18:20,915+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ddb07127-c95a-4a9c-bf25-ce3807783683 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:20,916+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:21,315+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:21,365+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 78720115-3547-4beb-88c9-003b7b3d230a (threadPool:210)
2018-03-08 01:18:21,366+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e5406756-3904-48ff-a785-b8bf61718ae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:21,366+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:21,646+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:21,697+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 610df6d4-f91d-4560-afb5-9ea93c5afa24 (threadPool:210)
2018-03-08 01:18:21,697+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 43a7a8bc-4421-4805-a437-bb662553ffe7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:18:21,698+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:22,012+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:22,059+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef8d0e2e-de8c-442f-9352-658f2a3ffad0 (threadPool:210)
2018-03-08 01:18:22,060+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f67cf02f-3d64-4fb8-b3e5-bb26777b207f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:22,060+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:22,334+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:22,389+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cce9692a-ef0b-407c-8032-3bacb0a77664 (threadPool:210)
2018-03-08 01:18:22,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1a4d333b-358e-4d41-9a59-7227696ed86e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:22,390+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:22,699+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:22,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ddb07127-c95a-4a9c-bf25-ce3807783683 (threadPool:210)
2018-03-08 01:18:22,751+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task faca1d72-cd0f-4ce3-91d5-4f8c335bfd7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:22,751+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:22,964+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:22,965+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=32b48b44-c041-4b70-8073-3b69e1d2b835 (api:46)
2018-03-08 01:18:22,966+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260311', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00429825', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350966', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479515', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416538', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222272', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000308117', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486449', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516724', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323728', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262803', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102783', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385448', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025266', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398584', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277049', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228814', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214528', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239781', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116635', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260438', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358362', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238223', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228885', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283098', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284383', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355948', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278694', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248661', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463711', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381646', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396809', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=32b48b44-c041-4b70-8073-3b69e1d2b835 (api:52)
2018-03-08 01:18:22,967+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8a1b26fd-cbca-4d41-959f-99a569599ad1 (api:46)
2018-03-08 01:18:22,967+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8a1b26fd-cbca-4d41-959f-99a569599ad1 (api:52)
2018-03-08 01:18:22,995+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.89'}, '53': {'cpuUser': '5.16', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '92.26'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.28'}, '27': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '21': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '22': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.91'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.76', 'nodeIndex': 1, 'cpuSys': '23.62', 'cpuIdle': '71.62'}, '0': {'cpuUser': '6.55', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '89.28'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.37'}, '2': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.76'}, '5': {'cpuUser': '3.90', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.32'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '9': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.31'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.24'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '13': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '95.90'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '15': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '95.30'}, '14': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.90'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.63'}, '55': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '31': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '93.78'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '35': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '34': {'cpuUser': '8.34', 'nodeIndex': 0, 'cpuSys': '8.80', 'cpuIdle': '82.86'}, '33': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.43'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '96.37'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308356'}, '0': {'memPercent': 11, 'memFree': '349343'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102783', 'lastCheck': '2.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260311', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00429825', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385448', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025266', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416538', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222272', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000308117', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486449', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516724', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323728', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262803', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350966', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479515', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398584', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260438', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228814', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214528', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239781', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116635', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277049', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381646', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238223', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228885', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283098', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284383', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355948', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278694', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248661', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463711', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358362', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396809', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645751358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403985504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.351', 'tx': '1176268961218', 'txDropped': '0', 'rx': '625370577706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0', 'tx': '1580916649225', 'txDropped': '0', 'rx': '926299887030', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45169219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416284464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200435160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet0', 'tx': '87336970', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet1', 'tx': '37765599624', 'txDropped': '0', 'rx': '877755133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet2', 'tx': '21122038924', 'txDropped': '0', 'rx': '141314287629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175558116', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet4', 'tx': '396020442', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet5', 'tx': '23423556540', 'txDropped': '0', 'rx': '498054248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet6', 'tx': '6653586619', 'txDropped': '0', 'rx': '429759201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet7', 'tx': '1433167369', 'txDropped': '0', 'rx': '552162135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42419254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46717127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'lo', 'tx': '6930110123', 'txDropped': '0', 'rx': '6930110123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170582914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'eno1', 'tx': '975608329961', 'txDropped': '0', 'rx': '433986015149', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'eno2', 'tx': '605308319264', 'txDropped': '0', 'rx': '492313871881', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468288.184336, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468288.184336, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632636547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75861943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76979762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191987763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370754206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373325101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49839327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430130193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298754163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.110', 'tx': '2475757797', 'txDropped': '0', 'rx': '66854349991', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.111', 'tx': '122673947066', 'txDropped': '0', 'rx': '24444386034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55217821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54140396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465116736', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165261221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55997739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55827550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45164473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468288.184336, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226474029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'oVirtManagement', 'tx': '1176268960570', 'txDropped': '0', 'rx': '625369839303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576946180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'vnet3', 'tx': '542414206', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468288.184336, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754336479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694336.83', 'cpuLoad': '2.66', 'cpuSys': '1.64', 'diskStats': {'/var/log': {'free': '92902'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:18:22 GMT', 'cpuUser': '1.31', 'memFree': 667610, 'cpuIdle': '97.05', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.71'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:22,999+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:18:23,026+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:23,051+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=48014f8a-941d-49de-99a2-356124ce8663 (api:46)
2018-03-08 01:18:23,058+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=48014f8a-941d-49de-99a2-356124ce8663 (api:52)
2018-03-08 01:18:23,058+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:23,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e5406756-3904-48ff-a785-b8bf61718ae7 (threadPool:210)
2018-03-08 01:18:23,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7f8ea1e6-7d22-4133-a2fd-c239f50445f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:23,075+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:23,167+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a4588a3e-9f5b-4503-8a82-58482c468b6a (api:46)
2018-03-08 01:18:23,299+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a4588a3e-9f5b-4503-8a82-58482c468b6a (api:52)
2018-03-08 01:18:23,301+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.13 seconds (__init__:573)
2018-03-08 01:18:23,376+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:23,425+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fe394f87-7d56-45a1-a047-dbc6fb3a60d8 (api:46)
2018-03-08 01:18:23,427+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260311', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00429825', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350966', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479515', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416538', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222272', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000308117', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486449', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516724', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323728', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262803', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102783', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385448', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025266', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398584', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277049', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228814', 'lastCheck': '3.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214528', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239781', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116635', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260438', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358362', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238223', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228885', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283098', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284383', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355948', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278694', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248661', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463711', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381646', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396809', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=fe394f87-7d56-45a1-a047-dbc6fb3a60d8 (api:52)
2018-03-08 01:18:23,427+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=eb42e6d1-5c93-4324-ac8b-87b2eb3bce24 (api:46)
2018-03-08 01:18:23,428+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=eb42e6d1-5c93-4324-ac8b-87b2eb3bce24 (api:52)
2018-03-08 01:18:23,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 43a7a8bc-4421-4805-a437-bb662553ffe7 (threadPool:210)
2018-03-08 01:18:23,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6637351c-010a-48c7-8f6e-d8de9e2f24fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:23,462+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:23,748+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:23,795+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f67cf02f-3d64-4fb8-b3e5-bb26777b207f (threadPool:210)
2018-03-08 01:18:23,796+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e455eb50-464c-4528-a88d-79b1c39966c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:23,796+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:24,081+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:24,133+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1a4d333b-358e-4d41-9a59-7227696ed86e (threadPool:210)
2018-03-08 01:18:24,134+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a0af090b-028e-424f-842c-d8367a194d21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:24,134+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:24,405+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:24,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task faca1d72-cd0f-4ce3-91d5-4f8c335bfd7b (threadPool:210)
2018-03-08 01:18:24,473+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74143805-7b63-4ef1-a2c3-d50007245233 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:24,474+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:24,769+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:24,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7f8ea1e6-7d22-4133-a2fd-c239f50445f5 (threadPool:210)
2018-03-08 01:18:24,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23ed22f7-6d43-4987-ae00-4c892e08f61d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:24,811+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:25,111+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:25,160+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e455eb50-464c-4528-a88d-79b1c39966c6 (threadPool:210)
2018-03-08 01:18:25,161+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef21d7b2-d1f5-476c-8f40-73843fb7c598 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:25,161+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:25,474+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:25,516+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a0af090b-028e-424f-842c-d8367a194d21 (threadPool:210)
2018-03-08 01:18:25,516+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dfd64a02-3a92-4daa-8fab-4fb049b7281e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:25,516+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:25,780+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:25,829+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6637351c-010a-48c7-8f6e-d8de9e2f24fa (threadPool:210)
2018-03-08 01:18:25,829+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b7bdef9d-3217-4638-a5f7-5c4300ff28a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:25,829+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:26,111+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:26,115+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:26,118+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:26,163+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:26,217+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23ed22f7-6d43-4987-ae00-4c892e08f61d (threadPool:210)
2018-03-08 01:18:26,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fd929a65-f76a-4a69-8ac5-a61b963f551b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:26,218+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:26,529+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:26,598+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef21d7b2-d1f5-476c-8f40-73843fb7c598 (threadPool:210)
2018-03-08 01:18:26,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8c2757b3-769f-4922-921b-0b53f599364a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:26,599+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:26,938+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:26,983+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74143805-7b63-4ef1-a2c3-d50007245233 (threadPool:210)
2018-03-08 01:18:26,984+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2d3042c0-353d-4975-ba99-ad2c4b6534c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:26,984+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:27,263+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:27,315+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dfd64a02-3a92-4daa-8fab-4fb049b7281e (threadPool:210)
2018-03-08 01:18:27,317+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 263627ff-6645-4acd-8f4e-281f514ba456 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:27,317+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:27,631+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:27,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b7bdef9d-3217-4638-a5f7-5c4300ff28a1 (threadPool:210)
2018-03-08 01:18:27,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10afaf93-e15c-43ae-81da-7b934ebb67b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:27,681+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:27,986+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:28,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fd929a65-f76a-4a69-8ac5-a61b963f551b (threadPool:210)
2018-03-08 01:18:28,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e7a8740-86ba-4537-aa8c-1e54ee2befa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:28,039+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:28,369+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:28,421+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8c2757b3-769f-4922-921b-0b53f599364a (threadPool:210)
2018-03-08 01:18:28,421+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 89048e58-ede0-4ca3-b1ad-6c74d7fe77a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:28,422+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:28,681+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:28,735+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2d3042c0-353d-4975-ba99-ad2c4b6534c0 (threadPool:210)
2018-03-08 01:18:28,735+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 384846fa-158f-47b4-a01d-e4326414b665 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:28,735+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:29,055+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:29,102+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 263627ff-6645-4acd-8f4e-281f514ba456 (threadPool:210)
2018-03-08 01:18:29,102+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e89a685-0a70-4710-bb53-7a6149615032 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:29,103+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:29,353+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:29,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10afaf93-e15c-43ae-81da-7b934ebb67b2 (threadPool:210)
2018-03-08 01:18:29,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 820353ae-2791-4289-98e5-d1a742b1db61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:29,419+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:29,715+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:29,781+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e7a8740-86ba-4537-aa8c-1e54ee2befa0 (threadPool:210)
2018-03-08 01:18:29,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c948f74e-8984-453a-a437-20141740c82c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:29,783+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:30,109+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:30,470+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:30,514+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 384846fa-158f-47b4-a01d-e4326414b665 (threadPool:210)
2018-03-08 01:18:30,514+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5a337702-22c0-48a3-9e1e-579da99ed64d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:30,515+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:30,525+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:18:30,530+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:18:30,533+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:30,541+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:18:30,541+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:18:30,541+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:30,760+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:30,829+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 820353ae-2791-4289-98e5-d1a742b1db61 (threadPool:210)
2018-03-08 01:18:30,830+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task de3fbab4-89ab-4d3f-bc5c-938949642e7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:30,830+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:31,143+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:31,196+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c948f74e-8984-453a-a437-20141740c82c (threadPool:210)
2018-03-08 01:18:31,196+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 69861c9e-a0ea-4876-83cb-e587fa673089 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:31,197+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:31,566+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:31,616+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 89048e58-ede0-4ca3-b1ad-6c74d7fe77a9 (threadPool:210)
2018-03-08 01:18:31,617+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29ad3ad8-cfe0-4166-8e43-c6a5f548d7b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:31,617+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:31,974+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:32,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e89a685-0a70-4710-bb53-7a6149615032 (threadPool:210)
2018-03-08 01:18:32,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44c1ced3-2b4c-4660-8a6a-fa8be74ea4b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:18:32,022+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:32,542+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:32,593+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5a337702-22c0-48a3-9e1e-579da99ed64d (threadPool:210)
2018-03-08 01:18:32,594+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 79a5fc6c-1aab-4d32-9e52-65c54c3869af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:32,594+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:32,877+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:32,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task de3fbab4-89ab-4d3f-bc5c-938949642e7d (threadPool:210)
2018-03-08 01:18:32,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ebe6acd8-37bc-4023-baa5-f5f539bca7c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:32,955+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:33,240+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:33,288+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 69861c9e-a0ea-4876-83cb-e587fa673089 (threadPool:210)
2018-03-08 01:18:33,288+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4486db5f-f45b-4550-a128-333393b93597 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:33,289+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:33,604+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:33,653+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29ad3ad8-cfe0-4166-8e43-c6a5f548d7b3 (threadPool:210)
2018-03-08 01:18:33,653+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ccee0e22-30c2-49dc-bbc1-5d3eb838f69c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:33,654+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:33,739+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=aeac6e9f-485b-4e0d-adaf-7b3c1b480529 (api:46)
2018-03-08 01:18:33,745+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=aeac6e9f-485b-4e0d-adaf-7b3c1b480529 (api:52)
2018-03-08 01:18:33,745+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:33,844+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=611895c4-e816-422b-a31b-0a9dd72af80b (api:46)
2018-03-08 01:18:33,850+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=611895c4-e816-422b-a31b-0a9dd72af80b (api:52)
2018-03-08 01:18:33,852+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:33,985+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:34,031+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44c1ced3-2b4c-4660-8a6a-fa8be74ea4b0 (threadPool:210)
2018-03-08 01:18:34,031+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6f1025c7-8570-482d-8a6c-4da7c6c968fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:34,032+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:34,356+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:34,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 79a5fc6c-1aab-4d32-9e52-65c54c3869af (threadPool:210)
2018-03-08 01:18:34,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a03a7f77-2cb9-4ff6-91ce-bfcd32eef33e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:34,404+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:34,688+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:34,736+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ebe6acd8-37bc-4023-baa5-f5f539bca7c9 (threadPool:210)
2018-03-08 01:18:34,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3ae589d3-20cc-4c9d-8add-d5942d1c59bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:34,737+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:35,064+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:35,108+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4486db5f-f45b-4550-a128-333393b93597 (threadPool:210)
2018-03-08 01:18:35,108+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f224562e-0239-4153-8b84-7c990a728394 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:35,109+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:35,380+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:35,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6f1025c7-8570-482d-8a6c-4da7c6c968fa (threadPool:210)
2018-03-08 01:18:35,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aed54c5c-bdd3-4d82-bd33-b2eb298f697d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:35,428+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:35,700+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:35,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a03a7f77-2cb9-4ff6-91ce-bfcd32eef33e (threadPool:210)
2018-03-08 01:18:35,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 173068e7-4443-41b5-81f5-47f0c39e8b00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:35,751+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:36,072+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:36,118+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3ae589d3-20cc-4c9d-8add-d5942d1c59bb (threadPool:210)
2018-03-08 01:18:36,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a1b528d7-b9a5-4e31-bca1-7436c6d401e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:36,119+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:36,411+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:36,460+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ccee0e22-30c2-49dc-bbc1-5d3eb838f69c (threadPool:210)
2018-03-08 01:18:36,460+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f78fc54-b2d4-477e-b499-d4c532e99d6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:36,461+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:36,884+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:36,939+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f224562e-0239-4153-8b84-7c990a728394 (threadPool:210)
2018-03-08 01:18:36,939+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ba349959-7afe-4742-893b-4c01865c42db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:36,940+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:37,260+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:37,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aed54c5c-bdd3-4d82-bd33-b2eb298f697d (threadPool:210)
2018-03-08 01:18:37,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e909d4ac-2380-4a8b-959b-50f363b34a48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:37,318+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:37,670+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:37,707+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 173068e7-4443-41b5-81f5-47f0c39e8b00 (threadPool:210)
2018-03-08 01:18:37,707+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ee5b6b20-9cde-40f6-9ffe-dd7b6b3ef91e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:37,708+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:38,018+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:38,047+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:38,051+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=682acb1e-f0eb-4c25-8cb1-d1acbc0c523e (api:46)
2018-03-08 01:18:38,052+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378211', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562999', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251699', 'lastCheck': '4.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491766', 'lastCheck': '8.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356502', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216644', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318717', 'lastCheck': '7.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329423', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242971', 'lastCheck': '7.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459285', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410098', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304341', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283423', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269492', 'lastCheck': '7.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527126', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340484', 'lastCheck': '5.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196787', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399896', 'lastCheck': '7.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316898', 'lastCheck': '7.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570891', 'lastCheck': '7.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025837', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324148', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211113', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385881', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248961', 'lastCheck': '8.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517106', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000333578', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326974', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334197', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393258', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003184', 'lastCheck': '8.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248133', 'lastCheck': '7.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=682acb1e-f0eb-4c25-8cb1-d1acbc0c523e (api:52)
2018-03-08 01:18:38,053+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=9a4358d8-0863-4d90-9fa7-e722d6557067 (api:46)
2018-03-08 01:18:38,053+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=9a4358d8-0863-4d90-9fa7-e722d6557067 (api:52)
2018-03-08 01:18:38,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f78fc54-b2d4-477e-b499-d4c532e99d6a (threadPool:210)
2018-03-08 01:18:38,074+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c6fba0a7-2558-4e45-bc76-412f98227175 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:38,074+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:38,087+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.50'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.96'}, '53': {'cpuUser': '7.53', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '89.76'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.37'}, '25': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.51'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.48'}, '27': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '4.03', 'cpuIdle': '92.93'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.69'}, '21': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.38'}, '22': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.62'}, '23': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.24'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.64'}, '29': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.25'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.22'}, '1': {'cpuUser': '4.82', 'nodeIndex': 1, 'cpuSys': '26.61', 'cpuIdle': '68.57'}, '0': {'cpuUser': '6.47', 'nodeIndex': 0, 'cpuSys': '3.83', 'cpuIdle': '89.70'}, '3': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.65'}, '2': {'cpuUser': '3.04', 'nodeIndex': 0, 'cpuSys': '3.37', 'cpuIdle': '93.59'}, '5': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.19'}, '4': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.49'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.57'}, '6': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.44'}, '9': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.24'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.62'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.31'}, '10': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.55'}, '13': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.91'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '15': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.51'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.02'}, '17': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.78'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '19': {'cpuUser': '4.62', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '92.94'}, '55': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.77'}, '31': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '94.32'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '36': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.16'}, '35': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.02'}, '34': {'cpuUser': '7.13', 'nodeIndex': 0, 'cpuSys': '7.53', 'cpuIdle': '85.34'}, '33': {'cpuUser': '9.31', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '88.25'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.69'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '99.21'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308386'}, '0': {'memPercent': 11, 'memFree': '349328'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304341', 'lastCheck': '7.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378211', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562999', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283423', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269492', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356502', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216644', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318717', 'lastCheck': '7.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329423', 'lastCheck': '8.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242971', 'lastCheck': '7.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459285', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410098', 'lastCheck': '1.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251699', 'lastCheck': '4.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491766', 'lastCheck': '8.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527126', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025837', 'lastCheck': '7.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196787', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399896', 'lastCheck': '7.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316898', 'lastCheck': '7.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570891', 'lastCheck': '7.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340484', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003184', 'lastCheck': '8.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211113', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385881', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248961', 'lastCheck': '8.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517106', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000333578', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326974', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334197', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393258', 'lastCheck': '7.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324148', 'lastCheck': '7.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248133', 'lastCheck': '7.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645756266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403988569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.351', 'tx': '1176269036380', 'txDropped': '0', 'rx': '625370587984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0', 'tx': '1580916766541', 'txDropped': '0', 'rx': '926300437461', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30330'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45169569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416285741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200437042', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet0', 'tx': '87341217', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet1', 'tx': '37765620627', 'txDropped': '0', 'rx': '877764143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet2', 'tx': '21122074733', 'txDropped': '0', 'rx': '141314307243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175560649', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet4', 'tx': '396024689', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet5', 'tx': '23423565489', 'txDropped': '0', 'rx': '498055288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet6', 'tx': '6653590714', 'txDropped': '0', 'rx': '429762225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet7', 'tx': '1433172123', 'txDropped': '0', 'rx': '552167413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42419604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46717477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'lo', 'tx': '6930186675', 'txDropped': '0', 'rx': '6930186675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170584096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'eno1', 'tx': '975608411337', 'txDropped': '0', 'rx': '433986229057', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'eno2', 'tx': '605308355204', 'txDropped': '0', 'rx': '492314208404', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468303.327837, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468303.327837, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632641129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75862343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76980162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191990330', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370754556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373328690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49839677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430133782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298756730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.110', 'tx': '2475775277', 'txDropped': '0', 'rx': '66854375426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.111', 'tx': '122673963843', 'txDropped': '0', 'rx': '24444418997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55218221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54140746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465119801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165262403', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55998139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55827900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45164823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468303.327837, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226475911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'oVirtManagement', 'tx': '1176269035732', 'txDropped': '0', 'rx': '625369849581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576950762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'vnet3', 'tx': '542418453', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468303.327837, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754339012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694351.92', 'cpuLoad': '2.56', 'cpuSys': '1.78', 'diskStats': {'/var/log': {'free': '92900'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.82', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635282L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31477', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:18:38 GMT', 'cpuUser': '1.60', 'memFree': 667579, 'cpuIdle': '96.62', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.36'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:38,092+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:18:38,377+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:38,422+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ba349959-7afe-4742-893b-4c01865c42db (threadPool:210)
2018-03-08 01:18:38,423+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 20106d6c-9b38-4197-b750-ef09e8efdbb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:38,423+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:38,530+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=be569420-5223-4f81-bfbf-0a61c8191ea5 (api:46)
2018-03-08 01:18:38,532+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360114', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00252464', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251699', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491766', 'lastCheck': '8.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356502', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216644', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000318717', 'lastCheck': '8.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329423', 'lastCheck': '8.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242971', 'lastCheck': '8.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459285', 'lastCheck': '7.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410098', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304341', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283423', 'lastCheck': '5.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269492', 'lastCheck': '7.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527126', 'lastCheck': '8.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340484', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196787', 'lastCheck': '8.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399896', 'lastCheck': '7.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316898', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570891', 'lastCheck': '7.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025837', 'lastCheck': '7.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324148', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211113', 'lastCheck': '7.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385881', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248961', 'lastCheck': '8.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517106', 'lastCheck': '6.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000333578', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326974', 'lastCheck': '8.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334197', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393258', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003184', 'lastCheck': '8.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248133', 'lastCheck': '8.1', 'valid': True}} from=internal, task_id=be569420-5223-4f81-bfbf-0a61c8191ea5 (api:52)
2018-03-08 01:18:38,532+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=c37351cd-538a-4dee-b6c9-e7601bd31093 (api:46)
2018-03-08 01:18:38,533+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c37351cd-538a-4dee-b6c9-e7601bd31093 (api:52)
2018-03-08 01:18:38,750+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:38,800+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e909d4ac-2380-4a8b-959b-50f363b34a48 (threadPool:210)
2018-03-08 01:18:38,800+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 71584dfd-acf8-412c-b956-979c655cd105 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:38,801+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:39,078+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:39,127+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a1b528d7-b9a5-4e31-bca1-7436c6d401e9 (threadPool:210)
2018-03-08 01:18:39,128+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 314b25ff-bee0-47e5-86ad-fb5e2c5e1dd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:39,128+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:39,441+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:39,487+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ee5b6b20-9cde-40f6-9ffe-dd7b6b3ef91e (threadPool:210)
2018-03-08 01:18:39,488+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 46c86bd3-ee34-4348-859f-3f3b238d260d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:39,488+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:39,795+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:39,869+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 20106d6c-9b38-4197-b750-ef09e8efdbb2 (threadPool:210)
2018-03-08 01:18:39,869+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d4581fcf-c441-4733-b185-6a908fd3c47f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:39,870+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:40,179+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:40,231+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 71584dfd-acf8-412c-b956-979c655cd105 (threadPool:210)
2018-03-08 01:18:40,232+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ea6578f-8fb9-456b-aebb-1c076b29f47c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:40,232+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:40,653+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:40,706+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 314b25ff-bee0-47e5-86ad-fb5e2c5e1dd1 (threadPool:210)
2018-03-08 01:18:40,706+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9c1b07ac-c29c-40f1-8faf-adb94ef2862b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:40,707+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:40,808+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=2bd90b65-8b20-4842-a4f3-755224e49bbf (api:46)
2018-03-08 01:18:40,808+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=2bd90b65-8b20-4842-a4f3-755224e49bbf (api:52)
2018-03-08 01:18:40,809+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=69d08e7a-8154-4509-b495-4dff0779d303 (api:46)
2018-03-08 01:18:40,809+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=69d08e7a-8154-4509-b495-4dff0779d303 (api:52)
2018-03-08 01:18:40,809+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=b655e406-299c-4181-b9b6-d321f523f35d (api:46)
2018-03-08 01:18:40,809+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=b655e406-299c-4181-b9b6-d321f523f35d (api:52)
2018-03-08 01:18:40,810+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=0dcfa17a-c951-4f92-8070-1ebf38716bc5 (api:46)
2018-03-08 01:18:40,810+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0dcfa17a-c951-4f92-8070-1ebf38716bc5 (api:52)
2018-03-08 01:18:40,811+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=0d1d4656-04ca-426a-bcf1-09f4649c993c (api:46)
2018-03-08 01:18:40,811+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=0d1d4656-04ca-426a-bcf1-09f4649c993c (api:52)
2018-03-08 01:18:40,811+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=7450a611-9230-4809-ac77-4b9ba87205fb (api:46)
2018-03-08 01:18:40,812+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=7450a611-9230-4809-ac77-4b9ba87205fb (api:52)
2018-03-08 01:18:40,812+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=e08653ea-d0a4-432d-9237-9d2f9e2f655d (api:46)
2018-03-08 01:18:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=e08653ea-d0a4-432d-9237-9d2f9e2f655d (api:52)
2018-03-08 01:18:40,813+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=982c5c3e-8163-4c81-a381-5715e03b90b4 (api:46)
2018-03-08 01:18:40,813+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=982c5c3e-8163-4c81-a381-5715e03b90b4 (api:52)
2018-03-08 01:18:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=00bd6402-9893-4d22-a15d-daf53598f257 (api:46)
2018-03-08 01:18:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=00bd6402-9893-4d22-a15d-daf53598f257 (api:52)
2018-03-08 01:18:40,814+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=fad45778-05b7-4c91-a055-81f1bb681bf9 (api:46)
2018-03-08 01:18:40,814+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=fad45778-05b7-4c91-a055-81f1bb681bf9 (api:52)
2018-03-08 01:18:41,018+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:41,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c6fba0a7-2558-4e45-bc76-412f98227175 (threadPool:210)
2018-03-08 01:18:41,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 12665f5b-5a5e-4bc0-81fa-1b60b22114c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:41,070+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:41,136+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:41,141+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:41,143+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:41,396+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:41,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 46c86bd3-ee34-4348-859f-3f3b238d260d (threadPool:210)
2018-03-08 01:18:41,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7be4a1df-4a90-402f-8595-4678a2fa8480 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:41,455+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:41,766+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:41,813+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d4581fcf-c441-4733-b185-6a908fd3c47f (threadPool:210)
2018-03-08 01:18:41,814+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d66e30e7-1a18-4494-873f-5906bf168c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:18:41,814+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:42,098+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:42,508+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:42,563+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9c1b07ac-c29c-40f1-8faf-adb94ef2862b (threadPool:210)
2018-03-08 01:18:42,564+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa289fe9-6ee8-4316-b85a-e15bf7031959 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:42,565+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:42,881+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:42,927+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 12665f5b-5a5e-4bc0-81fa-1b60b22114c2 (threadPool:210)
2018-03-08 01:18:42,927+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be3adefe-2475-4c61-8f77-e06d61e0a8b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:42,928+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:43,214+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:43,264+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7be4a1df-4a90-402f-8595-4678a2fa8480 (threadPool:210)
2018-03-08 01:18:43,264+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7e7090e4-78ae-408e-8b0e-3a81d1d20a34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:43,265+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:43,671+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:43,720+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d66e30e7-1a18-4494-873f-5906bf168c99 (threadPool:210)
2018-03-08 01:18:43,720+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e31af5d-5f76-4f03-8aca-36c0e197b78e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:43,721+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:44,201+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:44,249+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=02f1d894-ab42-4f38-abff-f5235c0a372d (api:46)
2018-03-08 01:18:44,252+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ea6578f-8fb9-456b-aebb-1c076b29f47c (threadPool:210)
2018-03-08 01:18:44,252+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b9231715-c751-4ca4-ab65-bad209c5752d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:44,252+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:44,254+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=02f1d894-ab42-4f38-abff-f5235c0a372d (api:52)
2018-03-08 01:18:44,255+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:44,351+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6f0d43a8-617a-4b58-80c3-5445dd4fc97b (api:46)
2018-03-08 01:18:44,357+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6f0d43a8-617a-4b58-80c3-5445dd4fc97b (api:52)
2018-03-08 01:18:44,358+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:44,573+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:44,623+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa289fe9-6ee8-4316-b85a-e15bf7031959 (threadPool:210)
2018-03-08 01:18:44,623+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4802356-ac20-486c-bfeb-79b46d214b1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:44,624+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:44,986+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:45,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be3adefe-2475-4c61-8f77-e06d61e0a8b4 (threadPool:210)
2018-03-08 01:18:45,037+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 30250cdd-a498-4e77-8368-cd3aecb447e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:45,037+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:45,341+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:45,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7e7090e4-78ae-408e-8b0e-3a81d1d20a34 (threadPool:210)
2018-03-08 01:18:45,390+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e1eab3be-aeed-481d-8896-1347b8a82c5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:45,390+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:45,548+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:18:45,556+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:18:45,558+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:45,579+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:18:45,579+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:18:45,580+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:18:45,775+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:45,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e31af5d-5f76-4f03-8aca-36c0e197b78e (threadPool:210)
2018-03-08 01:18:45,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8f9b6ced-8616-4550-bf4c-b31e94cd30d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:45,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:46,177+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:46,226+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b9231715-c751-4ca4-ab65-bad209c5752d (threadPool:210)
2018-03-08 01:18:46,226+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 77415042-1d1c-4f1e-b7b4-f04a9b6661f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:46,227+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:46,567+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:46,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4802356-ac20-486c-bfeb-79b46d214b1b (threadPool:210)
2018-03-08 01:18:46,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4e71f53f-c47a-4b96-925e-47fdb4f7d8d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:46,617+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:46,993+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:47,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 30250cdd-a498-4e77-8368-cd3aecb447e1 (threadPool:210)
2018-03-08 01:18:47,043+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 61631985-59ae-49e8-bb4c-5b48b91ab516 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:47,043+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:47,316+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:47,362+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e1eab3be-aeed-481d-8896-1347b8a82c5c (threadPool:210)
2018-03-08 01:18:47,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f789b0c3-978c-4329-9c57-3fc48dae231c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:47,363+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:47,666+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:47,712+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8f9b6ced-8616-4550-bf4c-b31e94cd30d3 (threadPool:210)
2018-03-08 01:18:47,713+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 994bd723-eab9-44e8-873b-e9b807fbcae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:47,713+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:48,052+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:48,092+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 77415042-1d1c-4f1e-b7b4-f04a9b6661f1 (threadPool:210)
2018-03-08 01:18:48,092+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4d51d355-1f91-4a75-8c74-957a8dba5c1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:48,093+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:48,409+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:48,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 61631985-59ae-49e8-bb4c-5b48b91ab516 (threadPool:210)
2018-03-08 01:18:48,455+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da055997-0484-4a9a-a392-5b071a784d95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:48,455+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:48,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:48,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f789b0c3-978c-4329-9c57-3fc48dae231c (threadPool:210)
2018-03-08 01:18:48,923+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e64e8fc9-bd6f-4d08-8ca5-192c92dd4486 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:48,923+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:49,287+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:49,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4e71f53f-c47a-4b96-925e-47fdb4f7d8d1 (threadPool:210)
2018-03-08 01:18:49,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 19254f6c-7b4e-455e-84cb-669cc0b648c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:49,344+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:49,752+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:49,892+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da055997-0484-4a9a-a392-5b071a784d95 (threadPool:210)
2018-03-08 01:18:49,894+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ad0aced2-df84-443a-bc37-30556478c0db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:49,895+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:50,203+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:50,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e64e8fc9-bd6f-4d08-8ca5-192c92dd4486 (threadPool:210)
2018-03-08 01:18:50,281+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b3a3d7ee-1d87-4767-bd37-4aa14674a1ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:50,281+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:50,628+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:50,682+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4d51d355-1f91-4a75-8c74-957a8dba5c1b (threadPool:210)
2018-03-08 01:18:50,682+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af87d166-445d-4989-9704-29becde1fdf9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:50,683+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:50,998+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:51,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 19254f6c-7b4e-455e-84cb-669cc0b648c3 (threadPool:210)
2018-03-08 01:18:51,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 77b1f6ee-fe2b-4c95-852e-3e55dc13d762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:51,049+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:51,371+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:51,426+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 994bd723-eab9-44e8-873b-e9b807fbcae7 (threadPool:210)
2018-03-08 01:18:51,426+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 50dcb449-b5fd-4f0a-99d0-119846f5db4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:51,426+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:51,892+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:51,948+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ad0aced2-df84-443a-bc37-30556478c0db (threadPool:210)
2018-03-08 01:18:51,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a146177b-48f2-416e-b5a7-d024e9976a49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:51,949+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:52,359+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:52,412+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b3a3d7ee-1d87-4767-bd37-4aa14674a1ad (threadPool:210)
2018-03-08 01:18:52,412+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c8311d37-5d0e-4088-ab24-8f811ccb9927 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:18:52,412+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:53,028+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:53,070+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af87d166-445d-4989-9704-29becde1fdf9 (threadPool:210)
2018-03-08 01:18:53,070+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6273e2ba-41c6-456b-a874-27853533a965 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:53,071+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:53,130+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:53,131+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=250abf8c-6f00-4520-a3ad-b18d2c501938 (api:46)
2018-03-08 01:18:53,132+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452229', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000687581', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290996', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363847', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552663', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278602', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000492588', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115648', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440079', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253838', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468054', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616334', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000707423', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028485', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347714', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342065', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446079', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242579', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272083', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727588', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519493', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040376', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376727', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432268', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300796', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683627', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421091', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271206', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306794', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702273', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046395', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313046', 'lastCheck': '2.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=250abf8c-6f00-4520-a3ad-b18d2c501938 (api:52)
2018-03-08 01:18:53,133+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3f896de9-2235-4ed3-ad37-2f145ab27c07 (api:46)
2018-03-08 01:18:53,133+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3f896de9-2235-4ed3-ad37-2f145ab27c07 (api:52)
2018-03-08 01:18:53,162+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '53': {'cpuUser': '4.83', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.92'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.16'}, '25': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.90'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.17'}, '20': {'cpuUser': '3.83', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '94.52'}, '21': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.24'}, '22': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.50'}, '23': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.90'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '29': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '41': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '1': {'cpuUser': '4.89', 'nodeIndex': 1, 'cpuSys': '23.60', 'cpuIdle': '71.51'}, '0': {'cpuUser': '6.54', 'nodeIndex': 0, 'cpuSys': '4.10', 'cpuIdle': '89.36'}, '3': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.77'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '95.51'}, '5': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.31'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.95'}, '9': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.17'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.36'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.91'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.03'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '15': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.44'}, '14': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.42'}, '17': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.96'}, '16': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '19': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '94.25'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '96.29'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '34': {'cpuUser': '7.07', 'nodeIndex': 0, 'cpuSys': '7.34', 'cpuIdle': '85.59'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.43'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.96'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308382'}, '0': {'memPercent': 11, 'memFree': '349328'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616334', 'lastCheck': '2.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452229', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000687581', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000707423', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028485', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552663', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278602', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000492588', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115648', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440079', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253838', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468054', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290996', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363847', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347714', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519493', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446079', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242579', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272083', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727588', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342065', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046395', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376727', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432268', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300796', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683627', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421091', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271206', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306794', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702273', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040376', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313046', 'lastCheck': '2.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645772429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403991585', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.351', 'tx': '1176269112996', 'txDropped': '0', 'rx': '625370603850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0', 'tx': '1580916870821', 'txDropped': '0', 'rx': '926300942271', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45169969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416286969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200438483', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet0', 'tx': '87344445', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet1', 'tx': '37765625001', 'txDropped': '0', 'rx': '877767333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet2', 'tx': '21122099598', 'txDropped': '0', 'rx': '141314316248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175562948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet4', 'tx': '396027917', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet5', 'tx': '23423584083', 'txDropped': '0', 'rx': '498055462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet6', 'tx': '6653595088', 'txDropped': '0', 'rx': '429765415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet7', 'tx': '1433173617', 'txDropped': '0', 'rx': '552167475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42420004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46717877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'lo', 'tx': '6930265646', 'txDropped': '0', 'rx': '6930265646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170585272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'eno1', 'tx': '975608503158', 'txDropped': '0', 'rx': '433986430729', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'eno2', 'tx': '605308367663', 'txDropped': '0', 'rx': '492314511542', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468318.455491, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468318.455491, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632645761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75862743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76980562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191992594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370754956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373331274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49840077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430136366', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298758994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.110', 'tx': '2475781781', 'txDropped': '0', 'rx': '66854381070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.111', 'tx': '122673972685', 'txDropped': '0', 'rx': '24444441196', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55218571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54141146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465122817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165263579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55998489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55828300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45165223', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468318.455491, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226477352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'oVirtManagement', 'tx': '1176269112348', 'txDropped': '0', 'rx': '625369865447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576955394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'vnet3', 'tx': '542421681', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468318.455491, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754341311', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694367.00', 'cpuLoad': '2.49', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92899'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.70', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:18:53 GMT', 'cpuUser': '1.31', 'memFree': 667612, 'cpuIdle': '97.04', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.30'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:53,166+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:18:53,357+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:53,410+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 50dcb449-b5fd-4f0a-99d0-119846f5db4e (threadPool:210)
2018-03-08 01:18:53,410+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task efaa85b9-0819-40e0-a9a3-8ea73039b80b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:53,411+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:53,621+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=6fdb328d-8954-4f87-bc68-1bf7655024a4 (api:46)
2018-03-08 01:18:53,622+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452229', 'lastCheck': '3.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000687581', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290996', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363847', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552663', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278602', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000492588', 'lastCheck': '4.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115648', 'lastCheck': '3.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440079', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253838', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468054', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616334', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000707423', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028485', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347714', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342065', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446079', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242579', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272083', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727588', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519493', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040376', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376727', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000432268', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300796', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683627', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421091', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271206', 'lastCheck': '3.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306794', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702273', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046395', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313046', 'lastCheck': '3.2', 'valid': True}} from=internal, task_id=6fdb328d-8954-4f87-bc68-1bf7655024a4 (api:52)
2018-03-08 01:18:53,622+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=4408a781-7225-45c6-975f-ac89b601972d (api:46)
2018-03-08 01:18:53,623+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4408a781-7225-45c6-975f-ac89b601972d (api:52)
2018-03-08 01:18:53,728+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:53,779+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a146177b-48f2-416e-b5a7-d024e9976a49 (threadPool:210)
2018-03-08 01:18:53,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 01cced66-1b58-408e-9616-07e5c73de870 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:53,780+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:54,060+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:54,350+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:54,396+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c8311d37-5d0e-4088-ab24-8f811ccb9927 (threadPool:210)
2018-03-08 01:18:54,397+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b859f67c-8106-4c77-9c4d-3668b994f147 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:54,397+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:54,679+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:54,725+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 77b1f6ee-fe2b-4c95-852e-3e55dc13d762 (threadPool:210)
2018-03-08 01:18:54,725+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 150e783b-ba9d-43c5-8a2a-021ba93218ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:54,726+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:54,755+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9fa9c9be-56be-495b-a3de-cecd04436bc5 (api:46)
2018-03-08 01:18:54,761+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9fa9c9be-56be-495b-a3de-cecd04436bc5 (api:52)
2018-03-08 01:18:54,762+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:54,865+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=dbef0942-3455-477a-963d-faa00828be44 (api:46)
2018-03-08 01:18:54,872+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5190870630400', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=dbef0942-3455-477a-963d-faa00828be44 (api:52)
2018-03-08 01:18:54,873+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:55,031+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:55,080+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6273e2ba-41c6-456b-a874-27853533a965 (threadPool:210)
2018-03-08 01:18:55,081+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6ef9375d-bc48-4ef4-9123-d82f0764852f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:55,081+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:55,402+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:55,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task efaa85b9-0819-40e0-a9a3-8ea73039b80b (threadPool:210)
2018-03-08 01:18:55,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 271426eb-9de9-4001-8a3f-54252172b275 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:55,453+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:55,738+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:55,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 01cced66-1b58-408e-9616-07e5c73de870 (threadPool:210)
2018-03-08 01:18:55,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 52549a56-f938-4497-bd86-b7e9f3f08113 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:55,783+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:56,109+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:56,157+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b859f67c-8106-4c77-9c4d-3668b994f147 (threadPool:210)
2018-03-08 01:18:56,157+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c3b26fa3-2087-4cba-a189-e92ee74a455f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:56,157+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:56,168+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:18:56,177+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:18:56,180+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:18:56,421+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:56,467+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 150e783b-ba9d-43c5-8a2a-021ba93218ae (threadPool:210)
2018-03-08 01:18:56,468+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8d38ae1d-6072-4f77-a6bc-631942ebd6bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:56,468+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:56,786+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:56,830+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6ef9375d-bc48-4ef4-9123-d82f0764852f (threadPool:210)
2018-03-08 01:18:56,830+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b7fe15d-1415-40c3-bacc-72ff98ea1505 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:56,830+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:57,150+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:57,193+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 52549a56-f938-4497-bd86-b7e9f3f08113 (threadPool:210)
2018-03-08 01:18:57,193+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be5b55cd-b2cc-4858-94ab-be526810347d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:57,194+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:57,568+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:57,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8d38ae1d-6072-4f77-a6bc-631942ebd6bb (threadPool:210)
2018-03-08 01:18:57,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 92605d91-caf9-45d5-b8f4-c5191b111abd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\x84"x\xff1*$\x9bROn>*\\\x93\xb9000000000000200000000000000')) (threadPool:208)
2018-03-08 01:18:57,615+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b9935c2a-3e6e-4f52-9b24-2a31ff782284 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:18:57,616+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284 to 8192 megabytes (lvm:1205)
2018-03-08 01:18:57,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 92605d91-caf9-45d5-b8f4-c5191b111abd (threadPool:210)
2018-03-08 01:18:57,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0f0d610-bd6a-4515-b2aa-4402cc491abf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:57,860+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:57,969+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:58,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 271426eb-9de9-4001-8a3f-54252172b275 (threadPool:210)
2018-03-08 01:18:58,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa241827-745a-46dd-af16-3e7879c3840d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:58,019+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:58,293+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:58,369+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b7fe15d-1415-40c3-bacc-72ff98ea1505 (threadPool:210)
2018-03-08 01:18:58,369+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9eb57436-ae30-4cdf-a19a-a7cc6188256b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:58,369+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:58,637+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:58,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be5b55cd-b2cc-4858-94ab-be526810347d (threadPool:210)
2018-03-08 01:18:58,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a2117b18-c767-49d8-859e-64d23513d2f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:58,682+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:18:59,005+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:59,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0f0d610-bd6a-4515-b2aa-4402cc491abf (threadPool:210)
2018-03-08 01:18:59,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 592deb88-cc24-4101-a63f-9eb9aa88dcef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:18:59,053+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:18:59,461+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:18:59,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa241827-745a-46dd-af16-3e7879c3840d (threadPool:210)
2018-03-08 01:18:59,513+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0d322fd-5386-49e7-aa8b-39f38cf05767 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:18:59,514+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:00,085+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:00,134+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c3b26fa3-2087-4cba-a189-e92ee74a455f (threadPool:210)
2018-03-08 01:19:00,135+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8328761f-82c3-4e10-a838-bb5acfd6d7bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:00,135+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:00,586+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:19:00,591+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:19:00,593+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:00,601+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:19:00,601+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:19:00,601+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:00,884+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:00,938+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9eb57436-ae30-4cdf-a19a-a7cc6188256b (threadPool:210)
2018-03-08 01:19:00,938+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 149f75c7-688d-4690-a487-fdcd51918e35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:00,939+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:01,377+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:01,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a2117b18-c767-49d8-859e-64d23513d2f6 (threadPool:210)
2018-03-08 01:19:01,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2d5d626e-f11a-4f02-a327-109e2637527d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:01,426+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:01,806+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:01,858+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 592deb88-cc24-4101-a63f-9eb9aa88dcef (threadPool:210)
2018-03-08 01:19:01,858+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 28619e8c-a7d1-4d66-848a-faf0f88187da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:01,858+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:02,229+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:02,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0d322fd-5386-49e7-aa8b-39f38cf05767 (threadPool:210)
2018-03-08 01:19:02,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 436a5231-7705-4809-832d-83ea764664df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:02,284+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:02,613+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:02,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8328761f-82c3-4e10-a838-bb5acfd6d7bf (threadPool:210)
2018-03-08 01:19:02,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b3ecbc1e-af10-4b0b-b240-c90aac716ee2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:02,661+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:02,994+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:03,043+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 149f75c7-688d-4690-a487-fdcd51918e35 (threadPool:210)
2018-03-08 01:19:03,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ea13782-eb76-4eff-b045-fbe0660cb6d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:03,044+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:03,409+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:03,450+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2d5d626e-f11a-4f02-a327-109e2637527d (threadPool:210)
2018-03-08 01:19:03,451+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c1c8603c-5c6e-4a76-a826-a0bce5531aa4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:03,451+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:03,719+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:03,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 436a5231-7705-4809-832d-83ea764664df (threadPool:210)
2018-03-08 01:19:03,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fce4847f-3516-4f1d-8da6-410aa63a06f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:03,769+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:04,103+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:04,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b3ecbc1e-af10-4b0b-b240-c90aac716ee2 (threadPool:210)
2018-03-08 01:19:04,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2a5bfff6-26fe-408d-963e-ca056aea8907 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:19:04,157+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:04,412+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:04,471+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ea13782-eb76-4eff-b045-fbe0660cb6d6 (threadPool:210)
2018-03-08 01:19:04,473+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cce28b18-c883-4535-8bc6-f98dad2b0852 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:04,473+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:04,792+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:04,839+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 28619e8c-a7d1-4d66-848a-faf0f88187da (threadPool:210)
2018-03-08 01:19:04,839+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fd91d529-a8c2-42ea-bfff-d99fb6dd29a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:04,840+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:05,148+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:05,190+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c1c8603c-5c6e-4a76-a826-a0bce5531aa4 (threadPool:210)
2018-03-08 01:19:05,191+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d7168f8-5864-4e91-b4c4-cf33212fb502 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:05,191+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:05,294+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7765c1c8-ef80-4883-9963-f4c16e586b9b (api:46)
2018-03-08 01:19:05,299+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7765c1c8-ef80-4883-9963-f4c16e586b9b (api:52)
2018-03-08 01:19:05,300+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:05,447+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b4e52d84-dae8-4938-8f64-c0c8157b53a7 (api:46)
2018-03-08 01:19:05,455+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b4e52d84-dae8-4938-8f64-c0c8157b53a7 (api:52)
2018-03-08 01:19:05,456+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:05,789+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:06,402+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:06,453+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cce28b18-c883-4535-8bc6-f98dad2b0852 (threadPool:210)
2018-03-08 01:19:06,454+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3f79a626-8c0c-427b-bd53-e378e7532a64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:06,454+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:06,718+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:06,764+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fd91d529-a8c2-42ea-bfff-d99fb6dd29a3 (threadPool:210)
2018-03-08 01:19:06,764+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1751fd13-3ab1-4545-8bfc-62559911b00e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:06,764+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:07,035+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:07,081+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fce4847f-3516-4f1d-8da6-410aa63a06f7 (threadPool:210)
2018-03-08 01:19:07,081+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 05843bb0-7f2b-4570-ae19-cb6998a26268 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:07,082+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:07,322+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:07,369+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d7168f8-5864-4e91-b4c4-cf33212fb502 (threadPool:210)
2018-03-08 01:19:07,370+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb93f919-4653-437c-a226-28d8bde87d33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:07,370+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:07,632+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:07,684+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2a5bfff6-26fe-408d-963e-ca056aea8907 (threadPool:210)
2018-03-08 01:19:07,685+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e802721e-f258-41c1-932e-99d279bf423e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:07,685+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:08,012+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:08,060+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3f79a626-8c0c-427b-bd53-e378e7532a64 (threadPool:210)
2018-03-08 01:19:08,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3e0b5e8a-a8c4-40c1-bba6-060e40ea484d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:08,061+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:08,205+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:08,208+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=48bc148f-f894-4f05-a7dc-6b7d922d3c62 (api:46)
2018-03-08 01:19:08,210+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228121', 'lastCheck': '8.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577677', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226787', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397223', 'lastCheck': '7.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441088', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270968', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000313971', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553974', 'lastCheck': '8.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214653', 'lastCheck': '7.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271588', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024775', 'lastCheck': '1.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271267', 'lastCheck': '8.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254696', 'lastCheck': '5.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431866', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562031', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320107', 'lastCheck': '5.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246652', 'lastCheck': '7.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219267', 'lastCheck': '7.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268212', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583904', 'lastCheck': '6.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260514', 'lastCheck': '7.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520059', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454022', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435209', 'lastCheck': '2.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396654', 'lastCheck': '8.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260333', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348338', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267412', 'lastCheck': '8.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295857', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796887', 'lastCheck': '7.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316547', 'lastCheck': '7.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464657', 'lastCheck': '6.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=48bc148f-f894-4f05-a7dc-6b7d922d3c62 (api:52)
2018-03-08 01:19:08,210+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=bf78f770-a3fa-486d-80c1-a3d790c9c5ea (api:46)
2018-03-08 01:19:08,211+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=bf78f770-a3fa-486d-80c1-a3d790c9c5ea (api:52)
2018-03-08 01:19:08,241+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '53': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.71'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.63'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '27': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '93.58'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '21': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.97'}, '22': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.96'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '26.81', 'cpuIdle': '68.16'}, '0': {'cpuUser': '6.35', 'nodeIndex': 0, 'cpuSys': '4.10', 'cpuIdle': '89.55'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.43'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '95.43'}, '5': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.69'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '8': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.95'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.62'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.95'}, '13': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '17': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '16': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '95.50'}, '19': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.36'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.49'}, '31': {'cpuUser': '4.17', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '92.92'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '35': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '34': {'cpuUser': '7.15', 'nodeIndex': 0, 'cpuSys': '7.88', 'cpuIdle': '84.97'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308404'}, '0': {'memPercent': 11, 'memFree': '349320'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271267', 'lastCheck': '8.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228121', 'lastCheck': '8.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577677', 'lastCheck': '5.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254696', 'lastCheck': '5.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431866', 'lastCheck': '7.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441088', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270968', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000313971', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553974', 'lastCheck': '8.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214653', 'lastCheck': '7.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271588', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024775', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226787', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397223', 'lastCheck': '7.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562031', 'lastCheck': '8.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260514', 'lastCheck': '7.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246652', 'lastCheck': '7.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219267', 'lastCheck': '7.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268212', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583904', 'lastCheck': '6.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320107', 'lastCheck': '5.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316547', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454022', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435209', 'lastCheck': '2.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396654', 'lastCheck': '8.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260333', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348338', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267412', 'lastCheck': '8.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295857', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796887', 'lastCheck': '7.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520059', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464657', 'lastCheck': '6.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645809678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '403995843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.351', 'tx': '1176269180301', 'txDropped': '0', 'rx': '625370613144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0', 'tx': '1580916951069', 'txDropped': '0', 'rx': '926301465464', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45170319', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416288373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200440711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet0', 'tx': '87349041', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet1', 'tx': '37765629553', 'txDropped': '0', 'rx': '877770502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet2', 'tx': '21122144379', 'txDropped': '0', 'rx': '141314317141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175564632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet4', 'tx': '396032513', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet5', 'tx': '23423624077', 'txDropped': '0', 'rx': '498055702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet6', 'tx': '6653599634', 'txDropped': '0', 'rx': '429768563', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet7', 'tx': '1433175343', 'txDropped': '0', 'rx': '552167537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42420354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46718227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'lo', 'tx': '6930340456', 'txDropped': '0', 'rx': '6930340456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170586906', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'eno1', 'tx': '975608578949', 'txDropped': '0', 'rx': '433986665233', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'eno2', 'tx': '605308372120', 'txDropped': '0', 'rx': '492314800231', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468333.563082, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468333.563082, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632649975', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75863093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76980912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191994706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370755402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373335156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49840523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430140248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298761106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.110', 'tx': '2475788160', 'txDropped': '0', 'rx': '66854386804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.111', 'tx': '122673973455', 'txDropped': '0', 'rx': '24444483179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55218971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54141496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465127075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165265213', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55998889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55828650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45165573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468333.563082, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226479580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'oVirtManagement', 'tx': '1176269179653', 'txDropped': '0', 'rx': '625369874741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576959608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'vnet3', 'tx': '542426277', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468333.563082, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754342995', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694382.08', 'cpuLoad': '2.43', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92897'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.10', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:19:08 GMT', 'cpuUser': '1.22', 'memFree': 667610, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:08,246+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:19:08,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:08,421+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1751fd13-3ab1-4545-8bfc-62559911b00e (threadPool:210)
2018-03-08 01:19:08,422+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ac074177-ad70-40df-a17b-bec39560476a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:08,422+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:08,700+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:08,755+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0953fc4f-3ad9-43ab-bc22-f87e65de6a66 (api:46)
2018-03-08 01:19:08,757+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236061', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000717859', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226787', 'lastCheck': '5.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397223', 'lastCheck': '8.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441088', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270968', 'lastCheck': '4.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000313971', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553974', 'lastCheck': '8.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214653', 'lastCheck': '8.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271588', 'lastCheck': '7.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024775', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271267', 'lastCheck': '8.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489603', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431866', 'lastCheck': '7.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562031', 'lastCheck': '8.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320107', 'lastCheck': '6.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246652', 'lastCheck': '8.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219267', 'lastCheck': '8.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268212', 'lastCheck': '8.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583904', 'lastCheck': '7.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260514', 'lastCheck': '8.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520059', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454022', 'lastCheck': '7.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435209', 'lastCheck': '2.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396654', 'lastCheck': '8.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260333', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348338', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267412', 'lastCheck': '8.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295857', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796887', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316547', 'lastCheck': '8.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464657', 'lastCheck': '7.0', 'valid': True}} from=internal, task_id=0953fc4f-3ad9-43ab-bc22-f87e65de6a66 (api:52)
2018-03-08 01:19:08,758+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=d15c0476-fbdb-4b4c-91b4-bc38920afcf1 (api:46)
2018-03-08 01:19:08,758+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d15c0476-fbdb-4b4c-91b4-bc38920afcf1 (api:52)
2018-03-08 01:19:08,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb93f919-4653-437c-a226-28d8bde87d33 (threadPool:210)
2018-03-08 01:19:08,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d265f02a-16b8-4bdc-a204-47eef93779ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:08,800+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:09,079+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:09,118+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e802721e-f258-41c1-932e-99d279bf423e (threadPool:210)
2018-03-08 01:19:09,118+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74242155-c018-42e3-8906-0981958f342d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:09,119+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:09,408+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:09,501+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 05843bb0-7f2b-4570-ae19-cb6998a26268 (threadPool:210)
2018-03-08 01:19:09,503+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 01595880-19c4-4e30-b339-e992468985cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:09,503+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:09,766+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:09,821+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ac074177-ad70-40df-a17b-bec39560476a (threadPool:210)
2018-03-08 01:19:09,822+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 57a82cc3-8d13-4f73-bd60-291fffc01a24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:09,823+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:10,111+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:10,159+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d265f02a-16b8-4bdc-a204-47eef93779ef (threadPool:210)
2018-03-08 01:19:10,160+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fd4e6cbc-90b4-4f58-a0ae-9b4915428d4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:10,160+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:10,499+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:10,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3e0b5e8a-a8c4-40c1-bba6-060e40ea484d (threadPool:210)
2018-03-08 01:19:10,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0acf6843-c3f6-40e8-8f51-b4430bd90c81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:10,550+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:10,838+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:10,897+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74242155-c018-42e3-8906-0981958f342d (threadPool:210)
2018-03-08 01:19:10,899+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a34894c1-aea3-4e92-8776-f22d0b2c86f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:10,899+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:11,195+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:11,200+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:11,202+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:11,228+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:11,278+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 01595880-19c4-4e30-b339-e992468985cb (threadPool:210)
2018-03-08 01:19:11,278+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7b8c1f6c-fdac-4971-be83-12cbc618f8f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:11,278+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:11,601+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:11,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 57a82cc3-8d13-4f73-bd60-291fffc01a24 (threadPool:210)
2018-03-08 01:19:11,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e16e5c8f-c2f1-4d23-b9ff-db0d7e68578d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:11,652+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:11,971+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:12,020+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fd4e6cbc-90b4-4f58-a0ae-9b4915428d4f (threadPool:210)
2018-03-08 01:19:12,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3f6d294d-1694-4af0-9010-2b290ec50498 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:12,021+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:12,365+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:12,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0acf6843-c3f6-40e8-8f51-b4430bd90c81 (threadPool:210)
2018-03-08 01:19:12,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 11824844-7280-4d3f-bff5-7cbc37554da3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:12,420+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:12,777+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:12,828+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a34894c1-aea3-4e92-8776-f22d0b2c86f7 (threadPool:210)
2018-03-08 01:19:12,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 217dbc23-d834-4be9-bffb-b30a9130f6f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:12,829+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:13,258+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:13,300+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7b8c1f6c-fdac-4971-be83-12cbc618f8f2 (threadPool:210)
2018-03-08 01:19:13,301+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 549251b2-4d16-48a0-bb8d-a2c109da492f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:13,301+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:13,997+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:14,047+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3f6d294d-1694-4af0-9010-2b290ec50498 (threadPool:210)
2018-03-08 01:19:14,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 59d2e418-0370-4012-9d89-99e3830ea305 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:14,048+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:14,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:14,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 11824844-7280-4d3f-bff5-7cbc37554da3 (threadPool:210)
2018-03-08 01:19:14,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64915dc9-db91-4295-a144-37872f0a85a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:14,398+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:14,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:14,788+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 217dbc23-d834-4be9-bffb-b30a9130f6f5 (threadPool:210)
2018-03-08 01:19:14,789+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e24fe40d-7392-44fe-8a8a-d82dd32a78a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:14,789+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:15,124+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:15,169+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e16e5c8f-c2f1-4d23-b9ff-db0d7e68578d (threadPool:210)
2018-03-08 01:19:15,169+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a39ec95c-b6b8-4db1-a7d6-f51176551629 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:15,170+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:15,473+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:15,527+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 549251b2-4d16-48a0-bb8d-a2c109da492f (threadPool:210)
2018-03-08 01:19:15,527+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d8cf67e5-bf98-4831-af13-3b8e3104dc70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:15,528+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:15,606+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:19:15,611+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:19:15,614+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:15,622+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:19:15,622+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:19:15,623+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:15,891+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:15,920+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=56617a11-f7e8-4e7c-9a47-baa5ce72e081 (api:46)
2018-03-08 01:19:15,927+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=56617a11-f7e8-4e7c-9a47-baa5ce72e081 (api:52)
2018-03-08 01:19:15,927+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:15,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 59d2e418-0370-4012-9d89-99e3830ea305 (threadPool:210)
2018-03-08 01:19:15,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 87f09172-0b6c-47bb-aa82-5f05be4c8506 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:15,934+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:16,017+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8abad0d6-f51e-4293-82cf-afd576b8bc5a (api:46)
2018-03-08 01:19:16,024+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8abad0d6-f51e-4293-82cf-afd576b8bc5a (api:52)
2018-03-08 01:19:16,025+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:16,228+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:16,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e24fe40d-7392-44fe-8a8a-d82dd32a78a8 (threadPool:210)
2018-03-08 01:19:16,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e4792dd2-1264-428c-b755-a897bfe1f0e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:16,280+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:16,559+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:16,606+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a39ec95c-b6b8-4db1-a7d6-f51176551629 (threadPool:210)
2018-03-08 01:19:16,607+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 40039a0e-d92b-47fa-a558-35dee995edc9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:16,608+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:16,912+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:16,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d8cf67e5-bf98-4831-af13-3b8e3104dc70 (threadPool:210)
2018-03-08 01:19:16,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b8754886-02f4-43de-9aea-4205177a5f88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:16,958+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:17,263+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:17,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64915dc9-db91-4295-a144-37872f0a85a8 (threadPool:210)
2018-03-08 01:19:17,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d0a040a7-fd3f-4b78-86e7-166fe22e3c18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:17,318+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:17,621+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:17,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e4792dd2-1264-428c-b755-a897bfe1f0e1 (threadPool:210)
2018-03-08 01:19:17,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6c6eee5a-222c-41eb-8f59-fbd6f6ef030d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:17,671+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:18,016+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:18,067+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 40039a0e-d92b-47fa-a558-35dee995edc9 (threadPool:210)
2018-03-08 01:19:18,067+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c00ffb90-5224-4764-a976-e1ba10c46ae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:18,067+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:18,377+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:18,681+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:18,729+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 87f09172-0b6c-47bb-aa82-5f05be4c8506 (threadPool:210)
2018-03-08 01:19:18,729+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1010d4a5-cb0a-4a65-b8dd-db9bc87a0c3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:18,729+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:19,158+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:19,249+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d0a040a7-fd3f-4b78-86e7-166fe22e3c18 (threadPool:210)
2018-03-08 01:19:19,250+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1ad0768e-3cb3-42a6-88c1-69b135a449a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:19,250+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:19,583+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:19,644+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6c6eee5a-222c-41eb-8f59-fbd6f6ef030d (threadPool:210)
2018-03-08 01:19:19,645+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task feb61e78-a8be-4e3f-93af-daf4efc46d73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:19,645+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:19,930+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:19,984+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b8754886-02f4-43de-9aea-4205177a5f88 (threadPool:210)
2018-03-08 01:19:19,985+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 929cd5f7-472e-49cd-a1cd-7297f47fb8f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:19,985+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:20,296+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:20,346+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1010d4a5-cb0a-4a65-b8dd-db9bc87a0c3a (threadPool:210)
2018-03-08 01:19:20,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 114b6437-83c4-4ba6-b47c-10237e9810ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:20,347+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:20,639+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:20,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1ad0768e-3cb3-42a6-88c1-69b135a449a8 (threadPool:210)
2018-03-08 01:19:20,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d4278b06-64c7-455f-b181-637252c0bbb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:20,715+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:21,119+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:21,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c00ffb90-5224-4764-a976-e1ba10c46ae7 (threadPool:210)
2018-03-08 01:19:21,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 46ac647a-45d6-414b-b81e-1bfd6c528f7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:21,169+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:21,495+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:21,540+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task feb61e78-a8be-4e3f-93af-daf4efc46d73 (threadPool:210)
2018-03-08 01:19:21,540+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 609f6f0c-b0c0-4c6b-9f71-b261e7764df9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:21,540+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:21,804+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:21,851+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 114b6437-83c4-4ba6-b47c-10237e9810ab (threadPool:210)
2018-03-08 01:19:21,852+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1ddd190d-c5f1-4109-b764-9f9a8ae0d0e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:21,852+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:22,143+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:22,196+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d4278b06-64c7-455f-b181-637252c0bbb5 (threadPool:210)
2018-03-08 01:19:22,196+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5597a564-1c2b-4aec-bc31-20da67ce87af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:22,197+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:22,484+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:22,528+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 46ac647a-45d6-414b-b81e-1bfd6c528f7b (threadPool:210)
2018-03-08 01:19:22,529+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2fa716eb-8cc4-4a3a-aad7-f6fe7d5c334b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:22,530+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:22,788+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:22,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 929cd5f7-472e-49cd-a1cd-7297f47fb8f7 (threadPool:210)
2018-03-08 01:19:22,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8488498f-c0e4-40e0-961d-1ffada0035cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:22,838+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:23,086+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:23,134+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 609f6f0c-b0c0-4c6b-9f71-b261e7764df9 (threadPool:210)
2018-03-08 01:19:23,134+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01dd031c-ecda-48d1-a77e-07c7fb6c8622 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:19:23,134+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:23,288+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:23,289+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=693e3e2f-2190-49eb-8a25-9abb3916610a (api:46)
2018-03-08 01:19:23,290+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037974', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000785006', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248003', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494927', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395218', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400287', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000920541', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630024', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318599', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504611', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330682', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057891', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257009', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305959', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454405', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113683', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312571', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215503', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439422', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037197', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243253', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293395', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256141', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000223899', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225285', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269791', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354609', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230765', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032678', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538703', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227436', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368518', 'lastCheck': '1.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=693e3e2f-2190-49eb-8a25-9abb3916610a (api:52)
2018-03-08 01:19:23,290+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=77ae0f04-307b-4fef-9d2f-01475890ae53 (api:46)
2018-03-08 01:19:23,291+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=77ae0f04-307b-4fef-9d2f-01475890ae53 (api:52)
2018-03-08 01:19:23,319+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '53': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.10'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.03'}, '25': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '93.31'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.76'}, '20': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.42'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.96'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '23.12', 'cpuIdle': '72.11'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '3.98', 'cpuIdle': '89.66'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.83'}, '2': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '93.91'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.61'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.16'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.27'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.49'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.50'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.47'}, '36': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '35': {'cpuUser': '5.96', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '92.38'}, '34': {'cpuUser': '7.35', 'nodeIndex': 0, 'cpuSys': '8.75', 'cpuIdle': '83.90'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '18': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.96'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308630'}, '0': {'memPercent': 11, 'memFree': '349081'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057891', 'lastCheck': '3.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037974', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000785006', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257009', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305959', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395218', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400287', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000920541', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630024', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318599', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504611', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330682', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248003', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494927', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454405', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243253', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312571', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215503', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439422', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037197', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113683', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227436', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256141', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000223899', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225285', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269791', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354609', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230765', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032678', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538703', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293395', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368518', 'lastCheck': '1.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645820683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404001454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.351', 'tx': '1176269264637', 'txDropped': '0', 'rx': '625370629356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0', 'tx': '1580917208745', 'txDropped': '0', 'rx': '926302040062', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45170719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416289332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200441324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet0', 'tx': '87350693', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet1', 'tx': '37765634447', 'txDropped': '0', 'rx': '877774361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet2', 'tx': '21122228850', 'txDropped': '0', 'rx': '141314471062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175567129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet4', 'tx': '396034165', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet5', 'tx': '23423638139', 'txDropped': '0', 'rx': '498055907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet6', 'tx': '6653604828', 'txDropped': '0', 'rx': '429772702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet7', 'tx': '1433176586', 'txDropped': '0', 'rx': '552167641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42420754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46718627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'lo', 'tx': '6930419440', 'txDropped': '0', 'rx': '6930419440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170588166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'eno1', 'tx': '975608823808', 'txDropped': '0', 'rx': '433986907178', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'eno2', 'tx': '605308384937', 'txDropped': '0', 'rx': '492315132884', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468348.656804, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468348.656804, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632654699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75863493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76981312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191997488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370755752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373336430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49840873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430141522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298763888', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.110', 'tx': '2475796262', 'txDropped': '0', 'rx': '66854393865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.111', 'tx': '122674127339', 'txDropped': '0', 'rx': '24444558395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55219321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54141896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465132686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165266473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55999239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55829050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45165973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468348.656804, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226480193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'oVirtManagement', 'tx': '1176269263989', 'txDropped': '0', 'rx': '625369890953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576964332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'vnet3', 'tx': '542427929', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468348.656804, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754345492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694397.16', 'cpuLoad': '2.38', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92896'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:19:23 GMT', 'cpuUser': '1.35', 'memFree': 667610, 'cpuIdle': '96.98', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.80'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:23,323+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:19:23,457+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:23,515+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1ddd190d-c5f1-4109-b764-9f9a8ae0d0e2 (threadPool:210)
2018-03-08 01:19:23,516+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ac4c385-664b-41da-851c-1bfbb5755404 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:23,516+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:23,834+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:23,877+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=16eb3f43-501d-413f-9370-69febf6db567 (api:46)
2018-03-08 01:19:23,879+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037974', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000785006', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248003', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494927', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395218', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400287', 'lastCheck': '4.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000920541', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630024', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318599', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504611', 'lastCheck': '2.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330682', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057891', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257009', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305959', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454405', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113683', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312571', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215503', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439422', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037197', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243253', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293395', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256141', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000223899', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225285', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269791', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354609', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230765', 'lastCheck': '3.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032678', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538703', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227436', 'lastCheck': '3.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368518', 'lastCheck': '2.1', 'valid': True}} from=internal, task_id=16eb3f43-501d-413f-9370-69febf6db567 (api:52)
2018-03-08 01:19:23,879+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=c7ae0b0c-c609-4a43-af9b-84317ef5f102 (api:46)
2018-03-08 01:19:23,880+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c7ae0b0c-c609-4a43-af9b-84317ef5f102 (api:52)
2018-03-08 01:19:23,914+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2fa716eb-8cc4-4a3a-aad7-f6fe7d5c334b (threadPool:210)
2018-03-08 01:19:23,914+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f58de2bf-22cf-4d8c-ace7-71dc5e2bba7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:23,915+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:24,233+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:24,274+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8488498f-c0e4-40e0-961d-1ffada0035cd (threadPool:210)
2018-03-08 01:19:24,274+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 620246ac-ef4f-4ee9-b12a-f40d7f9e9330 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:24,274+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:24,533+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:24,584+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5597a564-1c2b-4aec-bc31-20da67ce87af (threadPool:210)
2018-03-08 01:19:24,585+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a873102-6810-4848-82fc-8e30090c4df7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:24,585+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:24,835+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:24,881+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ac4c385-664b-41da-851c-1bfbb5755404 (threadPool:210)
2018-03-08 01:19:24,881+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08a4cffa-53db-4438-9715-63110e206964 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:24,882+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:25,192+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:25,234+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f58de2bf-22cf-4d8c-ace7-71dc5e2bba7c (threadPool:210)
2018-03-08 01:19:25,235+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d090227c-f7a1-42dd-bea5-f94fd3dd844f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:25,235+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:25,558+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:25,630+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 620246ac-ef4f-4ee9-b12a-f40d7f9e9330 (threadPool:210)
2018-03-08 01:19:25,631+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca4465d1-aeca-49fc-baf3-0b85dfe77c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:25,631+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:25,901+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:25,945+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a873102-6810-4848-82fc-8e30090c4df7 (threadPool:210)
2018-03-08 01:19:25,946+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6d261403-45e5-4eb0-9b24-338073937ec7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:25,946+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:26,218+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:26,222+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:26,225+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:26,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:26,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01dd031c-ecda-48d1-a77e-07c7fb6c8622 (threadPool:210)
2018-03-08 01:19:26,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8757427a-9d7a-4951-b4ec-d52645a09072 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:26,289+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:26,457+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f57db7c1-30b9-4ce4-8347-fcd2781f6cf9 (api:46)
2018-03-08 01:19:26,463+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f57db7c1-30b9-4ce4-8347-fcd2781f6cf9 (api:52)
2018-03-08 01:19:26,463+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:26,566+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=37e6ce37-b515-4f74-939f-37479bd2a7e5 (api:46)
2018-03-08 01:19:26,573+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:26,598+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=37e6ce37-b515-4f74-939f-37479bd2a7e5 (api:52)
2018-03-08 01:19:26,602+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:19:26,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d090227c-f7a1-42dd-bea5-f94fd3dd844f (threadPool:210)
2018-03-08 01:19:26,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task feccdf10-d2b8-4c9f-b4b5-bbbeb06f6cfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:26,635+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:26,888+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:26,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca4465d1-aeca-49fc-baf3-0b85dfe77c99 (threadPool:210)
2018-03-08 01:19:26,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5fa8fbb2-07fd-465f-8d53-2c6f2e525017 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:26,955+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:27,226+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:27,289+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08a4cffa-53db-4438-9715-63110e206964 (threadPool:210)
2018-03-08 01:19:27,289+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 929ea9a4-e624-424b-a2de-05eb18154c4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:27,290+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:27,552+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:27,600+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8757427a-9d7a-4951-b4ec-d52645a09072 (threadPool:210)
2018-03-08 01:19:27,601+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96d6e325-75fe-4db0-90b2-f38f6fd33fb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:27,601+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:27,875+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:27,915+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task feccdf10-d2b8-4c9f-b4b5-bbbeb06f6cfd (threadPool:210)
2018-03-08 01:19:27,915+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 92e39e14-ec3f-4540-a15c-7125bc671c3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:27,916+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:28,207+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:28,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6d261403-45e5-4eb0-9b24-338073937ec7 (threadPool:210)
2018-03-08 01:19:28,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4dc9fa8a-bb0b-4be4-ba07-f1ce8a5e1965 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:28,258+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:28,587+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:28,634+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96d6e325-75fe-4db0-90b2-f38f6fd33fb2 (threadPool:210)
2018-03-08 01:19:28,635+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b3450c03-0e49-49b6-8be6-80665b37e4e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:28,635+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:28,955+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:28,983+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5fa8fbb2-07fd-465f-8d53-2c6f2e525017 (threadPool:210)
2018-03-08 01:19:28,983+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d2515365-d86e-4e01-8d43-93ab8c35acc6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:28,984+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:29,260+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:29,307+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 929ea9a4-e624-424b-a2de-05eb18154c4b (threadPool:210)
2018-03-08 01:19:29,307+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 93a6f3b6-31b7-41cb-a9bf-55fbe2c53eb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:29,308+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:29,579+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:29,887+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:29,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b3450c03-0e49-49b6-8be6-80665b37e4e2 (threadPool:210)
2018-03-08 01:19:29,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 363acd3c-8547-4f79-b544-30d08e1f8df2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:29,937+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:30,270+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:30,319+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d2515365-d86e-4e01-8d43-93ab8c35acc6 (threadPool:210)
2018-03-08 01:19:30,320+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 90749c6e-c2ca-48b3-8d2e-0d36864630db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:30,320+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:30,597+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:30,629+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:19:30,637+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:19:30,639+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:30,654+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4dc9fa8a-bb0b-4be4-ba07-f1ce8a5e1965 (threadPool:210)
2018-03-08 01:19:30,654+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2b2b9c5f-d9e7-4a06-9834-708fdd720ac4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:30,654+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:30,659+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:19:30,659+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:19:30,660+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:30,919+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:30,971+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 92e39e14-ec3f-4540-a15c-7125bc671c3e (threadPool:210)
2018-03-08 01:19:30,971+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8ecb36a8-0dcd-4670-a612-1766d09e7052 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:30,971+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:31,350+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:31,401+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 363acd3c-8547-4f79-b544-30d08e1f8df2 (threadPool:210)
2018-03-08 01:19:31,401+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 98ed6aac-6597-4215-ab69-170f341e3492 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:31,402+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:31,694+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:31,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 90749c6e-c2ca-48b3-8d2e-0d36864630db (threadPool:210)
2018-03-08 01:19:31,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b0bf5cee-8b2a-4f60-b80f-7e41a4d15be9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:31,743+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:32,041+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:32,089+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 93a6f3b6-31b7-41cb-a9bf-55fbe2c53eb4 (threadPool:210)
2018-03-08 01:19:32,089+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 772b5c11-6c03-4cef-9c55-966762500dc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:32,089+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:32,406+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:32,455+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2b2b9c5f-d9e7-4a06-9834-708fdd720ac4 (threadPool:210)
2018-03-08 01:19:32,456+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 81c7636f-750c-4dd6-888b-511c4921664e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:32,456+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:32,808+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:32,850+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8ecb36a8-0dcd-4670-a612-1766d09e7052 (threadPool:210)
2018-03-08 01:19:32,850+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32046581-6496-40b7-b5b6-43843f061820 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:32,850+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:33,104+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:33,153+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b0bf5cee-8b2a-4f60-b80f-7e41a4d15be9 (threadPool:210)
2018-03-08 01:19:33,153+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ed79b48b-04c0-4a33-ab11-7ab79101701b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:33,154+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:33,420+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:33,468+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 772b5c11-6c03-4cef-9c55-966762500dc4 (threadPool:210)
2018-03-08 01:19:33,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f06f71f4-eec0-4c1c-b7b2-3ba75776e239 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:33,469+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:33,784+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:33,839+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 81c7636f-750c-4dd6-888b-511c4921664e (threadPool:210)
2018-03-08 01:19:33,840+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 908453b7-a4b8-4e2a-948d-57b8e3f3efe8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:33,840+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:34,145+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:34,195+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 98ed6aac-6597-4215-ab69-170f341e3492 (threadPool:210)
2018-03-08 01:19:34,195+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1e4ab095-7372-44e4-b05f-5be0848835a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:34,195+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:34,489+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:34,535+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32046581-6496-40b7-b5b6-43843f061820 (threadPool:210)
2018-03-08 01:19:34,536+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 43a7c6c2-6c0d-4faf-a4f7-65b519e919e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:34,537+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:34,853+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:34,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ed79b48b-04c0-4a33-ab11-7ab79101701b (threadPool:210)
2018-03-08 01:19:34,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cb39c073-8200-457f-ac59-6ef85374aaab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:34,891+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:35,158+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:35,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 908453b7-a4b8-4e2a-948d-57b8e3f3efe8 (threadPool:210)
2018-03-08 01:19:35,209+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d1f5af0a-10be-4c61-8ed6-32fea6788103 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:35,209+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:35,486+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:35,538+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1e4ab095-7372-44e4-b05f-5be0848835a3 (threadPool:210)
2018-03-08 01:19:35,538+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c236e446-68e9-4b10-a4c3-a8244f1e6b78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:35,539+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:35,821+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:35,889+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 43a7c6c2-6c0d-4faf-a4f7-65b519e919e4 (threadPool:210)
2018-03-08 01:19:35,890+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9250f89e-bb7f-4178-b36b-9d2b84c7397a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:35,890+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:36,171+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:36,219+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f06f71f4-eec0-4c1c-b7b2-3ba75776e239 (threadPool:210)
2018-03-08 01:19:36,219+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c92ba4dc-4b05-4b11-a82b-3852b05faef6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:19:36,219+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:36,588+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:36,637+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cb39c073-8200-457f-ac59-6ef85374aaab (threadPool:210)
2018-03-08 01:19:36,637+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f902d5f8-d9ec-442a-bc68-b945724c6ea6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:36,637+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:36,934+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:36,976+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d1f5af0a-10be-4c61-8ed6-32fea6788103 (threadPool:210)
2018-03-08 01:19:36,977+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b52a35c-1b7d-48c9-985a-35171cfcf1e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:36,978+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:37,046+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3d1b778e-6738-43f2-a613-69f7c0c91e7f (api:46)
2018-03-08 01:19:37,052+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3d1b778e-6738-43f2-a613-69f7c0c91e7f (api:52)
2018-03-08 01:19:37,052+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:37,148+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=11014f13-7043-4e42-8d62-0b1b2ae3065e (api:46)
2018-03-08 01:19:37,156+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=11014f13-7043-4e42-8d62-0b1b2ae3065e (api:52)
2018-03-08 01:19:37,157+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:37,281+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:37,325+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c236e446-68e9-4b10-a4c3-a8244f1e6b78 (threadPool:210)
2018-03-08 01:19:37,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d49ca321-62ea-47f5-a0af-b1d3ffc07348 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:37,326+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:37,634+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:37,681+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9250f89e-bb7f-4178-b36b-9d2b84c7397a (threadPool:210)
2018-03-08 01:19:37,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c9c1bb7b-b7b3-44a3-9124-22f8175c9718 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:37,682+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:37,990+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:38,041+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c92ba4dc-4b05-4b11-a82b-3852b05faef6 (threadPool:210)
2018-03-08 01:19:38,041+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c869c55-031d-4f8f-acce-15bd7608c900 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:38,042+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:38,319+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:38,370+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:38,374+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=19d4ab6f-ebdd-42bf-b969-8811209c2335 (api:46)
2018-03-08 01:19:38,376+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233094', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424358', 'lastCheck': '5.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345792', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039439', 'lastCheck': '7.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521481', 'lastCheck': '6.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242387', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0003289', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361059', 'lastCheck': '8.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277657', 'lastCheck': '7.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246891', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401276', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326459', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389321', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420147', 'lastCheck': '7.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369666', 'lastCheck': '8.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507886', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266963', 'lastCheck': '7.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026734', 'lastCheck': '7.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387143', 'lastCheck': '7.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436521', 'lastCheck': '7.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329109', 'lastCheck': '7.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590962', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259391', 'lastCheck': '7.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376608', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275669', 'lastCheck': '8.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404897', 'lastCheck': '6.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347455', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331846', 'lastCheck': '8.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023921', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420665', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327356', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209461', 'lastCheck': '6.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=19d4ab6f-ebdd-42bf-b969-8811209c2335 (api:52)
2018-03-08 01:19:38,376+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=873ae8a4-3d72-4b15-9d08-e76682d6d833 (api:46)
2018-03-08 01:19:38,377+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=873ae8a4-3d72-4b15-9d08-e76682d6d833 (api:52)
2018-03-08 01:19:38,408+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.17'}, '25': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.97'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '27': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '93.05'}, '20': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '22': {'cpuUser': '3.70', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '93.85'}, '23': {'cpuUser': '4.43', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '93.45'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '29': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.24'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.09', 'nodeIndex': 1, 'cpuSys': '26.91', 'cpuIdle': '68.00'}, '0': {'cpuUser': '6.28', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '90.08'}, '3': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.23'}, '2': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '95.11'}, '5': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '94.52'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.42'}, '7': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.84'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.15'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.34'}, '38': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.37'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '13': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.71'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.69'}, '15': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '17': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.84'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '19': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.64'}, '55': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.34'}, '31': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.18'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '34': {'cpuUser': '7.67', 'nodeIndex': 0, 'cpuSys': '7.74', 'cpuIdle': '84.59'}, '33': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.83'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.62'}, '57': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.23'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308632'}, '0': {'memPercent': 11, 'memFree': '349080'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326459', 'lastCheck': '8.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233094', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424358', 'lastCheck': '5.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389321', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420147', 'lastCheck': '7.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521481', 'lastCheck': '6.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242387', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0003289', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361059', 'lastCheck': '8.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277657', 'lastCheck': '7.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246891', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401276', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345792', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039439', 'lastCheck': '7.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369666', 'lastCheck': '8.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329109', 'lastCheck': '7.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266963', 'lastCheck': '7.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026734', 'lastCheck': '7.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387143', 'lastCheck': '7.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436521', 'lastCheck': '7.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507886', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327356', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259391', 'lastCheck': '7.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376608', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275669', 'lastCheck': '8.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404897', 'lastCheck': '6.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347455', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331846', 'lastCheck': '8.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023921', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420665', 'lastCheck': '7.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590962', 'lastCheck': '7.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209461', 'lastCheck': '6.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645827211', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404005871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.351', 'tx': '1176269333367', 'txDropped': '0', 'rx': '625370640108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0', 'tx': '1580917300369', 'txDropped': '0', 'rx': '926302567852', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45171119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416292667', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200443277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet0', 'tx': '87354306', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet1', 'tx': '37765642313', 'txDropped': '0', 'rx': '877778703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet2', 'tx': '21122261044', 'txDropped': '0', 'rx': '141314487455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175570361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet4', 'tx': '396037778', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet5', 'tx': '23423647335', 'txDropped': '0', 'rx': '498057048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet6', 'tx': '6653611613', 'txDropped': '0', 'rx': '429775850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet7', 'tx': '1433180551', 'txDropped': '0', 'rx': '552167703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42421154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46719027', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'lo', 'tx': '6930494493', 'txDropped': '0', 'rx': '6930494493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170589440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'eno1', 'tx': '975608900921', 'txDropped': '0', 'rx': '433987149066', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'eno2', 'tx': '605308399448', 'txDropped': '0', 'rx': '492315418786', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468363.778575, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468363.778575, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632659193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75865709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76983528', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1191999864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370756152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373339363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49841273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430144455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298766264', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.110', 'tx': '2475803814', 'txDropped': '0', 'rx': '66854402395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.111', 'tx': '122674144510', 'txDropped': '0', 'rx': '24444589310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55219721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54142296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465137103', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165267747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55999639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55829450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45166373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468363.778575, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226482146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'oVirtManagement', 'tx': '1176269332719', 'txDropped': '0', 'rx': '625369901705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576968826', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'vnet3', 'tx': '542431542', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468363.778575, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754348724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694412.24', 'cpuLoad': '2.33', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92894'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.17', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635293L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:19:38 GMT', 'cpuUser': '1.36', 'memFree': 667590, 'cpuIdle': '96.96', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.23'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:38,412+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:19:38,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f902d5f8-d9ec-442a-bc68-b945724c6ea6 (threadPool:210)
2018-03-08 01:19:38,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a0bf5dc1-495e-4d8f-a547-be55dd51e9f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:38,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:38,696+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:38,746+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b52a35c-1b7d-48c9-985a-35171cfcf1e3 (threadPool:210)
2018-03-08 01:19:38,747+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 518d9acc-0ac6-4bef-9667-e076e9fa4309 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:38,747+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:38,973+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ece95fd7-7bad-41ec-a0ec-6db4ff702e59 (api:46)
2018-03-08 01:19:38,974+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233094', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000702963', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345792', 'lastCheck': '5.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039439', 'lastCheck': '8.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521481', 'lastCheck': '6.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242387', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0003289', 'lastCheck': '9.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361059', 'lastCheck': '8.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277657', 'lastCheck': '8.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246891', 'lastCheck': '7.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401276', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326459', 'lastCheck': '8.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248448', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031308', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369666', 'lastCheck': '8.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507886', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266963', 'lastCheck': '8.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026734', 'lastCheck': '8.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387143', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436521', 'lastCheck': '7.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329109', 'lastCheck': '8.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590962', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259391', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376608', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275669', 'lastCheck': '9.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404897', 'lastCheck': '7.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347455', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331846', 'lastCheck': '8.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023921', 'lastCheck': '6.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420665', 'lastCheck': '8.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327356', 'lastCheck': '8.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209461', 'lastCheck': '7.2', 'valid': True}} from=internal, task_id=ece95fd7-7bad-41ec-a0ec-6db4ff702e59 (api:52)
2018-03-08 01:19:38,974+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=10611411-6106-4395-a7e3-de2961e3743c (api:46)
2018-03-08 01:19:38,974+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=10611411-6106-4395-a7e3-de2961e3743c (api:52)
2018-03-08 01:19:39,014+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:39,065+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d49ca321-62ea-47f5-a0af-b1d3ffc07348 (threadPool:210)
2018-03-08 01:19:39,065+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8ca48530-17f2-426a-8de4-da894a92b2c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:39,065+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:39,433+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:39,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c9c1bb7b-b7b3-44a3-9124-22f8175c9718 (threadPool:210)
2018-03-08 01:19:39,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 772e181c-6e10-47a1-bdfa-4575b185d88a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:39,488+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:39,798+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:39,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c869c55-031d-4f8f-acce-15bd7608c900 (threadPool:210)
2018-03-08 01:19:39,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 33fab96f-2e43-4aac-ba5d-ae9129f18c54 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:39,850+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:40,221+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:40,273+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 518d9acc-0ac6-4bef-9667-e076e9fa4309 (threadPool:210)
2018-03-08 01:19:40,274+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a3ed5463-b42b-4943-bd51-4b3ada7ca7ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:40,274+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:40,576+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:40,607+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 772e181c-6e10-47a1-bdfa-4575b185d88a (threadPool:210)
2018-03-08 01:19:40,608+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b5ae59e3-d5cc-4d9e-8568-a3f14b57f24c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:40,608+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=88b6e902-5794-4c14-a15c-19485d56814e (api:46)
2018-03-08 01:19:40,811+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=88b6e902-5794-4c14-a15c-19485d56814e (api:52)
2018-03-08 01:19:40,811+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=2ac9856a-3273-4817-a3ba-c1b2e4a87bd4 (api:46)
2018-03-08 01:19:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=2ac9856a-3273-4817-a3ba-c1b2e4a87bd4 (api:52)
2018-03-08 01:19:40,812+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=0f2cc558-c752-4c18-a9f4-acb23ca0de4c (api:46)
2018-03-08 01:19:40,812+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=0f2cc558-c752-4c18-a9f4-acb23ca0de4c (api:52)
2018-03-08 01:19:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=9e849227-7dac-402b-9a90-b9b89cb09d68 (api:46)
2018-03-08 01:19:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=9e849227-7dac-402b-9a90-b9b89cb09d68 (api:52)
2018-03-08 01:19:40,813+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=0775de3a-0969-4da1-acfa-f47c6b14393f (api:46)
2018-03-08 01:19:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=0775de3a-0969-4da1-acfa-f47c6b14393f (api:52)
2018-03-08 01:19:40,814+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b6f43bfc-9c82-495a-9470-c1cda3bd45d4 (api:46)
2018-03-08 01:19:40,814+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b6f43bfc-9c82-495a-9470-c1cda3bd45d4 (api:52)
2018-03-08 01:19:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=584e72fb-a28a-4db9-913e-f38371f99eb5 (api:46)
2018-03-08 01:19:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=584e72fb-a28a-4db9-913e-f38371f99eb5 (api:52)
2018-03-08 01:19:40,815+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=a8f0c838-599f-485b-a4f5-1ddf92d1c944 (api:46)
2018-03-08 01:19:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=a8f0c838-599f-485b-a4f5-1ddf92d1c944 (api:52)
2018-03-08 01:19:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=76356dba-fbe1-4a9d-81de-6e4649289ac7 (api:46)
2018-03-08 01:19:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=76356dba-fbe1-4a9d-81de-6e4649289ac7 (api:52)
2018-03-08 01:19:40,816+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=3d8075d9-2717-4f06-8b1e-a109f50d3039 (api:46)
2018-03-08 01:19:40,817+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=3d8075d9-2717-4f06-8b1e-a109f50d3039 (api:52)
2018-03-08 01:19:40,907+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:40,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a0bf5dc1-495e-4d8f-a547-be55dd51e9f2 (threadPool:210)
2018-03-08 01:19:40,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e4b61e69-deea-4d31-8586-51f809ec41dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:40,958+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:41,223+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:41,253+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:41,263+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:41,265+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:19:41,284+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 33fab96f-2e43-4aac-ba5d-ae9129f18c54 (threadPool:210)
2018-03-08 01:19:41,284+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d1244552-59a6-4bd0-a99c-f4ffe9987378 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:41,284+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:41,589+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:41,639+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8ca48530-17f2-426a-8de4-da894a92b2c3 (threadPool:210)
2018-03-08 01:19:41,640+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8ea3a24-88b1-4ccb-8439-1f5235440753 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:41,640+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:41,909+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:41,975+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a3ed5463-b42b-4943-bd51-4b3ada7ca7ef (threadPool:210)
2018-03-08 01:19:41,976+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 084d662b-4a4c-4372-afcd-10f15c762be4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:41,976+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:42,358+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:42,721+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:42,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e4b61e69-deea-4d31-8586-51f809ec41dc (threadPool:210)
2018-03-08 01:19:42,771+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5616ecdc-51c4-4df7-ad1e-99fe9bc355fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:42,771+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:43,177+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:43,225+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d1244552-59a6-4bd0-a99c-f4ffe9987378 (threadPool:210)
2018-03-08 01:19:43,226+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8c4c92ac-00c2-4a15-9aff-17f68ec4ea7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:43,226+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:43,591+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:43,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8ea3a24-88b1-4ccb-8439-1f5235440753 (threadPool:210)
2018-03-08 01:19:43,643+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c4fd4b32-62ea-4914-abad-517c31456f07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:43,643+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:44,066+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:44,117+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 084d662b-4a4c-4372-afcd-10f15c762be4 (threadPool:210)
2018-03-08 01:19:44,117+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccd22f82-99ab-466a-9b33-095880210121 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:44,117+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:44,501+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:44,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b5ae59e3-d5cc-4d9e-8568-a3f14b57f24c (threadPool:210)
2018-03-08 01:19:44,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fe91e983-af07-4781-9b35-7d03d06c1a2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:44,532+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:44,865+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:44,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8c4c92ac-00c2-4a15-9aff-17f68ec4ea7d (threadPool:210)
2018-03-08 01:19:44,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fe269a39-aea4-4492-925c-4bee5335004d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:44,916+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:45,191+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:45,240+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c4fd4b32-62ea-4914-abad-517c31456f07 (threadPool:210)
2018-03-08 01:19:45,240+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91220d61-06e0-4084-a399-fae4444b9d27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:45,241+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:45,508+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:45,559+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccd22f82-99ab-466a-9b33-095880210121 (threadPool:210)
2018-03-08 01:19:45,559+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e0f56a91-dd45-46b2-8752-2210cade1cd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:45,560+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:45,665+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:19:45,670+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:19:45,672+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:45,680+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:19:45,681+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:19:45,681+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:45,822+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:45,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5616ecdc-51c4-4df7-ad1e-99fe9bc355fe (threadPool:210)
2018-03-08 01:19:45,892+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca064144-6a78-4bfb-9468-0d1fa457c6ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:45,892+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:45,925+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20812 (__init__:330)
2018-03-08 01:19:45,946+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20813 (__init__:330)
2018-03-08 01:19:45,965+0100 INFO  (ioprocess/288357) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:19:45,967+0100 INFO  (ioprocess/288363) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:19:46,162+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:46,210+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fe91e983-af07-4781-9b35-7d03d06c1a2b (threadPool:210)
2018-03-08 01:19:46,211+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a9bd3d61-ffd1-45cd-814d-662d4c455c1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:46,211+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:46,501+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:46,568+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fe269a39-aea4-4492-925c-4bee5335004d (threadPool:210)
2018-03-08 01:19:46,568+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task afc5be78-163c-4662-b9c4-27482c2b7e64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:46,568+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:46,887+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:46,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91220d61-06e0-4084-a399-fae4444b9d27 (threadPool:210)
2018-03-08 01:19:46,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 485f6994-37e9-436b-b2bf-b6a539028c9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:46,947+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:47,405+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:47,454+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e0f56a91-dd45-46b2-8752-2210cade1cd5 (threadPool:210)
2018-03-08 01:19:47,454+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02896a52-50bd-4e65-b272-9047d866e3c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:47,455+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:47,584+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e8fb4620-c1c7-47f2-b457-594052b14e15 (api:46)
2018-03-08 01:19:47,590+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e8fb4620-c1c7-47f2-b457-594052b14e15 (api:52)
2018-03-08 01:19:47,590+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:47,694+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=989fd1cc-08ec-4de5-a897-35b7b2ecd472 (api:46)
2018-03-08 01:19:47,700+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=989fd1cc-08ec-4de5-a897-35b7b2ecd472 (api:52)
2018-03-08 01:19:47,701+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:47,835+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:47,886+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca064144-6a78-4bfb-9468-0d1fa457c6ce (threadPool:210)
2018-03-08 01:19:47,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 10d10926-504c-43ee-ac00-72a553a4febe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:19:47,887+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:48,259+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:48,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a9bd3d61-ffd1-45cd-814d-662d4c455c1d (threadPool:210)
2018-03-08 01:19:48,301+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9085cf9e-61b5-43a8-ae50-fd5daaa99eff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:48,301+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:48,721+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:48,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task afc5be78-163c-4662-b9c4-27482c2b7e64 (threadPool:210)
2018-03-08 01:19:48,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b716d9c-bfe4-41cd-b8ef-cdf1a57865e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:48,772+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:49,276+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:49,319+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 485f6994-37e9-436b-b2bf-b6a539028c9f (threadPool:210)
2018-03-08 01:19:49,320+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 150b3bd0-6726-4e3a-b83e-7e48fecb8e8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:49,320+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:49,687+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:49,731+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 10d10926-504c-43ee-ac00-72a553a4febe (threadPool:210)
2018-03-08 01:19:49,732+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e29800f6-6f48-47cd-b2f0-b90f934be47e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:49,733+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:50,065+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:50,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b716d9c-bfe4-41cd-b8ef-cdf1a57865e1 (threadPool:210)
2018-03-08 01:19:50,114+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09caa5d9-64d6-478d-8956-0ecc114e2034 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:50,114+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:50,521+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:50,571+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02896a52-50bd-4e65-b272-9047d866e3c3 (threadPool:210)
2018-03-08 01:19:50,571+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a4b0f765-7cf0-4833-b661-d7af721420bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:50,571+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:50,937+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:50,996+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 150b3bd0-6726-4e3a-b83e-7e48fecb8e8a (threadPool:210)
2018-03-08 01:19:50,997+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3587120-bd48-4ca4-a919-b6791103cdb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:50,997+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:51,297+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:51,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e29800f6-6f48-47cd-b2f0-b90f934be47e (threadPool:210)
2018-03-08 01:19:51,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e0b42a55-c87c-4847-b8ca-7f1a0891d6c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:51,347+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:51,648+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:51,697+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09caa5d9-64d6-478d-8956-0ecc114e2034 (threadPool:210)
2018-03-08 01:19:51,698+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 123caedf-7092-48fe-be2b-f0a4efdc4f4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:51,698+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:52,012+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:52,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a4b0f765-7cf0-4833-b661-d7af721420bb (threadPool:210)
2018-03-08 01:19:52,062+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2494cdd5-6768-4be9-ad75-3e43255063e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:52,062+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:52,496+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:52,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9085cf9e-61b5-43a8-ae50-fd5daaa99eff (threadPool:210)
2018-03-08 01:19:52,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ac1afb78-70d9-4244-b339-8ab150b4546a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:52,550+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:52,927+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:52,978+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3587120-bd48-4ca4-a919-b6791103cdb8 (threadPool:210)
2018-03-08 01:19:52,979+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 95faedda-0ccd-482d-8034-0c0b9441f693 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:52,979+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:53,278+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:53,326+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e0b42a55-c87c-4847-b8ca-7f1a0891d6c1 (threadPool:210)
2018-03-08 01:19:53,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3f2465fd-b4eb-4591-aab7-aaff52ebeb0c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:53,327+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:53,452+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:53,453+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f021f933-526a-48c7-92bc-8abd522d5c7a (api:46)
2018-03-08 01:19:53,454+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342157', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784063', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336802', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457917', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473029', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303496', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000532088', 'lastCheck': '4.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037566', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344145', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032255', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280888', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329286', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401635', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00446498', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554978', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511308', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226016', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226502', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704817', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194741', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388946', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052035', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326255', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021367', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219686', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034395', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272177', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238336', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562509', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495978', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403185', 'lastCheck': '1.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f021f933-526a-48c7-92bc-8abd522d5c7a (api:52)
2018-03-08 01:19:53,455+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=40ca49c2-f527-4574-8222-3ee5a75da216 (api:46)
2018-03-08 01:19:53,455+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=40ca49c2-f527-4574-8222-3ee5a75da216 (api:52)
2018-03-08 01:19:53,483+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.23'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.28'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.50'}, '26': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.10'}, '27': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.44'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '21': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.11'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '23': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '99.07'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.69'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.57'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.62', 'nodeIndex': 1, 'cpuSys': '25.11', 'cpuIdle': '69.27'}, '0': {'cpuUser': '6.48', 'nodeIndex': 0, 'cpuSys': '3.37', 'cpuIdle': '90.15'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.44'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '95.51'}, '5': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.11'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '7': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.43'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.56'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.68'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.17'}, '10': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '13': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.43'}, '12': {'cpuUser': '2.71', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.24'}, '15': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.10'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.89'}, '17': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.91'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.84'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '37': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.90'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '34': {'cpuUser': '7.93', 'nodeIndex': 0, 'cpuSys': '8.19', 'cpuIdle': '83.88'}, '33': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.76'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '57': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308591'}, '0': {'memPercent': 11, 'memFree': '349129'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329286', 'lastCheck': '3.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342157', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784063', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401635', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00446498', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473029', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303496', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000532088', 'lastCheck': '4.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037566', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344145', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032255', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280888', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336802', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457917', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554978', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194741', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226016', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226502', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704817', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511308', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495978', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052035', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326255', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021367', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219686', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034395', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272177', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238336', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562509', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388946', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403185', 'lastCheck': '1.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645855474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404011262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.351', 'tx': '1176269417685', 'txDropped': '0', 'rx': '625370656680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0', 'tx': '1580917413730', 'txDropped': '0', 'rx': '926303233599', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45171469', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416293387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200444384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet0', 'tx': '87359128', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet1', 'tx': '37765646095', 'txDropped': '0', 'rx': '877781893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet2', 'tx': '21122297422', 'txDropped': '0', 'rx': '141314496070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175572411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet4', 'tx': '396042600', 'txDropped': '0', 'rx': '3066430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet5', 'tx': '23423677893', 'txDropped': '0', 'rx': '498057156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet6', 'tx': '6653615395', 'txDropped': '0', 'rx': '429779040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet7', 'tx': '1433181453', 'txDropped': '0', 'rx': '552167765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42421504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46719377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'lo', 'tx': '6930574914', 'txDropped': '0', 'rx': '6930574914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170590608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'eno1', 'tx': '975608993166', 'txDropped': '0', 'rx': '433987414558', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'eno2', 'tx': '605308420564', 'txDropped': '0', 'rx': '492315819041', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468378.913525, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468378.913525, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632663775', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75866109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76983928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192002384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370756502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.306', 'tx': '76695871091', 'txDropped': '0', 'rx': '8373343423', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49841623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430148515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298768784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.110', 'tx': '2475810256', 'txDropped': '0', 'rx': '66854407531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.111', 'tx': '122674153028', 'txDropped': '0', 'rx': '24444623228', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55220071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54142646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465142494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165268915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '55999989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55829800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45166723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468378.913525, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226483253', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'oVirtManagement', 'tx': '1176269417037', 'txDropped': '0', 'rx': '625369918277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576973408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'vnet3', 'tx': '542436364', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468378.913525, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754350774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694427.32', 'cpuLoad': '2.31', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92893'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:19:53 GMT', 'cpuUser': '1.16', 'memFree': 667609, 'cpuIdle': '97.21', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.17'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:53,488+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:19:53,607+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:53,655+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 123caedf-7092-48fe-be2b-f0a4efdc4f4f (threadPool:210)
2018-03-08 01:19:53,656+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 853eafe2-0d60-4588-b332-af87c2297ada (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:53,656+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:53,956+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:53,986+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2494cdd5-6768-4be9-ad75-3e43255063e1 (threadPool:210)
2018-03-08 01:19:53,987+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1be10095-7187-47f5-9ddf-1bbf466124c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:53,987+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:54,066+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=4dfe9d94-cfe8-4d8e-bdf1-27578bae84f4 (api:46)
2018-03-08 01:19:54,066+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342157', 'lastCheck': '4.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784063', 'lastCheck': '1.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336802', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457917', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473029', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303496', 'lastCheck': '4.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000532088', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037566', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344145', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032255', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280888', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329286', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401635', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00446498', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554978', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511308', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226016', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226502', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704817', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194741', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388946', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052035', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326255', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021367', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219686', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034395', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272177', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238336', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562509', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495978', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403185', 'lastCheck': '2.3', 'valid': True}} from=internal, task_id=4dfe9d94-cfe8-4d8e-bdf1-27578bae84f4 (api:52)
2018-03-08 01:19:54,067+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=1acec086-53f2-402e-8f9e-adc178d56042 (api:46)
2018-03-08 01:19:54,067+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1acec086-53f2-402e-8f9e-adc178d56042 (api:52)
2018-03-08 01:19:54,354+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:54,405+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ac1afb78-70d9-4244-b339-8ab150b4546a (threadPool:210)
2018-03-08 01:19:54,406+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d087c824-820e-4d23-90f6-09810cc12762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:54,406+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:54,706+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:54,763+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 95faedda-0ccd-482d-8034-0c0b9441f693 (threadPool:210)
2018-03-08 01:19:54,764+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 18085822-5126-475f-a355-61eb829ce184 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:54,764+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:55,132+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:55,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3f2465fd-b4eb-4591-aab7-aaff52ebeb0c (threadPool:210)
2018-03-08 01:19:55,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 782e64d8-de0f-4448-8a76-eccc12b7f28f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:55,184+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:55,456+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:55,507+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 853eafe2-0d60-4588-b332-af87c2297ada (threadPool:210)
2018-03-08 01:19:55,507+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 06b00280-415f-49d2-b961-a8ae0c5580d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:55,508+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:55,816+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:56,122+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:56,166+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1be10095-7187-47f5-9ddf-1bbf466124c1 (threadPool:210)
2018-03-08 01:19:56,166+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e4ef502-4308-474a-a7ae-039693473bba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:56,167+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:56,286+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:19:56,290+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:19:56,293+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:19:56,457+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:56,499+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d087c824-820e-4d23-90f6-09810cc12762 (threadPool:210)
2018-03-08 01:19:56,499+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c3196749-5a51-42c5-8137-415853c3980d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:56,500+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:56,806+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:56,884+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 782e64d8-de0f-4448-8a76-eccc12b7f28f (threadPool:210)
2018-03-08 01:19:56,885+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 93a45a8c-9fc0-481e-a314-ff709c4b05b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:56,886+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:57,166+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:57,214+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 06b00280-415f-49d2-b961-a8ae0c5580d9 (threadPool:210)
2018-03-08 01:19:57,215+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2551a2eb-4ddb-4df3-a02e-61a464fda015 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:57,215+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:57,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:57,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e4ef502-4308-474a-a7ae-039693473bba (threadPool:210)
2018-03-08 01:19:57,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1213cae0-6bd2-49f2-86e9-bbd3fedd99c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:57,550+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:57,861+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:57,910+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 18085822-5126-475f-a355-61eb829ce184 (threadPool:210)
2018-03-08 01:19:57,910+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70979a04-5ad3-4bb6-af24-f5810d8419d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:57,910+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:58,197+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9af77e85-28c7-4ce2-b9fe-e690b4bdf417 (api:46)
2018-03-08 01:19:58,213+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:58,230+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9af77e85-28c7-4ce2-b9fe-e690b4bdf417 (api:52)
2018-03-08 01:19:58,232+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:19:58,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c3196749-5a51-42c5-8137-415853c3980d (threadPool:210)
2018-03-08 01:19:58,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 563760b2-a109-4768-bda2-571f029f1556 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:19:58,270+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:19:58,355+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bbe435c4-8113-45de-b3cf-8016b302a586 (api:46)
2018-03-08 01:19:58,363+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552959930368', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85838528512', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bbe435c4-8113-45de-b3cf-8016b302a586 (api:52)
2018-03-08 01:19:58,365+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:19:58,588+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:58,630+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2551a2eb-4ddb-4df3-a02e-61a464fda015 (threadPool:210)
2018-03-08 01:19:58,630+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 156573bd-8848-412f-aad6-207ced5323e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:19:58,630+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:58,903+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:58,949+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70979a04-5ad3-4bb6-af24-f5810d8419d3 (threadPool:210)
2018-03-08 01:19:58,949+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1976ef22-f30a-4a25-9214-7a1d9d84e35d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:58,950+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:59,259+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:59,326+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 93a45a8c-9fc0-481e-a314-ff709c4b05b2 (threadPool:210)
2018-03-08 01:19:59,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b4d9050b-411e-4015-b0b8-c5fbc08e9ee8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:59,328+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:19:59,663+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:19:59,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 563760b2-a109-4768-bda2-571f029f1556 (threadPool:210)
2018-03-08 01:19:59,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6028aeff-a2f3-432a-904a-32fa0327d3cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:19:59,724+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:00,066+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:00,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 156573bd-8848-412f-aad6-207ced5323e9 (threadPool:210)
2018-03-08 01:20:00,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a6f4ba98-2139-4dda-a815-94f9912d5416 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:00,114+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:00,161+0100 INFO  (jsonrpc/4) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=66e0bdd1, task_id=07915063-4782-44f6-8dd3-8cf5e9cb6489 (api:46)
2018-03-08 01:20:00,510+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:00,539+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b4d9050b-411e-4015-b0b8-c5fbc08e9ee8 (threadPool:210)
2018-03-08 01:20:00,539+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7a93d30-65cd-40ef-9d3c-547492e75d74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:00,540+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:00,686+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:20:00,691+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:20:00,694+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:00,701+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:20:00,702+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:20:00,702+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:03,062+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=66e0bdd1, task_id=07915063-4782-44f6-8dd3-8cf5e9cb6489 (api:52)
2018-03-08 01:20:03,063+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.90 seconds (__init__:573)
2018-03-08 01:20:04,861+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:04,889+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1213cae0-6bd2-49f2-86e9-bbd3fedd99c4 (threadPool:210)
2018-03-08 01:20:04,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fae3d935-d6ae-4ded-8ef4-7172f18f730d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:04,890+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:08,529+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:08,531+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4f79d262-9e5f-45f3-a775-cdd56819dd5c (api:46)
2018-03-08 01:20:08,531+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103552', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396824', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038246', 'lastCheck': '8.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422875', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333054', 'lastCheck': '9.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000934869', 'lastCheck': '9.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377342', 'lastCheck': '8.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302768', 'lastCheck': '8.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301181', 'lastCheck': '7.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271097', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105313', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288947', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475536', 'lastCheck': '7.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267399', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300716', 'lastCheck': '5.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004388', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255728', 'lastCheck': '7.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257774', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000822126', 'lastCheck': '7.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282747', 'lastCheck': '7.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059461', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371374', 'lastCheck': '7.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369006', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229994', 'lastCheck': '8.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381941', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393237', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282104', 'lastCheck': '8.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289439', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476983', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220927', 'lastCheck': '8.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391555', 'lastCheck': '6.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4f79d262-9e5f-45f3-a775-cdd56819dd5c (api:52)
2018-03-08 01:20:08,532+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1f15fc9d-1966-4869-a579-6e2a8fe0da6b (api:46)
2018-03-08 01:20:08,532+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1f15fc9d-1966-4869-a579-6e2a8fe0da6b (api:52)
2018-03-08 01:20:08,564+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '29': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '26.31', 'cpuIdle': '68.92'}, '0': {'cpuUser': '5.24', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '91.18'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '2': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.29'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '6': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '9': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.10'}, '8': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '96.09'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.09'}, '10': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '94.97'}, '13': {'cpuUser': '3.91', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.90'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.15'}, '15': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.89'}, '14': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.09'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '19': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.02'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.36'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '35': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '34': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '6.36', 'cpuIdle': '87.41'}, '33': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308548'}, '0': {'memPercent': 11, 'memFree': '349169'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105313', 'lastCheck': '8.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103552', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288947', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475536', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422875', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333054', 'lastCheck': '9.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000934869', 'lastCheck': '9.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377342', 'lastCheck': '8.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302768', 'lastCheck': '8.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301181', 'lastCheck': '7.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271097', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396824', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038246', 'lastCheck': '8.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267399', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282747', 'lastCheck': '7.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004388', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255728', 'lastCheck': '7.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257774', 'lastCheck': '7.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000822126', 'lastCheck': '7.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300716', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220927', 'lastCheck': '8.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371374', 'lastCheck': '7.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369006', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229994', 'lastCheck': '8.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381941', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393237', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282104', 'lastCheck': '8.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289439', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476983', 'lastCheck': '8.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059461', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391555', 'lastCheck': '6.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645882000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404016397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.351', 'tx': '1176269488188', 'txDropped': '0', 'rx': '625370669460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0', 'tx': '1580917532091', 'txDropped': '0', 'rx': '926303861643', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45171869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416294616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200445803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet0', 'tx': '87362479', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet1', 'tx': '37765659137', 'txDropped': '0', 'rx': '877791040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet2', 'tx': '21122375001', 'txDropped': '0', 'rx': '141314525830', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175573619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet4', 'tx': '396046011', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet5', 'tx': '23423706894', 'txDropped': '0', 'rx': '498057354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet6', 'tx': '6653619724', 'txDropped': '0', 'rx': '429782188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet7', 'tx': '1433183022', 'txDropped': '0', 'rx': '552167869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42421904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46719777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'lo', 'tx': '6930650129', 'txDropped': '0', 'rx': '6930650129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170592104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'eno1', 'tx': '975609070775', 'txDropped': '0', 'rx': '433987681681', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'eno2', 'tx': '605308461316', 'txDropped': '0', 'rx': '492316179962', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468394.004238, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468394.004238, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632668361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75866459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76984278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192004730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370756902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.306', 'tx': '76695871133', 'txDropped': '0', 'rx': '8373346302', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49842023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430151348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298771130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.110', 'tx': '2475822523', 'txDropped': '0', 'rx': '66854421569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.111', 'tx': '122674182623', 'txDropped': '0', 'rx': '24444697473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55220471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54143046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465147629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165270411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56000389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55830200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45167123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468394.004238, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226484672', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'oVirtManagement', 'tx': '1176269487540', 'txDropped': '0', 'rx': '625369931057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576977994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'vnet3', 'tx': '542439715', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468394.004238, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754351982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694442.40', 'cpuLoad': '2.25', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92891'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.84', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:20:08 GMT', 'cpuUser': '1.24', 'memFree': 667608, 'cpuIdle': '97.11', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.99'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:08,568+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:20:08,889+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a7a6ecb9-1f7f-4e7b-9959-126f58668c0d (api:46)
2018-03-08 01:20:09,227+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9189f8fe-b706-4b77-bd51-05a7428b9ea9 (api:46)
2018-03-08 01:20:09,229+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103552', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396824', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038246', 'lastCheck': '8.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422875', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333054', 'lastCheck': '10.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000934869', 'lastCheck': '9.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377342', 'lastCheck': '9.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302768', 'lastCheck': '8.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301181', 'lastCheck': '7.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271097', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105313', 'lastCheck': '9.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288947', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485127', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267399', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300716', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004388', 'lastCheck': '8.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255728', 'lastCheck': '8.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257774', 'lastCheck': '8.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000822126', 'lastCheck': '7.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282747', 'lastCheck': '8.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059461', 'lastCheck': '8.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371374', 'lastCheck': '8.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369006', 'lastCheck': '3.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229994', 'lastCheck': '8.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381941', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393237', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282104', 'lastCheck': '9.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289439', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476983', 'lastCheck': '8.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220927', 'lastCheck': '8.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391555', 'lastCheck': '7.5', 'valid': True}} from=internal, task_id=9189f8fe-b706-4b77-bd51-05a7428b9ea9 (api:52)
2018-03-08 01:20:09,229+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=b7d34e6f-5fcd-417d-9719-21c60d1992cf (api:46)
2018-03-08 01:20:09,230+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b7d34e6f-5fcd-417d-9719-21c60d1992cf (api:52)
2018-03-08 01:20:09,824+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:09,893+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1976ef22-f30a-4a25-9214-7a1d9d84e35d (threadPool:210)
2018-03-08 01:20:09,894+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70394ebc-22e4-4787-b5d5-4bde2bdb924f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:09,895+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:11,311+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:11,317+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:11,319+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:12,184+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a7a6ecb9-1f7f-4e7b-9959-126f58668c0d (api:52)
2018-03-08 01:20:12,186+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 3.30 seconds (__init__:573)
2018-03-08 01:20:12,284+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2c59a7a5-c87d-486f-a2e8-28f7ae716fc9 (api:46)
2018-03-08 01:20:12,931+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2c59a7a5-c87d-486f-a2e8-28f7ae716fc9 (api:52)
2018-03-08 01:20:12,933+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.65 seconds (__init__:573)
2018-03-08 01:20:15,510+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:15,709+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:20:15,718+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:20:15,721+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:15,749+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:20:15,751+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:20:15,751+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:16,026+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a6f4ba98-2139-4dda-a815-94f9912d5416 (threadPool:210)
2018-03-08 01:20:16,028+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c49043b3-343b-436e-8b12-f46c2aeb1ef3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:16,029+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:21,013+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:21,056+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6028aeff-a2f3-432a-904a-32fa0327d3cc (threadPool:210)
2018-03-08 01:20:21,057+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e5a10946-f528-433f-b4c0-947e36ab6093 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:21,057+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:21,459+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:21,512+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70394ebc-22e4-4787-b5d5-4bde2bdb924f (threadPool:210)
2018-03-08 01:20:21,512+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5eee863f-5d9f-451a-8bea-ea2d78495622 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:21,513+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:21,825+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:21,876+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7a93d30-65cd-40ef-9d3c-547492e75d74 (threadPool:210)
2018-03-08 01:20:21,877+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0ffa8d4-c3b1-4844-9d7b-359f2779b481 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:21,877+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:22,367+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:22,420+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c49043b3-343b-436e-8b12-f46c2aeb1ef3 (threadPool:210)
2018-03-08 01:20:22,421+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a28fbe5b-3a8c-45e9-bf50-8bfff0120c78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:22,421+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:22,850+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:23,202+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:23,253+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e5a10946-f528-433f-b4c0-947e36ab6093 (threadPool:210)
2018-03-08 01:20:23,253+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b87802b6-64a3-4a0d-8925-8662835412c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:23,254+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:23,379+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=bb37341c-ee60-45f1-8bec-9ea825fcb6fa (api:46)
2018-03-08 01:20:23,386+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=bb37341c-ee60-45f1-8bec-9ea825fcb6fa (api:52)
2018-03-08 01:20:23,386+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:23,493+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c6d80908-6e21-43c5-a1f4-c178cb828dc9 (api:46)
2018-03-08 01:20:23,607+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:23,609+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b0e4c70b-1d7a-4a4d-a6dd-80d486464cd1 (api:46)
2018-03-08 01:20:23,609+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308764', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632181', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022989', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037157', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222944', 'lastCheck': '4.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279536', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000388432', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389962', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510404', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506265', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574874', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607957', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372096', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467381', 'lastCheck': '4.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043126', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489244', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482109', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417316', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395954', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00152813', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316501', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791989', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475073', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260296', 'lastCheck': '7.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267441', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583972', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000294079', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238694', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263863', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792966', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538276', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00067988', 'lastCheck': '3.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b0e4c70b-1d7a-4a4d-a6dd-80d486464cd1 (api:52)
2018-03-08 01:20:23,610+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7e3bdde4-7381-4049-8f4d-e99be1ea05a3 (api:46)
2018-03-08 01:20:23,610+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7e3bdde4-7381-4049-8f4d-e99be1ea05a3 (api:52)
2018-03-08 01:20:23,655+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.75'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '25': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '26': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.30'}, '20': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '21': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.17'}, '22': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.89'}, '23': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.07'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.81'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '21.52', 'cpuIdle': '73.84'}, '0': {'cpuUser': '3.58', 'nodeIndex': 0, 'cpuSys': '4.30', 'cpuIdle': '92.12'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.83'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '5': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.24'}, '4': {'cpuUser': '10.27', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '87.81'}, '7': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '6': {'cpuUser': '9.47', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '88.94'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '8': {'cpuUser': '30.27', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '67.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.95'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '10': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '13': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '93.25'}, '12': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '96.16'}, '15': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.57'}, '14': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.22'}, '17': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.90'}, '16': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '19': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.51'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '35': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.90'}, '34': {'cpuUser': '5.17', 'nodeIndex': 0, 'cpuSys': '5.50', 'cpuIdle': '89.33'}, '33': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.77'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308380'}, '0': {'memPercent': 11, 'memFree': '349312'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607957', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308764', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632181', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372096', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467381', 'lastCheck': '4.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222944', 'lastCheck': '4.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279536', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000388432', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389962', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510404', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506265', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574874', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022989', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037157', 'lastCheck': '4.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043126', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316501', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482109', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417316', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395954', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00152813', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489244', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538276', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475073', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260296', 'lastCheck': '7.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267441', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583972', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000294079', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238694', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263863', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792966', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791989', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00067988', 'lastCheck': '3.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645890305', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404019721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.351', 'tx': '1176269574252', 'txDropped': '0', 'rx': '625370698113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0', 'tx': '1580917874529', 'txDropped': '0', 'rx': '926304701018', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45172219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416299680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200447438', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet0', 'tx': '87365083', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet1', 'tx': '37765712711', 'txDropped': '0', 'rx': '877795445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet2', 'tx': '21122554277', 'txDropped': '0', 'rx': '141314764570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175575197', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet4', 'tx': '396048615', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet5', 'tx': '23423718646', 'txDropped': '0', 'rx': '498057504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet6', 'tx': '6653628214', 'txDropped': '0', 'rx': '429785394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet7', 'tx': '1433188632', 'txDropped': '0', 'rx': '552167931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42422254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46720127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'lo', 'tx': '6930729008', 'txDropped': '0', 'rx': '6930729008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170594524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'eno1', 'tx': '975609338565', 'txDropped': '0', 'rx': '433987928767', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'eno2', 'tx': '605308535964', 'txDropped': '0', 'rx': '492316772251', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468409.103825, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468409.103825, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632673357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75867861', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76985680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192007832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370757252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.306', 'tx': '76695871133', 'txDropped': '0', 'rx': '8373348416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49842373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430153462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298774232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.110', 'tx': '2475830262', 'txDropped': '0', 'rx': '66854475997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.111', 'tx': '122674421392', 'txDropped': '0', 'rx': '24444865621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55220821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54143396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465150953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165272831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56000739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55830550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45167473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468409.103825, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226486307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'oVirtManagement', 'tx': '1176269573604', 'txDropped': '0', 'rx': '625369959710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576982990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'vnet3', 'tx': '542442319', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468409.103825, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754353560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1694457.48', 'cpuLoad': '2.48', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92890'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635297L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:20:23 GMT', 'cpuUser': '2.03', 'memFree': 667593, 'cpuIdle': '96.26', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.34'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:23,660+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:20:23,695+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:23,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5eee863f-5d9f-451a-8bea-ea2d78495622 (threadPool:210)
2018-03-08 01:20:23,737+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3eff2f51-f61f-4356-ba37-ec57cd32af5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:23,737+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:24,136+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:24,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a28fbe5b-3a8c-45e9-bf50-8bfff0120c78 (threadPool:210)
2018-03-08 01:20:24,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8bc7a61a-6d84-41d3-8512-99a013c30404 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:24,188+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:24,202+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c6d80908-6e21-43c5-a1f4-c178cb828dc9 (api:52)
2018-03-08 01:20:24,203+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.71 seconds (__init__:573)
2018-03-08 01:20:24,333+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=7f96d45c-1684-4eae-ae89-2485726036a3 (api:46)
2018-03-08 01:20:24,335+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308764', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632181', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022989', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037157', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222944', 'lastCheck': '4.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279536', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000388432', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389962', 'lastCheck': '4.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510404', 'lastCheck': '4.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506265', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574874', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607957', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372096', 'lastCheck': '5.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467381', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043126', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489244', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482109', 'lastCheck': '4.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417316', 'lastCheck': '4.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395954', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00152813', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316501', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791989', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475073', 'lastCheck': '4.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260296', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267441', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583972', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000294079', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238694', 'lastCheck': '4.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263863', 'lastCheck': '4.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000792966', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538276', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00067988', 'lastCheck': '4.5', 'valid': True}} from=internal, task_id=7f96d45c-1684-4eae-ae89-2485726036a3 (api:52)
2018-03-08 01:20:24,335+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=a85e3cf7-50ab-4725-97b9-1d59b17e1a78 (api:46)
2018-03-08 01:20:24,336+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a85e3cf7-50ab-4725-97b9-1d59b17e1a78 (api:52)
2018-03-08 01:20:24,497+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:24,543+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fae3d935-d6ae-4ded-8ef4-7172f18f730d (threadPool:210)
2018-03-08 01:20:24,543+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1ac70b12-ed54-4fad-a044-8b248130f41a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:24,544+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:24,861+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:24,910+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b87802b6-64a3-4a0d-8925-8662835412c1 (threadPool:210)
2018-03-08 01:20:24,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 954680c5-db7a-4e29-ade3-4f688e62407f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:24,911+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:25,262+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:25,305+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0ffa8d4-c3b1-4844-9d7b-359f2779b481 (threadPool:210)
2018-03-08 01:20:25,305+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1e4af0b9-5970-40d6-a47a-6ffe3d148191 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:25,306+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:25,667+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:25,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8bc7a61a-6d84-41d3-8512-99a013c30404 (threadPool:210)
2018-03-08 01:20:25,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0d0875f5-0e8f-4af0-9103-b3af3d9ff8d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:25,718+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:26,086+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:26,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1ac70b12-ed54-4fad-a044-8b248130f41a (threadPool:210)
2018-03-08 01:20:26,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5a9a4abf-1754-4c5b-a171-30c9daa89c20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:26,146+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:26,337+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:26,342+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:26,345+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:26,619+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:26,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3eff2f51-f61f-4356-ba37-ec57cd32af5c (threadPool:210)
2018-03-08 01:20:26,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f5aa127b-5887-4abc-9568-96716fe4e19f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:26,647+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:27,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:27,134+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0d0875f5-0e8f-4af0-9103-b3af3d9ff8d1 (threadPool:210)
2018-03-08 01:20:27,135+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2461c419-e6bd-411e-a180-2859b850fe7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:27,135+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:27,511+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:27,552+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5a9a4abf-1754-4c5b-a171-30c9daa89c20 (threadPool:210)
2018-03-08 01:20:27,553+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d487d453-7397-4ec2-ac80-8faff0cc5774 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:27,553+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:27,877+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:27,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f5aa127b-5887-4abc-9568-96716fe4e19f (threadPool:210)
2018-03-08 01:20:27,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f0515e93-0e16-4bff-98fb-c886d719d114 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:27,918+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:28,191+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:28,263+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2461c419-e6bd-411e-a180-2859b850fe7a (threadPool:210)
2018-03-08 01:20:28,263+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f1fd909-bae2-40b6-9c35-30d13470eafe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:28,264+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:28,649+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:28,724+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1e4af0b9-5970-40d6-a47a-6ffe3d148191 (threadPool:210)
2018-03-08 01:20:28,724+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 33e5408c-f619-4cb1-8a6b-87380fca378f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:28,725+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:29,114+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:29,154+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d487d453-7397-4ec2-ac80-8faff0cc5774 (threadPool:210)
2018-03-08 01:20:29,155+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90f7c768-61ab-4958-aba5-1dee985c98b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:20:29,155+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:29,929+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:29,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f0515e93-0e16-4bff-98fb-c886d719d114 (threadPool:210)
2018-03-08 01:20:29,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 37cc76fc-6208-47f0-a2b9-d1f1b3e073f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:29,968+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:30,682+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:30,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f1fd909-bae2-40b6-9c35-30d13470eafe (threadPool:210)
2018-03-08 01:20:30,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f8a2af64-0bf1-4f9a-b00e-26e7e8a928be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:30,734+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:30,740+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:20:30,746+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:20:30,748+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:30,756+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:20:30,757+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:20:30,757+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:31,177+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:31,228+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 954680c5-db7a-4e29-ade3-4f688e62407f (threadPool:210)
2018-03-08 01:20:31,228+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 405ebe62-3b91-4b3e-acca-27a12992495b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:31,228+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:31,608+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:31,655+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90f7c768-61ab-4958-aba5-1dee985c98b4 (threadPool:210)
2018-03-08 01:20:31,656+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0284e829-1f4e-466a-bb39-59b0990959c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:31,656+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:32,011+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:32,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 37cc76fc-6208-47f0-a2b9-d1f1b3e073f8 (threadPool:210)
2018-03-08 01:20:32,052+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5863f867-4312-4bc2-bef4-7bc96c7e2b1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:32,052+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:32,327+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:32,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f8a2af64-0bf1-4f9a-b00e-26e7e8a928be (threadPool:210)
2018-03-08 01:20:32,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e268095-ee54-4d87-b02b-0a2c2a0bb1fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:32,378+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:32,686+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:32,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 405ebe62-3b91-4b3e-acca-27a12992495b (threadPool:210)
2018-03-08 01:20:32,751+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 13560004-7b8f-4bf9-953b-e9d97cb5500c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:32,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:33,070+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:33,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0284e829-1f4e-466a-bb39-59b0990959c8 (threadPool:210)
2018-03-08 01:20:33,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbfde9a5-4549-4081-a5d1-76a46d5ce4e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:33,120+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:33,400+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:33,444+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 33e5408c-f619-4cb1-8a6b-87380fca378f (threadPool:210)
2018-03-08 01:20:33,445+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 49bca0c7-9ac6-41b2-804b-69a3ebd7e5ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:33,445+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:33,825+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:33,873+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5863f867-4312-4bc2-bef4-7bc96c7e2b1e (threadPool:210)
2018-03-08 01:20:33,873+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 819b24ae-2764-4044-af3a-74a84103731a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:33,873+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:34,155+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:34,203+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e268095-ee54-4d87-b02b-0a2c2a0bb1fd (threadPool:210)
2018-03-08 01:20:34,203+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 00914bbe-f94b-4383-a783-bef377f20717 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:34,203+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:34,542+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:34,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 13560004-7b8f-4bf9-953b-e9d97cb5500c (threadPool:210)
2018-03-08 01:20:34,594+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a2701b69-9bc8-423d-ae2f-d1447a45447b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:34,594+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:34,708+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=328b7597-1456-4074-aa5f-745f5f02d11e (api:46)
2018-03-08 01:20:34,715+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=328b7597-1456-4074-aa5f-745f5f02d11e (api:52)
2018-03-08 01:20:34,715+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:34,820+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=85c23998-6478-4251-8339-ca3c509836d9 (api:46)
2018-03-08 01:20:34,830+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=85c23998-6478-4251-8339-ca3c509836d9 (api:52)
2018-03-08 01:20:34,832+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:34,903+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:35,214+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:35,265+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 49bca0c7-9ac6-41b2-804b-69a3ebd7e5ac (threadPool:210)
2018-03-08 01:20:35,266+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 526c33c0-1093-4646-bbc9-072b66a16ce0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:35,266+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:35,597+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:35,639+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 819b24ae-2764-4044-af3a-74a84103731a (threadPool:210)
2018-03-08 01:20:35,640+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 27cf65ab-4fba-474a-93ef-f67fbd57864a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:35,640+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:35,941+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:35,989+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a2701b69-9bc8-423d-ae2f-d1447a45447b (threadPool:210)
2018-03-08 01:20:35,990+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fcd18e43-7c88-4aa6-98ca-e91c03accede (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:35,990+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:36,327+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:36,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbfde9a5-4549-4081-a5d1-76a46d5ce4e7 (threadPool:210)
2018-03-08 01:20:36,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 665910e4-e571-4d21-b843-abae1783e162 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:36,377+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:36,679+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:36,725+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 526c33c0-1093-4646-bbc9-072b66a16ce0 (threadPool:210)
2018-03-08 01:20:36,726+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1af6b3db-8d7b-4525-97f9-9643217b88e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:36,726+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:37,110+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:37,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 00914bbe-f94b-4383-a783-bef377f20717 (threadPool:210)
2018-03-08 01:20:37,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44f5e34a-7278-49e3-a261-af96ce782984 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:37,166+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:37,508+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:37,562+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 27cf65ab-4fba-474a-93ef-f67fbd57864a (threadPool:210)
2018-03-08 01:20:37,563+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 57ee786d-3ad8-492f-9e7a-790443cd143a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:37,563+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:37,949+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:37,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fcd18e43-7c88-4aa6-98ca-e91c03accede (threadPool:210)
2018-03-08 01:20:38,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8e24a951-5087-4582-9355-51d7777e4d91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:38,000+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:38,330+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:38,399+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 665910e4-e571-4d21-b843-abae1783e162 (threadPool:210)
2018-03-08 01:20:38,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a743c689-272e-4fc8-b414-a366ea2510d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:38,400+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:38,648+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:38,699+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1af6b3db-8d7b-4525-97f9-9643217b88e8 (threadPool:210)
2018-03-08 01:20:38,699+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d18a76d4-b8c6-4ce2-8012-8d04f85382cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:38,700+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:38,702+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:38,703+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f08fb582-4144-4d9a-a898-a19acfaa7b20 (api:46)
2018-03-08 01:20:38,703+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237239', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304135', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338702', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463197', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00089342', 'lastCheck': '8.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042986', 'lastCheck': '8.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000222461', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476078', 'lastCheck': '9.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388053', 'lastCheck': '9.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197305', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414883', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804201', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265728', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369847', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612144', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402869', 'lastCheck': '8.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435431', 'lastCheck': '9.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430891', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485469', 'lastCheck': '9.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714169', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509098', 'lastCheck': '0.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395389', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035518', 'lastCheck': '9.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391811', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034137', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604729', 'lastCheck': '9.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411101', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467788', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404432', 'lastCheck': '8.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347765', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048459', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527074', 'lastCheck': '8.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f08fb582-4144-4d9a-a898-a19acfaa7b20 (api:52)
2018-03-08 01:20:38,704+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f9a3c775-ac57-47fa-bfb3-78173441fe2b (api:46)
2018-03-08 01:20:38,704+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f9a3c775-ac57-47fa-bfb3-78173441fe2b (api:52)
2018-03-08 01:20:38,735+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '3.43', 'cpuIdle': '96.31'}, '54': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '51': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '48': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '97.43'}, '43': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '98.02'}, '60': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '97.17'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '62': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.69'}, '63': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.38', 'cpuIdle': '97.70'}, '53': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '4.48', 'cpuIdle': '95.26'}, '32': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '7.25', 'cpuIdle': '92.29'}, '42': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '7.52', 'cpuIdle': '91.49'}, '24': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '8.64', 'cpuIdle': '90.77'}, '25': {'cpuUser': '3.30', 'nodeIndex': 1, 'cpuSys': '6.13', 'cpuIdle': '90.57'}, '26': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '6.33', 'cpuIdle': '93.21'}, '27': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '5.61', 'cpuIdle': '92.21'}, '20': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '3.89', 'cpuIdle': '95.45'}, '21': {'cpuUser': '5.08', 'nodeIndex': 1, 'cpuSys': '4.42', 'cpuIdle': '90.50'}, '22': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '6.07', 'cpuIdle': '93.47'}, '23': {'cpuUser': '3.30', 'nodeIndex': 1, 'cpuSys': '5.61', 'cpuIdle': '91.09'}, '46': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.71', 'cpuIdle': '97.76'}, '47': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '3.10', 'cpuIdle': '96.44'}, '44': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '5.34', 'cpuIdle': '94.07'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.48'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '96.97'}, '29': {'cpuUser': '4.09', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '93.34'}, '40': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '5.47', 'cpuIdle': '92.88'}, '41': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '5.67', 'cpuIdle': '93.60'}, '1': {'cpuUser': '4.48', 'nodeIndex': 1, 'cpuSys': '37.65', 'cpuIdle': '57.87'}, '0': {'cpuUser': '8.11', 'nodeIndex': 0, 'cpuSys': '5.28', 'cpuIdle': '86.61'}, '3': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.72'}, '2': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '4.35', 'cpuIdle': '93.34'}, '5': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '5.61', 'cpuIdle': '91.75'}, '4': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '5.74', 'cpuIdle': '92.68'}, '7': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.86'}, '6': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '3.82', 'cpuIdle': '94.07'}, '9': {'cpuUser': '2.04', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '95.59'}, '8': {'cpuUser': '1.71', 'nodeIndex': 0, 'cpuSys': '5.21', 'cpuIdle': '93.08'}, '52': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '6.26', 'cpuIdle': '93.15'}, '56': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.81'}, '39': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '6.86', 'cpuIdle': '91.62'}, '38': {'cpuUser': '2.44', 'nodeIndex': 0, 'cpuSys': '8.05', 'cpuIdle': '89.51'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.42'}, '58': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.48'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '5.34', 'cpuIdle': '92.81'}, '10': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '5.08', 'cpuIdle': '93.40'}, '13': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.05'}, '12': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '3.69', 'cpuIdle': '94.79'}, '15': {'cpuUser': '3.10', 'nodeIndex': 1, 'cpuSys': '3.56', 'cpuIdle': '93.34'}, '14': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '6.86', 'cpuIdle': '91.82'}, '17': {'cpuUser': '2.37', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '95.06'}, '16': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '5.08', 'cpuIdle': '92.94'}, '19': {'cpuUser': '4.75', 'nodeIndex': 1, 'cpuSys': '5.41', 'cpuIdle': '89.84'}, '55': {'cpuUser': '11.28', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '87.60'}, '31': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '4.55', 'cpuIdle': '93.27'}, '49': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '97.50'}, '37': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '3.63', 'cpuIdle': '94.13'}, '36': {'cpuUser': '2.77', 'nodeIndex': 0, 'cpuSys': '5.28', 'cpuIdle': '91.95'}, '35': {'cpuUser': '3.82', 'nodeIndex': 1, 'cpuSys': '6.86', 'cpuIdle': '89.32'}, '34': {'cpuUser': '6.26', 'nodeIndex': 0, 'cpuSys': '12.27', 'cpuIdle': '81.47'}, '33': {'cpuUser': '8.44', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '89.52'}, '18': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '3.63', 'cpuIdle': '95.05'}, '57': {'cpuUser': '2.04', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.18'}, '50': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '3.10', 'cpuIdle': '96.64'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308269'}, '0': {'memPercent': 11, 'memFree': '349417'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804201', 'lastCheck': '1.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237239', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304135', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265728', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369847', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00089342', 'lastCheck': '8.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042986', 'lastCheck': '8.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000222461', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476078', 'lastCheck': '9.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388053', 'lastCheck': '9.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197305', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414883', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338702', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463197', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612144', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509098', 'lastCheck': '0.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435431', 'lastCheck': '9.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430891', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485469', 'lastCheck': '9.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714169', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402869', 'lastCheck': '8.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048459', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035518', 'lastCheck': '9.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391811', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034137', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604729', 'lastCheck': '9.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411101', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467788', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404432', 'lastCheck': '8.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347765', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395389', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527074', 'lastCheck': '8.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645895865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404022501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.351', 'tx': '1176269651530', 'txDropped': '0', 'rx': '625370709542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0', 'tx': '1580917970284', 'txDropped': '0', 'rx': '926305373835', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45172619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416304435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200448931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet0', 'tx': '87368719', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet1', 'tx': '37765721955', 'txDropped': '0', 'rx': '877799523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet2', 'tx': '21122578824', 'txDropped': '0', 'rx': '141314774970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175577575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet4', 'tx': '396052251', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet5', 'tx': '23423727383', 'txDropped': '0', 'rx': '498058544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet6', 'tx': '6653636437', 'txDropped': '0', 'rx': '429788542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet7', 'tx': '1433194035', 'txDropped': '0', 'rx': '552167993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42422654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46720527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'lo', 'tx': '6930803587', 'txDropped': '0', 'rx': '6930803587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170596210', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'eno1', 'tx': '975609414393', 'txDropped': '0', 'rx': '433988153064', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'eno2', 'tx': '605308555891', 'txDropped': '0', 'rx': '492317220771', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468424.268383, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468424.268383, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632677943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75868543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76986362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192010720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370757652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.306', 'tx': '76695871133', 'txDropped': '0', 'rx': '8373351436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49842773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430156482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298777120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.110', 'tx': '2475837550', 'txDropped': '0', 'rx': '66854486039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.111', 'tx': '122674428955', 'txDropped': '0', 'rx': '24444888466', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55221221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54143796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465153733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165274517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56001139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55830950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45167873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468424.268383, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226487800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'oVirtManagement', 'tx': '1176269650882', 'txDropped': '0', 'rx': '625369971139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576987576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'vnet3', 'tx': '542445955', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468424.268383, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754355938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694472.57', 'cpuLoad': '2.72', 'cpuSys': '4.61', 'diskStats': {'/var/log': {'free': '92888'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.36', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:20:38 GMT', 'cpuUser': '2.03', 'memFree': 667606, 'cpuIdle': '93.36', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '17.67'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:38,739+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:20:39,015+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:39,068+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44f5e34a-7278-49e3-a261-af96ce782984 (threadPool:210)
2018-03-08 01:20:39,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6240f6b1-5668-4681-a5a6-e84db06b5e12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:39,069+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:39,342+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:39,426+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=18a462ef-a9a1-4347-907c-f803f2ee6d4e (api:46)
2018-03-08 01:20:39,427+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237239', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304135', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338702', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463197', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305219', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249271', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000372499', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437277', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265839', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197305', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414883', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804201', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265728', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523759', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612144', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402869', 'lastCheck': '9.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435431', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430891', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485469', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000714169', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509098', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395389', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035518', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391811', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034137', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604729', 'lastCheck': '9.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411101', 'lastCheck': '2.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467788', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404432', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347765', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048459', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527074', 'lastCheck': '9.4', 'valid': True}} from=internal, task_id=18a462ef-a9a1-4347-907c-f803f2ee6d4e (api:52)
2018-03-08 01:20:39,428+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=30e94048-8fa9-4814-9d98-272a08777dc2 (api:46)
2018-03-08 01:20:39,428+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=30e94048-8fa9-4814-9d98-272a08777dc2 (api:52)
2018-03-08 01:20:39,518+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8e24a951-5087-4582-9355-51d7777e4d91 (threadPool:210)
2018-03-08 01:20:39,519+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cf1121dd-95d7-498b-a833-3009a3bfe245 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:39,521+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:40,033+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:40,081+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a743c689-272e-4fc8-b414-a366ea2510d9 (threadPool:210)
2018-03-08 01:20:40,081+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d55325cb-9321-43be-a6e9-76538f17fdd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:40,082+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:40,658+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:40,706+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d18a76d4-b8c6-4ce2-8012-8d04f85382cb (threadPool:210)
2018-03-08 01:20:40,707+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5414b3d4-d13e-4ea9-92df-a2d34b7371bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:20:40,707+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=325a5e9c-6bc7-4a87-9d69-2291b3e380ef (api:46)
2018-03-08 01:20:40,813+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=325a5e9c-6bc7-4a87-9d69-2291b3e380ef (api:52)
2018-03-08 01:20:40,813+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=e98c088f-98cc-4b86-912c-9e967008034c (api:46)
2018-03-08 01:20:40,814+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=e98c088f-98cc-4b86-912c-9e967008034c (api:52)
2018-03-08 01:20:40,814+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=1f2928be-43c5-4a93-9d0a-4701055d76cb (api:46)
2018-03-08 01:20:40,814+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=1f2928be-43c5-4a93-9d0a-4701055d76cb (api:52)
2018-03-08 01:20:40,815+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=53e6a621-005e-4ae2-aa94-bd3b0d9389b7 (api:46)
2018-03-08 01:20:40,815+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=53e6a621-005e-4ae2-aa94-bd3b0d9389b7 (api:52)
2018-03-08 01:20:40,816+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=bda10d7c-6dda-4cf9-8051-3136ccb6ce1b (api:46)
2018-03-08 01:20:40,816+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=bda10d7c-6dda-4cf9-8051-3136ccb6ce1b (api:52)
2018-03-08 01:20:40,816+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=f9701f9f-371f-4a84-9dd1-4ee59ec7107c (api:46)
2018-03-08 01:20:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=f9701f9f-371f-4a84-9dd1-4ee59ec7107c (api:52)
2018-03-08 01:20:40,817+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=c5bb4241-a603-469d-ae5a-9a80be6b1539 (api:46)
2018-03-08 01:20:40,817+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=c5bb4241-a603-469d-ae5a-9a80be6b1539 (api:52)
2018-03-08 01:20:40,818+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=a602a604-9074-47a8-8f5a-db225bdda90e (api:46)
2018-03-08 01:20:40,818+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=a602a604-9074-47a8-8f5a-db225bdda90e (api:52)
2018-03-08 01:20:40,818+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=f6e306da-db54-4582-bbf4-36884f1f18de (api:46)
2018-03-08 01:20:40,818+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=f6e306da-db54-4582-bbf4-36884f1f18de (api:52)
2018-03-08 01:20:40,819+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=bb1f5c1c-70a4-448c-987b-53f291cdca7d (api:46)
2018-03-08 01:20:40,819+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=bb1f5c1c-70a4-448c-987b-53f291cdca7d (api:52)
2018-03-08 01:20:41,147+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:41,208+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 57ee786d-3ad8-492f-9e7a-790443cd143a (threadPool:210)
2018-03-08 01:20:41,208+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 721ad22a-5cfc-4176-9ab8-76f28c045c1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:41,209+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:41,363+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:41,368+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:41,371+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:41,512+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:41,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6240f6b1-5668-4681-a5a6-e84db06b5e12 (threadPool:210)
2018-03-08 01:20:41,559+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e693020d-7c0a-4813-91ab-2adc61285f6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:41,560+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:41,881+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:41,922+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cf1121dd-95d7-498b-a833-3009a3bfe245 (threadPool:210)
2018-03-08 01:20:41,922+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cf672052-8d17-4755-92f6-9d310ab158d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:41,923+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:42,327+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:42,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5414b3d4-d13e-4ea9-92df-a2d34b7371bb (threadPool:210)
2018-03-08 01:20:42,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task acbd5450-a7d2-428b-a137-e02827cb94c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:42,379+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:42,690+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:42,739+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 721ad22a-5cfc-4176-9ab8-76f28c045c1e (threadPool:210)
2018-03-08 01:20:42,739+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6ba49ea2-4fcd-464f-939f-e1fc9b69e401 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:42,740+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:43,151+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:43,200+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e693020d-7c0a-4813-91ab-2adc61285f6d (threadPool:210)
2018-03-08 01:20:43,201+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0f34ccdf-5514-4756-ba59-4507538b4ecf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:43,201+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:43,629+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:43,681+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d55325cb-9321-43be-a6e9-76538f17fdd9 (threadPool:210)
2018-03-08 01:20:43,681+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ea8d45f-ac8d-45bf-8498-5bc85d37167d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:43,681+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:44,088+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:44,139+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cf672052-8d17-4755-92f6-9d310ab158d3 (threadPool:210)
2018-03-08 01:20:44,139+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 257ee7f3-add7-45fd-ade6-9a13731719f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:44,139+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:44,638+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:44,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task acbd5450-a7d2-428b-a137-e02827cb94c8 (threadPool:210)
2018-03-08 01:20:44,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5780e5fe-d8d0-4cfe-92d7-154082a8b267 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:44,690+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:45,006+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:45,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6ba49ea2-4fcd-464f-939f-e1fc9b69e401 (threadPool:210)
2018-03-08 01:20:45,050+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a9824be2-51e5-47f7-8295-8aa4efa4d27f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:45,050+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:45,258+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=adc57be0-288b-4f5e-8261-78e71fb7c38a (api:46)
2018-03-08 01:20:45,265+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=adc57be0-288b-4f5e-8261-78e71fb7c38a (api:52)
2018-03-08 01:20:45,265+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:45,368+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9e3ef3b1-432a-4662-9e81-c5533ec3dfd4 (api:46)
2018-03-08 01:20:45,388+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9e3ef3b1-432a-4662-9e81-c5533ec3dfd4 (api:52)
2018-03-08 01:20:45,393+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:20:45,428+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:45,474+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ea8d45f-ac8d-45bf-8498-5bc85d37167d (threadPool:210)
2018-03-08 01:20:45,474+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 13b75f67-e5c6-41ff-a2b8-334ad6ec141e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:45,474+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:45,757+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:20:45,762+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:20:45,765+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:45,773+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:20:45,773+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:20:45,773+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:20:45,982+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:46,002+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20813 (__init__:598)
2018-03-08 01:20:46,004+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20812 (__init__:598)
2018-03-08 01:20:46,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 257ee7f3-add7-45fd-ade6-9a13731719f9 (threadPool:210)
2018-03-08 01:20:46,037+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3793a6ff-a613-4883-9e80-5339f4e4501b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:46,037+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:46,563+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:46,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5780e5fe-d8d0-4cfe-92d7-154082a8b267 (threadPool:210)
2018-03-08 01:20:46,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 852a4ddb-ea3e-412f-a543-f64771fe7d05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:46,620+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:46,956+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:47,413+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:47,471+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0f34ccdf-5514-4756-ba59-4507538b4ecf (threadPool:210)
2018-03-08 01:20:47,472+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2f429a03-96c4-4a1f-8bb5-03c7b2142505 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:47,472+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:47,789+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:47,838+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a9824be2-51e5-47f7-8295-8aa4efa4d27f (threadPool:210)
2018-03-08 01:20:47,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ee207731-79f1-4eb9-84bb-982383bd162a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:47,839+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:48,134+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:48,184+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 13b75f67-e5c6-41ff-a2b8-334ad6ec141e (threadPool:210)
2018-03-08 01:20:48,185+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3c4c9922-b32e-4b31-a5dc-d18ec9f084c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:48,185+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:48,556+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:48,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3793a6ff-a613-4883-9e80-5339f4e4501b (threadPool:210)
2018-03-08 01:20:48,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5e0c37df-e10b-4dd8-b5ca-704cf329c384 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:48,603+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:49,083+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:49,147+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 852a4ddb-ea3e-412f-a543-f64771fe7d05 (threadPool:210)
2018-03-08 01:20:49,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 963c32c5-7586-4c69-b1f4-31e8ccddbb1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:49,149+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:49,479+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:49,552+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2f429a03-96c4-4a1f-8bb5-03c7b2142505 (threadPool:210)
2018-03-08 01:20:49,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e7bd3e1a-29cf-4a11-bf6a-def473e3d896 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:49,556+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:49,962+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:50,023+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3c4c9922-b32e-4b31-a5dc-d18ec9f084c0 (threadPool:210)
2018-03-08 01:20:50,025+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dd2de148-1829-4e04-abbd-f88cd99190a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:50,026+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:50,482+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:50,540+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 963c32c5-7586-4c69-b1f4-31e8ccddbb1b (threadPool:210)
2018-03-08 01:20:50,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f8e9fb10-dfe4-451f-8bf9-e4091dc00a90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:50,541+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:50,875+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:50,928+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ee207731-79f1-4eb9-84bb-982383bd162a (threadPool:210)
2018-03-08 01:20:50,929+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0b648712-ff71-4b92-b0b9-843fb084db99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:50,929+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:51,266+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:51,296+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e7bd3e1a-29cf-4a11-bf6a-def473e3d896 (threadPool:210)
2018-03-08 01:20:51,296+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 60554ed5-cc95-4a94-a9c4-3b16511c8c81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:51,297+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:51,639+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:51,686+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dd2de148-1829-4e04-abbd-f88cd99190a2 (threadPool:210)
2018-03-08 01:20:51,687+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f37fcacc-814c-4aef-b6a9-4e0ede0da83b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:51,687+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:52,012+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:52,058+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f8e9fb10-dfe4-451f-8bf9-e4091dc00a90 (threadPool:210)
2018-03-08 01:20:52,059+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ec92fdc0-73c9-47c2-a54e-a3f64a0e77b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:52,059+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:52,423+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:52,461+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0b648712-ff71-4b92-b0b9-843fb084db99 (threadPool:210)
2018-03-08 01:20:52,461+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e3b8f4c6-d238-411c-952e-d83ae134e914 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:52,461+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:52,795+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:52,845+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 60554ed5-cc95-4a94-a9c4-3b16511c8c81 (threadPool:210)
2018-03-08 01:20:52,845+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 13aa1db9-6697-4ff5-8792-51c0f29cc5aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:52,846+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:53,289+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:53,341+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f37fcacc-814c-4aef-b6a9-4e0ede0da83b (threadPool:210)
2018-03-08 01:20:53,342+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ebebf5b-3007-40ba-8e15-9333a054a392 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:53,342+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:53,779+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:53,783+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0b82825c-18f5-4b26-ab5b-a251deb19797 (api:46)
2018-03-08 01:20:53,785+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000723773', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011878', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377152', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428895', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360676', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417886', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000564649', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455889', 'lastCheck': '4.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230277', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357415', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249282', 'lastCheck': '1.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826079', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532425', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026173', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603608', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226607', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306773', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251696', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022338', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00171761', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394688', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030185', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359868', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431876', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275588', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273227', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459649', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334216', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442342', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360973', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227512', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296142', 'lastCheck': '3.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0b82825c-18f5-4b26-ab5b-a251deb19797 (api:52)
2018-03-08 01:20:53,785+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d99bb97c-36a3-4e3e-ad69-55622012a595 (api:46)
2018-03-08 01:20:53,786+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d99bb97c-36a3-4e3e-ad69-55622012a595 (api:52)
2018-03-08 01:20:53,845+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.41'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '62': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.62'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '27': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.37'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '21': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.56'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.47'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '4.64', 'cpuIdle': '93.11'}, '40': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.89'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '28.23', 'cpuIdle': '66.67'}, '0': {'cpuUser': '6.49', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '89.87'}, '3': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.90'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.50'}, '8': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.75'}, '59': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.28'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '13': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.63'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.95'}, '15': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.63'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '17': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '36': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.70'}, '35': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.70'}, '34': {'cpuUser': '7.88', 'nodeIndex': 0, 'cpuSys': '8.94', 'cpuIdle': '83.18'}, '33': {'cpuUser': '7.22', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '90.46'}, '18': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '57': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.97'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308244'}, '0': {'memPercent': 11, 'memFree': '349530'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826079', 'lastCheck': '4.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000723773', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011878', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532425', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026173', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360676', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417886', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000564649', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455889', 'lastCheck': '4.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230277', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357415', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249282', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377152', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428895', 'lastCheck': '4.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603608', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394688', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306773', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251696', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022338', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00171761', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226607', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227512', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359868', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431876', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275588', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273227', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459649', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334216', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442342', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360973', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030185', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296142', 'lastCheck': '3.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645920989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404026902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.351', 'tx': '1176269727352', 'txDropped': '0', 'rx': '625370724928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0', 'tx': '1580918082415', 'txDropped': '0', 'rx': '926305921533', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45173609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416305962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200450761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet0', 'tx': '87370727', 'txDropped': '0', 'rx': '79830407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet1', 'tx': '37765726652', 'txDropped': '0', 'rx': '877802647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet2', 'tx': '21122611804', 'txDropped': '0', 'rx': '141314783711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175579205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet4', 'tx': '396054259', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet5', 'tx': '23423754462', 'txDropped': '0', 'rx': '498058718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet6', 'tx': '6653641194', 'txDropped': '0', 'rx': '429791732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet7', 'tx': '1433204792', 'txDropped': '0', 'rx': '552174156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42423004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46720981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'lo', 'tx': '6930884558', 'txDropped': '0', 'rx': '6930884558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170597392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'eno1', 'tx': '975609514079', 'txDropped': '0', 'rx': '433988361332', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'eno2', 'tx': '605308568336', 'txDropped': '0', 'rx': '492317560201', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468439.360756, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468439.360756, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632682341', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75868943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76986762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192013446', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370758002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.306', 'tx': '76695871133', 'txDropped': '0', 'rx': '8373353080', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49843123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430158126', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298779846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.110', 'tx': '2475850093', 'txDropped': '0', 'rx': '66854500680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.111', 'tx': '122674437533', 'txDropped': '0', 'rx': '24444919326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55221621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54144250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465158134', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165275699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56001539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55831300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45168863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468439.360756, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226489630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'oVirtManagement', 'tx': '1176269726704', 'txDropped': '0', 'rx': '625369986525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576991974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'vnet3', 'tx': '542447963', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468439.360756, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754357568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694487.65', 'cpuLoad': '2.70', 'cpuSys': '1.96', 'diskStats': {'/var/log': {'free': '92986'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:20:53 GMT', 'cpuUser': '1.47', 'memFree': 667605, 'cpuIdle': '96.57', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.58'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:53,850+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:20:53,911+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:53,951+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ec92fdc0-73c9-47c2-a54e-a3f64a0e77b4 (threadPool:210)
2018-03-08 01:20:53,952+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7c6efd4c-9a7a-4abe-9dd1-31cfce5150e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:53,952+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:54,291+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:54,339+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e3b8f4c6-d238-411c-952e-d83ae134e914 (threadPool:210)
2018-03-08 01:20:54,340+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d42d02aa-7d44-4dee-94bf-3ff25abfe890 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:54,340+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:54,516+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2ac5f93f-08f9-4179-a511-d6aaf605b3b8 (api:46)
2018-03-08 01:20:54,517+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000723773', 'lastCheck': '6.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011878', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377152', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428895', 'lastCheck': '4.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360676', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417886', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000564649', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455889', 'lastCheck': '5.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230277', 'lastCheck': '5.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357415', 'lastCheck': '5.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249282', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000826079', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532425', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026173', 'lastCheck': '5.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603608', 'lastCheck': '4.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226607', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306773', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251696', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022338', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00171761', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394688', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030185', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359868', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431876', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275588', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273227', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459649', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334216', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442342', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360973', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227512', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296142', 'lastCheck': '4.4', 'valid': True}} from=internal, task_id=2ac5f93f-08f9-4179-a511-d6aaf605b3b8 (api:52)
2018-03-08 01:20:54,517+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=4d5cb10c-368e-4d52-a574-dcf774d5c113 (api:46)
2018-03-08 01:20:54,517+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4d5cb10c-368e-4d52-a574-dcf774d5c113 (api:52)
2018-03-08 01:20:54,615+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:54,658+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 13aa1db9-6697-4ff5-8792-51c0f29cc5aa (threadPool:210)
2018-03-08 01:20:54,659+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7ec1c0c3-63b6-46db-a792-4814e917ce29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:20:54,659+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:54,928+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:54,978+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5e0c37df-e10b-4dd8-b5ca-704cf329c384 (threadPool:210)
2018-03-08 01:20:54,979+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d2b65ef6-de1b-47ba-8653-2a2da01674da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:54,979+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:55,244+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:55,289+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7c6efd4c-9a7a-4abe-9dd1-31cfce5150e1 (threadPool:210)
2018-03-08 01:20:55,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c9c550ff-23a7-42cd-91d5-49a3b3241fea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:55,291+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:55,609+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:55,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d42d02aa-7d44-4dee-94bf-3ff25abfe890 (threadPool:210)
2018-03-08 01:20:55,662+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ea4a8b44-6b14-4357-a218-283c43905be5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:55,662+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:55,795+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e6d54d68-b4a8-4506-b462-2b1db3d2a84a (api:46)
2018-03-08 01:20:55,801+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e6d54d68-b4a8-4506-b462-2b1db3d2a84a (api:52)
2018-03-08 01:20:55,801+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:55,894+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a851f4de-dfcd-426d-b5b3-e8c704b9124f (api:46)
2018-03-08 01:20:55,902+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a851f4de-dfcd-426d-b5b3-e8c704b9124f (api:52)
2018-03-08 01:20:55,903+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:55,943+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:55,993+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ebebf5b-3007-40ba-8e15-9333a054a392 (threadPool:210)
2018-03-08 01:20:55,993+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5d3d9db9-5844-4f9b-930b-11aaa4167798 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:55,994+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:56,295+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:56,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7ec1c0c3-63b6-46db-a792-4814e917ce29 (threadPool:210)
2018-03-08 01:20:56,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c35d2655-220d-4b7b-bcba-eedca56aec39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:20:56,343+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:20:56,389+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:20:56,394+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:20:56,396+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:20:56,614+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:56,662+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d2b65ef6-de1b-47ba-8653-2a2da01674da (threadPool:210)
2018-03-08 01:20:56,662+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 29d4c22c-dbb8-4b46-980d-37d6d05437a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:56,662+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:56,953+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:56,996+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c9c550ff-23a7-42cd-91d5-49a3b3241fea (threadPool:210)
2018-03-08 01:20:56,997+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f248e467-6d58-49f7-b935-60875ef319ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:56,998+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:57,291+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:57,327+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ea4a8b44-6b14-4357-a218-283c43905be5 (threadPool:210)
2018-03-08 01:20:57,328+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ef983fe4-b9ec-4f50-a257-458b12a10340 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:57,328+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:57,658+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:57,706+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c35d2655-220d-4b7b-bcba-eedca56aec39 (threadPool:210)
2018-03-08 01:20:57,706+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3013006d-47e1-4406-9511-593573c9179b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:57,706+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:58,071+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:58,124+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 29d4c22c-dbb8-4b46-980d-37d6d05437a6 (threadPool:210)
2018-03-08 01:20:58,124+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 462f52b2-cf22-45fd-98f6-2dfc7eb61f20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:58,124+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:58,416+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:58,462+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f248e467-6d58-49f7-b935-60875ef319ac (threadPool:210)
2018-03-08 01:20:58,462+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26bc1bb3-be02-42d2-b34a-4130f9aa026f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:58,463+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:58,863+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:58,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5d3d9db9-5844-4f9b-930b-11aaa4167798 (threadPool:210)
2018-03-08 01:20:58,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d45c75e-7798-4db4-a559-519246d11960 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:58,923+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:59,275+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:59,336+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3013006d-47e1-4406-9511-593573c9179b (threadPool:210)
2018-03-08 01:20:59,338+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 593b7a51-c1f4-440b-89a5-cd4be3919b31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:59,339+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:20:59,703+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:20:59,772+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 462f52b2-cf22-45fd-98f6-2dfc7eb61f20 (threadPool:210)
2018-03-08 01:20:59,773+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 39102d7d-88b4-4355-888f-41fbf63f22d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:20:59,773+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:00,069+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:00,118+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26bc1bb3-be02-42d2-b34a-4130f9aa026f (threadPool:210)
2018-03-08 01:21:00,119+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6a24c9e6-61e4-4714-864a-427ad3f223fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:00,119+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:00,515+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:00,565+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ef983fe4-b9ec-4f50-a257-458b12a10340 (threadPool:210)
2018-03-08 01:21:00,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4a51cc09-edee-47f0-9a86-4dc3d5506ecc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:00,566+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:00,775+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:21:00,780+0100 INFO  (jsonrpc/4) [throttled] Current getAllVmStats: {'c7063f46-88a0-4970-a178-9ca6c90526c4': 'Up', 'd89bc7cf-81f4-489f-a251-7bce8611b875': 'Up', '68bffc06-aab7-4663-9edc-64d8284d1411': 'Up', '457da777-d07d-4341-a94a-540ae1bc5442': 'Up', '8568d3f3-1362-4267-a6dc-54d766926221': 'Up', '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': 'Up', '3849fbfe-4df0-4296-8c72-40de9ca154ce': 'Up', '9f65c0e5-2ec0-4125-8453-e7170bc7202a': 'Up'} (throttledlog:103)
2018-03-08 01:21:00,780+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:21:00,782+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:00,789+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:21:00,790+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:21:00,790+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:21:00,957+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:01,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d45c75e-7798-4db4-a559-519246d11960 (threadPool:210)
2018-03-08 01:21:01,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 922ea1e8-66c6-4818-a0ce-2d58137fd1f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:01,007+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:01,317+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:01,632+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:01,681+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 39102d7d-88b4-4355-888f-41fbf63f22d3 (threadPool:210)
2018-03-08 01:21:01,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d3b3e7e2-1471-4190-848e-5aaff44350b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:01,682+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:01,958+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:02,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6a24c9e6-61e4-4714-864a-427ad3f223fe (threadPool:210)
2018-03-08 01:21:02,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84f5f545-847f-44fd-946f-21830aec9763 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:02,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:02,311+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:02,358+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4a51cc09-edee-47f0-9a86-4dc3d5506ecc (threadPool:210)
2018-03-08 01:21:02,359+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4b65ff1f-d39c-4848-8caa-0adc29a56f18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:02,360+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:02,706+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:02,755+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 593b7a51-c1f4-440b-89a5-cd4be3919b31 (threadPool:210)
2018-03-08 01:21:02,755+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 18104499-2f6c-4c83-9bb4-ca4108ba283e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:02,756+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:03,078+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:03,122+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d3b3e7e2-1471-4190-848e-5aaff44350b6 (threadPool:210)
2018-03-08 01:21:03,122+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3232d538-3490-4e90-b75a-66d035f70477 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:03,122+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:03,418+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:03,465+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 922ea1e8-66c6-4818-a0ce-2d58137fd1f7 (threadPool:210)
2018-03-08 01:21:03,466+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 34e288d4-11f4-4806-a43b-13e7df4a8da2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:03,466+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:03,736+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:03,768+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4b65ff1f-d39c-4848-8caa-0adc29a56f18 (threadPool:210)
2018-03-08 01:21:03,768+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ecc2c09d-4288-4966-af7e-3efaa0055bdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:03,769+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:04,060+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:04,111+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84f5f545-847f-44fd-946f-21830aec9763 (threadPool:210)
2018-03-08 01:21:04,112+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c99b585e-d880-445d-9a52-7dd838e8e17c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:04,112+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:04,539+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:04,580+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3232d538-3490-4e90-b75a-66d035f70477 (threadPool:210)
2018-03-08 01:21:04,581+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a43f637b-042c-488b-9710-7315a2bf2f1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:04,581+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:04,852+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:04,888+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 18104499-2f6c-4c83-9bb4-ca4108ba283e (threadPool:210)
2018-03-08 01:21:04,889+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d387606-56d7-4984-994c-bcfde033e27e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:04,889+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:05,245+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:05,296+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c99b585e-d880-445d-9a52-7dd838e8e17c (threadPool:210)
2018-03-08 01:21:05,296+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ea6735c5-6059-4330-9db0-d3948676b25c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:05,297+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:05,657+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:05,706+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 34e288d4-11f4-4806-a43b-13e7df4a8da2 (threadPool:210)
2018-03-08 01:21:05,707+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02d5c7d2-81c9-4804-9102-e34f3eacfce1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:05,707+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:05,986+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:06,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a43f637b-042c-488b-9710-7315a2bf2f1a (threadPool:210)
2018-03-08 01:21:06,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 060c714f-80b4-45bf-859e-b7aeb68a733a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:06,036+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:06,304+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ce6fc710-1c73-4b17-b80a-70b546d711f1 (api:46)
2018-03-08 01:21:06,311+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ce6fc710-1c73-4b17-b80a-70b546d711f1 (api:52)
2018-03-08 01:21:06,311+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:06,363+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:06,404+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f4a8b5f5-ea73-4853-819d-55d4d707ae91 (api:46)
2018-03-08 01:21:06,413+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f4a8b5f5-ea73-4853-819d-55d4d707ae91 (api:52)
2018-03-08 01:21:06,415+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:06,417+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ecc2c09d-4288-4966-af7e-3efaa0055bdb (threadPool:210)
2018-03-08 01:21:06,417+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 397eb193-6400-4f80-83a0-60ce13bcf4f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:06,417+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:06,847+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:06,929+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d387606-56d7-4984-994c-bcfde033e27e (threadPool:210)
2018-03-08 01:21:06,930+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 68bbbd37-0c05-4017-b296-684f0f733f68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:21:06,930+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:07,231+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:07,307+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ea6735c5-6059-4330-9db0-d3948676b25c (threadPool:210)
2018-03-08 01:21:07,308+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 93d4a8c8-87ac-402d-a159-3ebc41c7b294 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:07,308+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:07,628+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:07,669+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02d5c7d2-81c9-4804-9102-e34f3eacfce1 (threadPool:210)
2018-03-08 01:21:07,669+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1d88fe44-2b39-4f57-b282-f79c036de946 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:07,670+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:07,951+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:08,000+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 397eb193-6400-4f80-83a0-60ce13bcf4f0 (threadPool:210)
2018-03-08 01:21:08,001+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e0cb2767-0786-4fed-b55c-ee6ada946346 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:08,001+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:08,280+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:08,328+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 68bbbd37-0c05-4017-b296-684f0f733f68 (threadPool:210)
2018-03-08 01:21:08,329+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 68a6bf22-2d0d-4921-ab71-9d3fc44b65fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:08,329+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:08,607+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:08,658+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 93d4a8c8-87ac-402d-a159-3ebc41c7b294 (threadPool:210)
2018-03-08 01:21:08,658+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d1edd58f-13a1-4a1d-ad9b-8ff25493b2c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:08,659+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:08,891+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:08,893+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e078ccf9-0be4-4f84-abc2-7ad38d1f9e7d (api:46)
2018-03-08 01:21:08,894+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279457', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580892', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035218', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477894', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453978', 'lastCheck': '8.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236497', 'lastCheck': '8.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000505124', 'lastCheck': '7.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394397', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023381', 'lastCheck': '9.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401186', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253188', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421819', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221406', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283221', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000896539', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257666', 'lastCheck': '8.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252595', 'lastCheck': '9.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241015', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023549', 'lastCheck': '9.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536329', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526816', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260405', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434286', 'lastCheck': '9.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486405', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552718', 'lastCheck': '9.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476176', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258069', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247968', 'lastCheck': '9.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026846', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439684', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262821', 'lastCheck': '8.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e078ccf9-0be4-4f84-abc2-7ad38d1f9e7d (api:52)
2018-03-08 01:21:08,894+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f7d2367a-0100-4b75-9443-99a6b9c2ddb4 (api:46)
2018-03-08 01:21:08,894+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f7d2367a-0100-4b75-9443-99a6b9c2ddb4 (api:52)
2018-03-08 01:21:08,924+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '25': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.24'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '27': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '20': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.03'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.23'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.01'}, '29': {'cpuUser': '5.76', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '91.19'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '23.91', 'cpuIdle': '71.85'}, '0': {'cpuUser': '5.70', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.92'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.69'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.56'}, '5': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.17'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.62'}, '59': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '15': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '14': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '19': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '55': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.02'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.55'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '34': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '6.95', 'cpuIdle': '86.36'}, '33': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.16'}, '18': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.16'}, '57': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.17'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308246'}, '0': {'memPercent': 11, 'memFree': '349562'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421819', 'lastCheck': '1.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279457', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580892', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221406', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283221', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453978', 'lastCheck': '8.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236497', 'lastCheck': '8.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000505124', 'lastCheck': '7.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394397', 'lastCheck': '9.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023381', 'lastCheck': '9.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401186', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253188', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035218', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477894', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000896539', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526816', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252595', 'lastCheck': '9.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241015', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023549', 'lastCheck': '9.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536329', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257666', 'lastCheck': '8.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439684', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434286', 'lastCheck': '9.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486405', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552718', 'lastCheck': '9.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476176', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258069', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247968', 'lastCheck': '9.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026846', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260405', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262821', 'lastCheck': '8.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645947274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404028863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.351', 'tx': '1176269795509', 'txDropped': '0', 'rx': '625370734996', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0', 'tx': '1580918164717', 'txDropped': '0', 'rx': '926306457078', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45174009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416314444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200452208', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet0', 'tx': '87376534', 'txDropped': '0', 'rx': '79830497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet1', 'tx': '37765738836', 'txDropped': '0', 'rx': '877805958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet2', 'tx': '21122657855', 'txDropped': '0', 'rx': '141314789813', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175580203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet4', 'tx': '396059976', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet5', 'tx': '23423786241', 'txDropped': '0', 'rx': '498063760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet6', 'tx': '6653653192', 'txDropped': '0', 'rx': '429794814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet7', 'tx': '1433214090', 'txDropped': '0', 'rx': '552174482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42423404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46721381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'lo', 'tx': '6930959378', 'txDropped': '0', 'rx': '6930959378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170599020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'eno1', 'tx': '975609588240', 'txDropped': '0', 'rx': '433988583533', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'eno2', 'tx': '605308576477', 'txDropped': '0', 'rx': '492317873545', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468454.458405, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468454.458405, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632686881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75869343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76987112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192016114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370758402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.306', 'tx': '76695871223', 'txDropped': '0', 'rx': '8373357921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49843523', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430162891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298782514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.110', 'tx': '2475856812', 'txDropped': '0', 'rx': '66854513584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.111', 'tx': '122674448314', 'txDropped': '0', 'rx': '24444965454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55221971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54144650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465160095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165277327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56001889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55831700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45169263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468454.458405, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226491077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'oVirtManagement', 'tx': '1176269794861', 'txDropped': '0', 'rx': '625369996593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '576996514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'vnet3', 'tx': '542453680', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468454.458405, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754358566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694502.76', 'cpuLoad': '2.65', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92984'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:21:08 GMT', 'cpuUser': '1.20', 'memFree': 667608, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:08,928+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:21:08,948+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:08,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 060c714f-80b4-45bf-859e-b7aeb68a733a (threadPool:210)
2018-03-08 01:21:09,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 40749427-0666-4a9c-876e-ba5be870101f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:09,000+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:09,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:09,382+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1d88fe44-2b39-4f57-b282-f79c036de946 (threadPool:210)
2018-03-08 01:21:09,384+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 155edadb-de8d-4f4b-b255-d19f3f475c24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:09,384+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:09,605+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=accbe7d4-44b1-4f41-a11a-3733b8b37e49 (api:46)
2018-03-08 01:21:09,606+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279457', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580892', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312723', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346293', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514755', 'lastCheck': '0.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234825', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000704298', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350851', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325762', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312351', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253188', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321023', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221406', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283221', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380499', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257666', 'lastCheck': '9.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252595', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241015', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023549', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536329', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526816', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260405', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434286', 'lastCheck': '9.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486405', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552718', 'lastCheck': '10.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000476176', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258069', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247968', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026846', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439684', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262821', 'lastCheck': '9.6', 'valid': True}} from=internal, task_id=accbe7d4-44b1-4f41-a11a-3733b8b37e49 (api:52)
2018-03-08 01:21:09,607+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=0b61a086-a7ec-497f-8eec-ba77185df17a (api:46)
2018-03-08 01:21:09,607+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0b61a086-a7ec-497f-8eec-ba77185df17a (api:52)
2018-03-08 01:21:09,701+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:09,752+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 68a6bf22-2d0d-4921-ab71-9d3fc44b65fd (threadPool:210)
2018-03-08 01:21:09,753+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b1475b2c-9bac-4c36-a01c-2158487fc560 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:09,754+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:10,097+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:10,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d1edd58f-13a1-4a1d-ad9b-8ff25493b2c0 (threadPool:210)
2018-03-08 01:21:10,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 22e66f12-86ce-45f9-8f4e-4f0b7b779e08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:10,139+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:10,444+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:10,474+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e0cb2767-0786-4fed-b55c-ee6ada946346 (threadPool:210)
2018-03-08 01:21:10,475+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 83ec0f34-84c8-4f27-9528-61a3f41446a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:10,475+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:10,794+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:10,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b1475b2c-9bac-4c36-a01c-2158487fc560 (threadPool:210)
2018-03-08 01:21:10,840+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f52d5f1e-b1ed-4f3e-95f1-995bb9bf6f56 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:10,840+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:11,142+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:11,177+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 40749427-0666-4a9c-876e-ba5be870101f (threadPool:210)
2018-03-08 01:21:11,177+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d52a79d4-de4a-447b-996f-db7121210727 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:11,177+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:11,417+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:11,422+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:11,424+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:21:11,568+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:11,616+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 155edadb-de8d-4f4b-b255-d19f3f475c24 (threadPool:210)
2018-03-08 01:21:11,616+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 27ef187a-c977-42f9-a550-6492d3b4de52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:11,617+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:11,956+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:12,008+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 83ec0f34-84c8-4f27-9528-61a3f41446a5 (threadPool:210)
2018-03-08 01:21:12,008+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6e9b06dc-70d4-4396-ab41-6d234818d5a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:12,009+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:12,449+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:12,480+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f52d5f1e-b1ed-4f3e-95f1-995bb9bf6f56 (threadPool:210)
2018-03-08 01:21:12,481+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 648839a6-7d18-4339-94ab-5f05767a732d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:12,481+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:12,775+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:12,828+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d52a79d4-de4a-447b-996f-db7121210727 (threadPool:210)
2018-03-08 01:21:12,829+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f38de9e4-37fb-4393-baf2-093a92926ae9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:12,829+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:13,203+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:13,782+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:13,832+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 27ef187a-c977-42f9-a550-6492d3b4de52 (threadPool:210)
2018-03-08 01:21:13,833+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cbbf5e29-ae34-496a-84de-b9d8a4e0ee39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:13,833+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:14,372+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:14,422+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6e9b06dc-70d4-4396-ab41-6d234818d5a4 (threadPool:210)
2018-03-08 01:21:14,422+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task de4867d9-8390-47db-b56f-b7db3fb85873 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:14,423+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:14,818+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:14,876+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 22e66f12-86ce-45f9-8f4e-4f0b7b779e08 (threadPool:210)
2018-03-08 01:21:14,877+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84539dda-d168-446d-80d6-66dd19026acf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:14,877+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:15,264+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:15,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 648839a6-7d18-4339-94ab-5f05767a732d (threadPool:210)
2018-03-08 01:21:15,316+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1737b595-5df9-4701-8c02-33049b7ae9f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:15,316+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:15,703+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:15,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f38de9e4-37fb-4393-baf2-093a92926ae9 (threadPool:210)
2018-03-08 01:21:15,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fec4cbf7-05fe-4ec7-987a-056356c01b9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:15,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:15,792+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:21:15,796+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:21:15,799+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:15,807+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:21:15,808+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:21:15,808+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:21:16,131+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:16,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cbbf5e29-ae34-496a-84de-b9d8a4e0ee39 (threadPool:210)
2018-03-08 01:21:16,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 200b4a32-c347-446f-812a-57534b2ee3b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:16,182+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:16,551+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:16,599+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task de4867d9-8390-47db-b56f-b7db3fb85873 (threadPool:210)
2018-03-08 01:21:16,600+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0bd56977-af27-40db-bac0-851c919b9838 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:16,600+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:16,825+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ffce0f58-5d91-4849-916f-6d813d93391e (api:46)
2018-03-08 01:21:16,830+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ffce0f58-5d91-4849-916f-6d813d93391e (api:52)
2018-03-08 01:21:16,830+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:16,931+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0ed80074-baa5-414e-b4e6-559a3711c560 (api:46)
2018-03-08 01:21:16,947+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0ed80074-baa5-414e-b4e6-559a3711c560 (api:52)
2018-03-08 01:21:16,950+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:21:16,966+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:17,014+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84539dda-d168-446d-80d6-66dd19026acf (threadPool:210)
2018-03-08 01:21:17,014+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fdbcc5f7-a509-4b54-b411-83b27dc28bfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:17,015+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:17,360+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:17,411+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fec4cbf7-05fe-4ec7-987a-056356c01b9d (threadPool:210)
2018-03-08 01:21:17,411+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8848bddc-0a73-4a37-9cf0-63ff120c9e2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:17,411+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:17,769+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:17,817+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 200b4a32-c347-446f-812a-57534b2ee3b2 (threadPool:210)
2018-03-08 01:21:17,817+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d59135ed-a2a8-408a-90af-b2a79c47e31f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:17,817+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:18,129+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:18,180+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0bd56977-af27-40db-bac0-851c919b9838 (threadPool:210)
2018-03-08 01:21:18,180+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f9e1bb5b-74e8-4347-8313-6eec82e51f22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:21:18,181+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:18,487+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:18,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1737b595-5df9-4701-8c02-33049b7ae9f2 (threadPool:210)
2018-03-08 01:21:18,559+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7205a788-7ab4-4136-ba36-2e8d251140fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:18,559+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:18,890+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:18,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fdbcc5f7-a509-4b54-b411-83b27dc28bfd (threadPool:210)
2018-03-08 01:21:18,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 83355f38-1731-48f5-b444-6f5c5c06cfb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:18,936+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:19,251+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:19,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8848bddc-0a73-4a37-9cf0-63ff120c9e2b (threadPool:210)
2018-03-08 01:21:19,346+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a0313461-c0ea-4a41-a06c-1e1370eea062 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:19,347+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:19,813+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:19,863+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d59135ed-a2a8-408a-90af-b2a79c47e31f (threadPool:210)
2018-03-08 01:21:19,864+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c2018c7d-7c31-4f71-bd57-6b2b2cbc43ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:19,864+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:20,222+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:20,273+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f9e1bb5b-74e8-4347-8313-6eec82e51f22 (threadPool:210)
2018-03-08 01:21:20,273+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0d7185d-bbd9-472c-8eb5-3ff30908b909 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:20,274+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:20,829+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:20,870+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7205a788-7ab4-4136-ba36-2e8d251140fb (threadPool:210)
2018-03-08 01:21:20,871+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4dc1a9c8-55d3-4fc5-a779-7524c22ec2e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:20,871+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:21,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:21,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a0313461-c0ea-4a41-a06c-1e1370eea062 (threadPool:210)
2018-03-08 01:21:21,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99f7e191-7b6d-4966-9ff7-30b8dce5b88a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:21,419+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:21,847+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:21,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0d7185d-bbd9-472c-8eb5-3ff30908b909 (threadPool:210)
2018-03-08 01:21:21,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a083dfe-0217-4e74-a151-abb3060f8060 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:21,896+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:22,435+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:22,473+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 83355f38-1731-48f5-b444-6f5c5c06cfb7 (threadPool:210)
2018-03-08 01:21:22,473+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 083fa196-86b5-4934-867e-9a51d3147536 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:22,474+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:22,965+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:23,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c2018c7d-7c31-4f71-bd57-6b2b2cbc43ab (threadPool:210)
2018-03-08 01:21:23,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94e6be7e-1529-48ca-afc4-76ebcd63a533 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:23,007+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:23,610+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:23,654+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a083dfe-0217-4e74-a151-abb3060f8060 (threadPool:210)
2018-03-08 01:21:23,654+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 018c961c-bfa4-476c-843f-ca4e982e332a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:23,654+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:23,966+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:23,967+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6a498240-b5eb-4357-860f-a5c46892acb5 (api:46)
2018-03-08 01:21:23,968+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393865', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059841', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413647', 'lastCheck': '4.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513574', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434571', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000451101', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418576', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258201', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232463', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453877', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097711', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294574', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386439', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424463', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343191', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208179', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387525', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386326', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526228', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546466', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539997', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235977', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043353', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571231', 'lastCheck': '4.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292706', 'lastCheck': '4.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382322', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458774', 'lastCheck': '4.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028198', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0097181', 'lastCheck': '4.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407621', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489775', 'lastCheck': '3.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6a498240-b5eb-4357-860f-a5c46892acb5 (api:52)
2018-03-08 01:21:23,968+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f12530e6-9ec5-49c6-a6f4-e693b7d90925 (api:46)
2018-03-08 01:21:23,968+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f12530e6-9ec5-49c6-a6f4-e693b7d90925 (api:52)
2018-03-08 01:21:23,996+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '25': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.08'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.15'}, '20': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '95.96'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.49'}, '22': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.96'}, '23': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.75'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.69'}, '29': {'cpuUser': '3.85', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.76'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '25.26', 'cpuIdle': '70.30'}, '0': {'cpuUser': '6.56', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '89.86'}, '3': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '3.32', 'cpuIdle': '93.56'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.59', 'cpuIdle': '95.49'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.22'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '6': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.74'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.89'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '59': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.09'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '13': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.97'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.48'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '14': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.68'}, '17': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.50'}, '55': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.61'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '34': {'cpuUser': '7.96', 'nodeIndex': 0, 'cpuSys': '8.22', 'cpuIdle': '83.82'}, '33': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '57': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308194'}, '0': {'memPercent': 11, 'memFree': '349582'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097711', 'lastCheck': '4.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393865', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059841', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294574', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386439', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513574', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434571', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000451101', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418576', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258201', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232463', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453877', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413647', 'lastCheck': '4.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424463', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546466', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208179', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387525', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386326', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526228', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343191', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407621', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235977', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043353', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571231', 'lastCheck': '4.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292706', 'lastCheck': '4.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382322', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458774', 'lastCheck': '4.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028198', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0097181', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539997', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489775', 'lastCheck': '3.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645954492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404033419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.351', 'tx': '1176269878993', 'txDropped': '0', 'rx': '625370751062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0', 'tx': '1580918422324', 'txDropped': '0', 'rx': '926307044559', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45174359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416315732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200453552', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet0', 'tx': '87380965', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet1', 'tx': '37765743256', 'txDropped': '0', 'rx': '877809156', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet2', 'tx': '21122735616', 'txDropped': '0', 'rx': '141314935267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175582051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet4', 'tx': '396064347', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet5', 'tx': '23423795768', 'txDropped': '0', 'rx': '498064229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet6', 'tx': '6653658235', 'txDropped': '0', 'rx': '429798543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet7', 'tx': '1433215630', 'txDropped': '0', 'rx': '552174544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42423754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46721731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'lo', 'tx': '6931038350', 'txDropped': '0', 'rx': '6931038350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170600562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'eno1', 'tx': '975609827394', 'txDropped': '0', 'rx': '433988846850', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'eno2', 'tx': '605308594930', 'txDropped': '0', 'rx': '492318197709', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468469.541243, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468469.541243, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632691325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75869693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76987512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192019538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370758802', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.306', 'tx': '76695871265', 'txDropped': '0', 'rx': '8373361498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49843923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430166422', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298785938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.110', 'tx': '2475863735', 'txDropped': '0', 'rx': '66854519753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.111', 'tx': '122674593995', 'txDropped': '0', 'rx': '24445035286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55222371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54145000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465164651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165278869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56002289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55832050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45169613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468469.541243, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226492421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'oVirtManagement', 'tx': '1176269878345', 'txDropped': '0', 'rx': '625370012659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577000958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'vnet3', 'tx': '542458051', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468469.541243, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754360414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694517.84', 'cpuLoad': '2.63', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92983'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.85', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:21:23 GMT', 'cpuUser': '1.27', 'memFree': 667608, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.07'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:24,000+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:21:24,060+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:24,090+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 083fa196-86b5-4934-867e-9a51d3147536 (threadPool:210)
2018-03-08 01:21:24,090+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a848a222-c377-4974-8b97-dae7b0e56c67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:24,091+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:24,482+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:24,532+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94e6be7e-1529-48ca-afc4-76ebcd63a533 (threadPool:210)
2018-03-08 01:21:24,532+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0f39a905-6a81-4764-80df-04202e092b74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:24,533+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:24,714+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5ac3eaf8-00ba-43d7-8a0b-53fb9aa38472 (api:46)
2018-03-08 01:21:24,715+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393865', 'lastCheck': '6.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059841', 'lastCheck': '5.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '4.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413647', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513574', 'lastCheck': '4.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434571', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000451101', 'lastCheck': '5.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418576', 'lastCheck': '5.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258201', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232463', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453877', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097711', 'lastCheck': '5.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294574', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386439', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424463', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343191', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208179', 'lastCheck': '5.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387525', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386326', 'lastCheck': '5.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526228', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546466', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539997', 'lastCheck': '5.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235977', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043353', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571231', 'lastCheck': '5.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292706', 'lastCheck': '5.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382322', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458774', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028198', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0097181', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407621', 'lastCheck': '5.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489775', 'lastCheck': '4.7', 'valid': True}} from=internal, task_id=5ac3eaf8-00ba-43d7-8a0b-53fb9aa38472 (api:52)
2018-03-08 01:21:24,715+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=6e55fd86-6f11-42e6-a1fc-669704b93222 (api:46)
2018-03-08 01:21:24,715+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=6e55fd86-6f11-42e6-a1fc-669704b93222 (api:52)
2018-03-08 01:21:24,863+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:25,339+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:25,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4dc1a9c8-55d3-4fc5-a779-7524c22ec2e4 (threadPool:210)
2018-03-08 01:21:25,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69f48c59-5e5a-40f7-802d-b5cfb800b9ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:25,399+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:25,752+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:25,802+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99f7e191-7b6d-4966-9ff7-30b8dce5b88a (threadPool:210)
2018-03-08 01:21:25,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ab45119e-c2c4-4d97-bba4-4dd9450149e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:25,803+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:26,191+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:26,241+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0f39a905-6a81-4764-80df-04202e092b74 (threadPool:210)
2018-03-08 01:21:26,241+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a96d12ff-21ea-4851-b720-8801d07c5b3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:26,241+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:26,440+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:26,445+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:26,448+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:26,603+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:26,651+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 018c961c-bfa4-476c-843f-ca4e982e332a (threadPool:210)
2018-03-08 01:21:26,652+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c76594fd-2c6e-4604-ae02-b16c0433efd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:26,652+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:27,010+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:27,063+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69f48c59-5e5a-40f7-802d-b5cfb800b9ab (threadPool:210)
2018-03-08 01:21:27,063+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1b563260-66e0-4634-b390-e4d9bdb3002a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:27,064+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:27,361+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=489da17c-04e3-4647-ab25-dca81f9e6260 (api:46)
2018-03-08 01:21:27,367+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=489da17c-04e3-4647-ab25-dca81f9e6260 (api:52)
2018-03-08 01:21:27,367+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:27,462+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7701e3b7-ea38-4a1b-88fc-b5994bfb8508 (api:46)
2018-03-08 01:21:27,489+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7701e3b7-ea38-4a1b-88fc-b5994bfb8508 (api:52)
2018-03-08 01:21:27,490+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:21:27,509+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:27,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a848a222-c377-4974-8b97-dae7b0e56c67 (threadPool:210)
2018-03-08 01:21:27,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1a3086dc-eb0b-4b61-a640-9d28d559b7da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:27,551+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:29,031+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:29,093+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a96d12ff-21ea-4851-b720-8801d07c5b3c (threadPool:210)
2018-03-08 01:21:29,093+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b76ed7f-84d6-46ff-a750-2dfeec344919 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:29,094+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:30,200+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:30,257+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c76594fd-2c6e-4604-ae02-b16c0433efd6 (threadPool:210)
2018-03-08 01:21:30,258+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4764def3-865b-4fb2-8045-69a9261c7b3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:30,258+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:30,810+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:21:30,815+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:21:30,817+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:30,825+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:21:30,825+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:21:30,825+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:30,945+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:30,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ab45119e-c2c4-4d97-bba4-4dd9450149e4 (threadPool:210)
2018-03-08 01:21:30,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 97f02da9-c123-4e02-9337-48d948a281ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:30,997+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:31,461+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:31,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1a3086dc-eb0b-4b61-a640-9d28d559b7da (threadPool:210)
2018-03-08 01:21:31,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 101e5ac5-c8a5-4fc4-9ba7-e8e1dc4b547d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:31,511+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:31,909+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:31,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b76ed7f-84d6-46ff-a750-2dfeec344919 (threadPool:210)
2018-03-08 01:21:31,959+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9480f50c-ce98-4fa3-a494-a7d38cb159b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:31,959+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:32,306+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:32,355+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1b563260-66e0-4634-b390-e4d9bdb3002a (threadPool:210)
2018-03-08 01:21:32,356+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c1632706-64b7-4884-9c9e-fc09a0ce84a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:21:32,356+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:32,664+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:32,716+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4764def3-865b-4fb2-8045-69a9261c7b3a (threadPool:210)
2018-03-08 01:21:32,717+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bbe81a2f-f215-4273-91df-891a7a6bc7a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:32,717+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:33,101+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:33,137+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 97f02da9-c123-4e02-9337-48d948a281ab (threadPool:210)
2018-03-08 01:21:33,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 801c854d-6a04-4c1b-8298-e8e4fc2c739f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:33,139+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:33,487+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:33,528+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9480f50c-ce98-4fa3-a494-a7d38cb159b5 (threadPool:210)
2018-03-08 01:21:33,528+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 25d8e036-ef32-41f3-a829-3212156e6ad7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:33,529+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:33,877+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:33,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bbe81a2f-f215-4273-91df-891a7a6bc7a4 (threadPool:210)
2018-03-08 01:21:33,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6f94cc82-c15b-4ff5-8086-fad3380343d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:33,932+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:34,254+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:34,303+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 101e5ac5-c8a5-4fc4-9ba7-e8e1dc4b547d (threadPool:210)
2018-03-08 01:21:34,303+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a232e8e-65c9-45e1-9a23-0328350769ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:34,304+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:34,652+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:34,694+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 801c854d-6a04-4c1b-8298-e8e4fc2c739f (threadPool:210)
2018-03-08 01:21:34,694+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0fbef6b-da73-4b47-a468-de95708c1ec9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:34,694+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:35,040+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:35,091+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 25d8e036-ef32-41f3-a829-3212156e6ad7 (threadPool:210)
2018-03-08 01:21:35,091+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 06502580-25cb-4423-a8ee-7cf747677bf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:35,091+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:35,450+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:35,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6f94cc82-c15b-4ff5-8086-fad3380343d1 (threadPool:210)
2018-03-08 01:21:35,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 42bb4c96-dc73-450d-95ba-0e767d0d7c32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:35,500+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:35,903+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:35,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a232e8e-65c9-45e1-9a23-0328350769ef (threadPool:210)
2018-03-08 01:21:35,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dc166b12-d922-4b74-87d1-a6a0bc1b9885 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:35,958+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:36,349+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:36,399+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0fbef6b-da73-4b47-a468-de95708c1ec9 (threadPool:210)
2018-03-08 01:21:36,399+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e84f5a69-9031-40ef-bdb8-c21fcfcdf372 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:36,400+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:36,948+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:37,420+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:37,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 06502580-25cb-4423-a8ee-7cf747677bf8 (threadPool:210)
2018-03-08 01:21:37,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10cacd4a-599e-4fdf-97bf-cac680bd9be7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:37,473+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:37,810+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:37,861+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 42bb4c96-dc73-450d-95ba-0e767d0d7c32 (threadPool:210)
2018-03-08 01:21:37,861+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5dff4b50-4789-4279-bdbe-0f830832da9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:37,862+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:37,901+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c39abba4-1dc4-4b29-a957-cc9c7169bff1 (api:46)
2018-03-08 01:21:37,908+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c39abba4-1dc4-4b29-a957-cc9c7169bff1 (api:52)
2018-03-08 01:21:37,908+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:38,015+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0ee24948-de89-4696-b857-2f271c444d78 (api:46)
2018-03-08 01:21:38,024+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0ee24948-de89-4696-b857-2f271c444d78 (api:52)
2018-03-08 01:21:38,025+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:21:38,292+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:38,331+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c1632706-64b7-4884-9c9e-fc09a0ce84a4 (threadPool:210)
2018-03-08 01:21:38,332+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc1ebf47-5d42-40b4-91cf-5361042fb384 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:38,332+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:38,702+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:38,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e84f5a69-9031-40ef-bdb8-c21fcfcdf372 (threadPool:210)
2018-03-08 01:21:38,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b10b8f2b-c8de-4311-9f21-2767d2dc2df2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:38,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:39,038+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:39,039+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d31deeac-43f2-42c4-8789-3e2d6fb6d2a8 (api:46)
2018-03-08 01:21:39,040+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236176', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000759958', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226255', 'lastCheck': '9.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447332', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396026', 'lastCheck': '8.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513533', 'lastCheck': '8.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000596468', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479475', 'lastCheck': '9.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414769', 'lastCheck': '9.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377804', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232917', 'lastCheck': '2.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000930371', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265686', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236198', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617128', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363492', 'lastCheck': '8.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246731', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471259', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233189', 'lastCheck': '9.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000581041', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051218', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565634', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407711', 'lastCheck': '9.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386401', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455893', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481601', 'lastCheck': '9.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039099', 'lastCheck': '1.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00367558', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213775', 'lastCheck': '9.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681928', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404562', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510731', 'lastCheck': '9.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d31deeac-43f2-42c4-8789-3e2d6fb6d2a8 (api:52)
2018-03-08 01:21:39,041+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=9081f2fa-6e95-445e-9f26-985c89b268a0 (api:46)
2018-03-08 01:21:39,041+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=9081f2fa-6e95-445e-9f26-985c89b268a0 (api:52)
2018-03-08 01:21:39,070+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '27': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.57'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '23': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.63'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '29': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.89'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '22.11', 'cpuIdle': '73.85'}, '0': {'cpuUser': '5.43', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '90.73'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.71'}, '2': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.02'}, '5': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '3.57', 'cpuIdle': '94.91'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '8': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '59': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.02'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '10': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.63'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '12': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.50'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.50'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '17': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.04'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.29'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '31': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '95.31'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '34': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '6.16', 'cpuIdle': '87.88'}, '33': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.36'}, '18': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '57': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308206'}, '0': {'memPercent': 11, 'memFree': '349601'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000930371', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236176', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000759958', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265686', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236198', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396026', 'lastCheck': '8.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513533', 'lastCheck': '8.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000596468', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479475', 'lastCheck': '9.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414769', 'lastCheck': '9.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377804', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232917', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226255', 'lastCheck': '9.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447332', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617128', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051218', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246731', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471259', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233189', 'lastCheck': '9.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000581041', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363492', 'lastCheck': '8.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404562', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407711', 'lastCheck': '9.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386401', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455893', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481601', 'lastCheck': '9.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039099', 'lastCheck': '1.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00367558', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213775', 'lastCheck': '9.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681928', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565634', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510731', 'lastCheck': '9.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645959325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404036705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.351', 'tx': '1176269946877', 'txDropped': '0', 'rx': '625370761222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0', 'tx': '1580918527901', 'txDropped': '0', 'rx': '926307585110', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45174759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416316971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200455413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet0', 'tx': '87386166', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet1', 'tx': '37765747899', 'txDropped': '0', 'rx': '877812505', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet2', 'tx': '21122759461', 'txDropped': '0', 'rx': '141314942929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175585355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet4', 'tx': '396069548', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet5', 'tx': '23423818826', 'txDropped': '0', 'rx': '498070244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet6', 'tx': '6653670534', 'txDropped': '0', 'rx': '429815305', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet7', 'tx': '1433217181', 'txDropped': '0', 'rx': '552174648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42424154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46722131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'lo', 'tx': '6931113294', 'txDropped': '0', 'rx': '6931113294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170602334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'eno1', 'tx': '975609921159', 'txDropped': '0', 'rx': '433989066486', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'eno2', 'tx': '605308606742', 'txDropped': '0', 'rx': '492318518624', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468484.650894, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468484.650894, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632696187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75870093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76987912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192022470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370759152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.306', 'tx': '76695871265', 'txDropped': '0', 'rx': '8373365831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49844273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430170755', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298788870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.110', 'tx': '2475884016', 'txDropped': '0', 'rx': '66854533364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.111', 'tx': '122674607309', 'txDropped': '0', 'rx': '24445073913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55222721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54145400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465167937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165280641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56002639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55832450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45170013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468484.650894, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226494282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'oVirtManagement', 'tx': '1176269946229', 'txDropped': '0', 'rx': '625370022819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577005820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'vnet3', 'tx': '542463252', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468484.650894, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754363718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694532.91', 'cpuLoad': '2.60', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92981'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:21:39 GMT', 'cpuUser': '1.14', 'memFree': 667609, 'cpuIdle': '97.29', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:39,075+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:21:39,090+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:39,140+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10cacd4a-599e-4fdf-97bf-cac680bd9be7 (threadPool:210)
2018-03-08 01:21:39,140+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a160a569-8cc3-4b42-a990-ed6a9cdf00b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:39,141+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:39,473+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:39,560+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5dff4b50-4789-4279-bdbe-0f830832da9f (threadPool:210)
2018-03-08 01:21:39,561+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9e1890ba-a1a9-4dfa-a22f-58f64d5d894c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:39,562+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:39,807+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=797c0768-ff92-4f83-99b0-a7adb4b07f65 (api:46)
2018-03-08 01:21:39,809+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236176', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000759958', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268832', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330793', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491151', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333659', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0612242', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296269', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350676', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425605', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232917', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000917642', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265686', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236198', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334391', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363492', 'lastCheck': '9.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278862', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252224', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307365', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000581041', 'lastCheck': '3.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051218', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565634', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407711', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386401', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455893', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481601', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039099', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00367558', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213775', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681928', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404562', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510731', 'lastCheck': '9.8', 'valid': True}} from=internal, task_id=797c0768-ff92-4f83-99b0-a7adb4b07f65 (api:52)
2018-03-08 01:21:39,809+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=52178ecf-8574-48d0-845b-18be5a4511eb (api:46)
2018-03-08 01:21:39,810+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=52178ecf-8574-48d0-845b-18be5a4511eb (api:52)
2018-03-08 01:21:39,940+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:39,984+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dc166b12-d922-4b74-87d1-a6a0bc1b9885 (threadPool:210)
2018-03-08 01:21:39,984+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2f984285-6956-47c5-9f24-6e90051b33ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:39,984+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:40,369+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:40,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc1ebf47-5d42-40b4-91cf-5361042fb384 (threadPool:210)
2018-03-08 01:21:40,418+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eb1c1bd1-0995-4a3b-a2f8-74d62d4126d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:40,418+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:40,776+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:40,815+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=5305546c-ed27-4d6f-ae53-f80dd7359314 (api:46)
2018-03-08 01:21:40,816+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=5305546c-ed27-4d6f-ae53-f80dd7359314 (api:52)
2018-03-08 01:21:40,817+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=209b522d-727a-48a5-ba29-18adcc42e1f2 (api:46)
2018-03-08 01:21:40,817+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=209b522d-727a-48a5-ba29-18adcc42e1f2 (api:52)
2018-03-08 01:21:40,817+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=e8be7b99-1fe3-4d6d-8c1b-14d9a1124eac (api:46)
2018-03-08 01:21:40,818+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=e8be7b99-1fe3-4d6d-8c1b-14d9a1124eac (api:52)
2018-03-08 01:21:40,818+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=932bbe40-342c-424a-8ee8-1266f0d13d73 (api:46)
2018-03-08 01:21:40,818+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=932bbe40-342c-424a-8ee8-1266f0d13d73 (api:52)
2018-03-08 01:21:40,819+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=1989c12f-ad6d-4b27-95dd-412851ecea46 (api:46)
2018-03-08 01:21:40,819+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=1989c12f-ad6d-4b27-95dd-412851ecea46 (api:52)
2018-03-08 01:21:40,819+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=dd4ea460-1ac8-4062-b73c-b8e729d8712c (api:46)
2018-03-08 01:21:40,820+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=dd4ea460-1ac8-4062-b73c-b8e729d8712c (api:52)
2018-03-08 01:21:40,820+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=92118066-73cf-4524-b514-f7ffb63f8244 (api:46)
2018-03-08 01:21:40,820+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=92118066-73cf-4524-b514-f7ffb63f8244 (api:52)
2018-03-08 01:21:40,821+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=4a5c2215-1d9d-4272-ae76-28ed58d49fe2 (api:46)
2018-03-08 01:21:40,821+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=4a5c2215-1d9d-4272-ae76-28ed58d49fe2 (api:52)
2018-03-08 01:21:40,821+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=1b66e845-dd80-43a8-8121-0678ad093cc1 (api:46)
2018-03-08 01:21:40,822+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=1b66e845-dd80-43a8-8121-0678ad093cc1 (api:52)
2018-03-08 01:21:40,822+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=0fcc900f-10bf-426b-b117-8700485e5bf2 (api:46)
2018-03-08 01:21:40,822+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=0fcc900f-10bf-426b-b117-8700485e5bf2 (api:52)
2018-03-08 01:21:40,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b10b8f2b-c8de-4311-9f21-2767d2dc2df2 (threadPool:210)
2018-03-08 01:21:40,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 590363a6-e3de-4ae9-8f4a-0fa31495c24c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:40,826+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:41,180+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:41,228+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9e1890ba-a1a9-4dfa-a22f-58f64d5d894c (threadPool:210)
2018-03-08 01:21:41,229+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 972c3239-b62f-46d9-b7ba-6e67c3abaabc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x92\xd9k\xf8-$l\x96\x7fN\xc4\xd3Td\xc6`000000000000200000000000000')) (threadPool:208)
2018-03-08 01:21:41,229+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 60c66454-d3c4-4e7f-966c-242df86bd992 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:21:41,229+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992 to 8192 megabytes (lvm:1205)
2018-03-08 01:21:41,427+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 972c3239-b62f-46d9-b7ba-6e67c3abaabc (threadPool:210)
2018-03-08 01:21:41,427+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbb9899d-2f39-44ef-8fd5-9da9a08f5794 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:41,427+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:41,465+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:41,470+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:41,472+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:41,577+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:41,626+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2f984285-6956-47c5-9f24-6e90051b33ca (threadPool:210)
2018-03-08 01:21:41,626+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9ee569f8-7b30-4e8b-9ef6-b51a28b45e13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:41,626+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:41,970+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:42,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eb1c1bd1-0995-4a3b-a2f8-74d62d4126d1 (threadPool:210)
2018-03-08 01:21:42,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5da163c8-9a9a-4750-a3b7-b3099cb3e8ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:42,019+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:42,346+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:42,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a160a569-8cc3-4b42-a990-ed6a9cdf00b8 (threadPool:210)
2018-03-08 01:21:42,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42a68a61-53c0-480a-85b1-3394b65a6f21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:42,395+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:42,707+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:42,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 590363a6-e3de-4ae9-8f4a-0fa31495c24c (threadPool:210)
2018-03-08 01:21:42,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68de4c43-23b9-4179-aec0-4eb48abce49f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:42,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:43,131+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:43,180+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbb9899d-2f39-44ef-8fd5-9da9a08f5794 (threadPool:210)
2018-03-08 01:21:43,181+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c99b7463-6782-4f6e-95bb-045bd2b87696 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:43,181+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:43,541+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:43,578+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9ee569f8-7b30-4e8b-9ef6-b51a28b45e13 (threadPool:210)
2018-03-08 01:21:43,578+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1abd0f35-da64-45fa-84dc-b137bc83f3f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:43,578+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:44,053+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:44,104+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42a68a61-53c0-480a-85b1-3394b65a6f21 (threadPool:210)
2018-03-08 01:21:44,105+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8230f5cd-51bc-4879-bcb0-87b8ab83f99a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:44,105+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:44,505+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:44,552+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68de4c43-23b9-4179-aec0-4eb48abce49f (threadPool:210)
2018-03-08 01:21:44,553+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c3e2e97-3b78-4585-b3df-446b9d45409d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:44,553+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:45,008+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:45,053+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c99b7463-6782-4f6e-95bb-045bd2b87696 (threadPool:210)
2018-03-08 01:21:45,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1f3600a3-2223-4139-bb60-eb590e01b2fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:45,054+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:45,471+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:45,501+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5da163c8-9a9a-4750-a3b7-b3099cb3e8ff (threadPool:210)
2018-03-08 01:21:45,501+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7f11d9bd-f659-4bfa-9b44-bc4986aad152 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:45,501+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:45,831+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:45,845+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:21:45,855+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:21:45,858+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:21:45,894+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:21:45,895+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:21:45,895+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:45,928+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8230f5cd-51bc-4879-bcb0-87b8ab83f99a (threadPool:210)
2018-03-08 01:21:45,928+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 45e87409-0c41-4c5e-9e00-387375224728 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:45,928+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:46,423+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:46,473+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c3e2e97-3b78-4585-b3df-446b9d45409d (threadPool:210)
2018-03-08 01:21:46,473+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e225fc4c-202b-40ca-992f-5c84d65ef825 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1473, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\xac\x8b+C5|-\x89uJWY\x06[N\xb60000000000000c0000000000000')) (threadPool:208)
2018-03-08 01:21:46,474+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b64e5b06-5957-4a75-892d-7c35432b8bac in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 3072 (mailbox:161)
2018-03-08 01:21:46,474+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac to 3072 megabytes (lvm:1205)
2018-03-08 01:21:46,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e225fc4c-202b-40ca-992f-5c84d65ef825 (threadPool:210)
2018-03-08 01:21:46,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b011e422-e73b-41f3-a82f-cc42d1e7b6b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:46,723+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:46,863+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:46,934+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1f3600a3-2223-4139-bb60-eb590e01b2fb (threadPool:210)
2018-03-08 01:21:46,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1dc6ba6d-7435-4ff0-8f6e-fdd48d617c46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:21:46,935+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:47,283+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:47,333+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1abd0f35-da64-45fa-84dc-b137bc83f3f0 (threadPool:210)
2018-03-08 01:21:47,334+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 45dcb840-b2ba-4601-b017-9aee8b12704f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:47,334+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:47,657+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:47,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7f11d9bd-f659-4bfa-9b44-bc4986aad152 (threadPool:210)
2018-03-08 01:21:47,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ee5793d0-9d57-467e-9ac3-2366480ae42c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:47,709+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:48,090+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:48,140+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 45e87409-0c41-4c5e-9e00-387375224728 (threadPool:210)
2018-03-08 01:21:48,140+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task abd4d728-7726-4a64-915a-4c0167c73ea2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:48,141+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:48,554+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:48,576+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4d9dc365-d80d-4079-b2bb-40e7361b18ea (api:46)
2018-03-08 01:21:48,582+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4d9dc365-d80d-4079-b2bb-40e7361b18ea (api:52)
2018-03-08 01:21:48,583+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:48,601+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b011e422-e73b-41f3-a82f-cc42d1e7b6b1 (threadPool:210)
2018-03-08 01:21:48,601+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e9cb7ef2-0593-4053-8da9-6a6471ceb136 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:48,602+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:48,683+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5082c392-eef5-4a09-878c-94fe0128f2a4 (api:46)
2018-03-08 01:21:48,690+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7037035479040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5188723146752', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5082c392-eef5-4a09-878c-94fe0128f2a4 (api:52)
2018-03-08 01:21:48,691+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:49,129+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:49,189+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1dc6ba6d-7435-4ff0-8f6e-fdd48d617c46 (threadPool:210)
2018-03-08 01:21:49,190+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a571d820-e4ef-4bbd-a5be-e296154293ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:49,190+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:49,591+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:50,101+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:50,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ee5793d0-9d57-467e-9ac3-2366480ae42c (threadPool:210)
2018-03-08 01:21:50,130+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb6c22ce-68c0-42aa-9096-e7c99a2e0b8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:50,130+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:50,570+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:50,598+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e9cb7ef2-0593-4053-8da9-6a6471ceb136 (threadPool:210)
2018-03-08 01:21:50,598+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10422c6f-7a20-4b0c-a8b3-edd8d8ae4451 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:50,599+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:51,099+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:51,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 45dcb840-b2ba-4601-b017-9aee8b12704f (threadPool:210)
2018-03-08 01:21:51,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ff0a5c2-2089-4f30-a44a-78924eef6fe0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:51,150+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:51,620+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:51,668+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task abd4d728-7726-4a64-915a-4c0167c73ea2 (threadPool:210)
2018-03-08 01:21:51,669+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3292f388-0d6b-4dfc-8d88-30fc1be95282 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:51,669+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:52,281+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:52,329+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb6c22ce-68c0-42aa-9096-e7c99a2e0b8a (threadPool:210)
2018-03-08 01:21:52,330+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 244e966f-c09b-4242-9418-66bf05f7c836 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:52,330+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:52,734+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:52,777+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a571d820-e4ef-4bbd-a5be-e296154293ea (threadPool:210)
2018-03-08 01:21:52,778+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 16f44677-e2a7-48ba-a8bb-ea2ccb07aadd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:52,779+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:53,441+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:53,483+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10422c6f-7a20-4b0c-a8b3-edd8d8ae4451 (threadPool:210)
2018-03-08 01:21:53,484+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2a493787-f7d5-4241-9275-bc44a024158d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:53,484+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:54,112+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:54,114+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=5380db42-e3a5-4f87-9df3-4215f0039948 (api:46)
2018-03-08 01:21:54,115+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00141676', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377567', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299245', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003018', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452403', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311152', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484127', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348492', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276389', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232824', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476978', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614219', 'lastCheck': '4.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315949', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312286', 'lastCheck': '5.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280772', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323017', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551142', 'lastCheck': '4.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303004', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508104', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819784', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301199', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739747', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221913', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424844', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236978', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243392', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348753', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254565', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230031', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128856', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204437', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257873', 'lastCheck': '3.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=5380db42-e3a5-4f87-9df3-4215f0039948 (api:52)
2018-03-08 01:21:54,115+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a6f5a9c2-f9d8-4eca-8485-05e4ac66dc17 (api:46)
2018-03-08 01:21:54,115+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a6f5a9c2-f9d8-4eca-8485-05e4ac66dc17 (api:52)
2018-03-08 01:21:54,144+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.88'}, '25': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '96.02'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '4.17', 'cpuIdle': '94.24'}, '20': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.22'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.36'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '23.39', 'cpuIdle': '72.77'}, '0': {'cpuUser': '5.04', 'nodeIndex': 0, 'cpuSys': '3.45', 'cpuIdle': '91.51'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.42'}, '2': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '5': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '93.04'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '7': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.56'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.43'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.36'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '17': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.42'}, '16': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.02'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '31': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.36'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '35': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '34': {'cpuUser': '5.76', 'nodeIndex': 0, 'cpuSys': '6.63', 'cpuIdle': '87.61'}, '33': {'cpuUser': '6.16', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '91.92'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '57': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.97'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308164'}, '0': {'memPercent': 11, 'memFree': '349603'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614219', 'lastCheck': '4.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00141676', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377567', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315949', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312286', 'lastCheck': '5.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452403', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311152', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484127', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348492', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276389', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232824', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476978', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299245', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003018', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280772', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301199', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551142', 'lastCheck': '4.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303004', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508104', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819784', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323017', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204437', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221913', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424844', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236978', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243392', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348753', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254565', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230031', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128856', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739747', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257873', 'lastCheck': '3.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1645984481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404038971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.351', 'tx': '1176270032543', 'txDropped': '0', 'rx': '625370778770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0', 'tx': '1580918627150', 'txDropped': '0', 'rx': '926308061812', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45175109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416317809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200457159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet0', 'tx': '87390973', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet1', 'tx': '37765751827', 'txDropped': '0', 'rx': '877815695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet2', 'tx': '21122786889', 'txDropped': '0', 'rx': '141314943177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175586451', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet4', 'tx': '396074355', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet5', 'tx': '23423845997', 'txDropped': '0', 'rx': '498070352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet6', 'tx': '6653674762', 'txDropped': '0', 'rx': '429818833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet7', 'tx': '1433218289', 'txDropped': '0', 'rx': '552174818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42424554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46722531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'lo', 'tx': '6931192467', 'txDropped': '0', 'rx': '6931192467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170604402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'eno1', 'tx': '975610016904', 'txDropped': '0', 'rx': '433989272604', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'eno2', 'tx': '605308610246', 'txDropped': '0', 'rx': '492318789208', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468499.743688, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468499.743688, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632700635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75870443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76988262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192025644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370759690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.306', 'tx': '76695871265', 'txDropped': '0', 'rx': '8373369770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49844811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430174694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298792044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.110', 'tx': '2475890904', 'txDropped': '0', 'rx': '66854538894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.111', 'tx': '122674607460', 'txDropped': '0', 'rx': '24445099259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55223121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54145800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465170203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165282709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56003039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55832850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45170363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468499.743688, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226496028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'oVirtManagement', 'tx': '1176270031895', 'txDropped': '0', 'rx': '625370040367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577010268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'vnet3', 'tx': '542468059', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468499.743688, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754364764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96222', 'ksmPages': 100, 'elapsedTime': '1694547.98', 'cpuLoad': '2.54', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92980'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:21:54 GMT', 'cpuUser': '1.21', 'memFree': 667609, 'cpuIdle': '97.17', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:54,149+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:21:54,186+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:54,237+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3292f388-0d6b-4dfc-8d88-30fc1be95282 (threadPool:210)
2018-03-08 01:21:54,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 745ebf25-3fe4-4bdc-858d-df380b74eb9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:54,238+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:54,550+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:54,611+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 244e966f-c09b-4242-9418-66bf05f7c836 (threadPool:210)
2018-03-08 01:21:54,612+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 03fba6a8-7ae2-4276-abd9-85a1c56af394 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x92\xd9k\xf8-$l\x96\x7fN\xc4\xd3Td\xc6`000000000000200000000000000')) (threadPool:208)
2018-03-08 01:21:54,612+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 60c66454-d3c4-4e7f-966c-242df86bd992 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:21:54,613+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992 to 8192 megabytes (lvm:1205)
2018-03-08 01:21:54,910+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=168bc701-b0ba-4127-b814-36c8da0f6108 (api:46)
2018-03-08 01:21:54,911+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00141676', 'lastCheck': '6.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377567', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299245', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003018', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452403', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311152', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484127', 'lastCheck': '5.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348492', 'lastCheck': '5.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276389', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232824', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476978', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614219', 'lastCheck': '5.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315949', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312286', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280772', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323017', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551142', 'lastCheck': '5.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303004', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508104', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819784', 'lastCheck': '5.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301199', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739747', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221913', 'lastCheck': '5.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424844', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236978', 'lastCheck': '5.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243392', 'lastCheck': '5.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348753', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254565', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230031', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00128856', 'lastCheck': '5.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204437', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257873', 'lastCheck': '4.4', 'valid': True}} from=internal, task_id=168bc701-b0ba-4127-b814-36c8da0f6108 (api:52)
2018-03-08 01:21:54,911+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=1a61c6d8-6427-4213-961d-83f9cea63c91 (api:46)
2018-03-08 01:21:54,911+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1a61c6d8-6427-4213-961d-83f9cea63c91 (api:52)
2018-03-08 01:21:55,017+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:55,068+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 16f44677-e2a7-48ba-a8bb-ea2ccb07aadd (threadPool:210)
2018-03-08 01:21:55,069+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 456f605e-d57b-4625-a7b0-9085780b27e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:55,069+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:55,267+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 03fba6a8-7ae2-4276-abd9-85a1c56af394 (threadPool:210)
2018-03-08 01:21:55,267+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73e7fda1-d706-40e8-b421-9dcb9118fd7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:55,267+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:55,393+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:55,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ff0a5c2-2089-4f30-a44a-78924eef6fe0 (threadPool:210)
2018-03-08 01:21:55,443+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e4b3112-e4c3-4c6b-aaff-ca73c5ebfde3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:55,443+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:55,775+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:55,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2a493787-f7d5-4241-9275-bc44a024158d (threadPool:210)
2018-03-08 01:21:55,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e42d819d-718d-4d5d-80f5-19eed45762d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:55,827+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:56,207+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:56,258+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 745ebf25-3fe4-4bdc-858d-df380b74eb9f (threadPool:210)
2018-03-08 01:21:56,258+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f99eca6e-80c7-4d93-8d75-48f6ec1330a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:56,259+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:56,492+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:21:56,497+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:21:56,500+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:56,640+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:56,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 456f605e-d57b-4625-a7b0-9085780b27e3 (threadPool:210)
2018-03-08 01:21:56,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task de568668-b766-4088-a678-5de3f0bb79cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:56,683+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:57,071+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:57,114+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e4b3112-e4c3-4c6b-aaff-ca73c5ebfde3 (threadPool:210)
2018-03-08 01:21:57,114+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26ea4425-8e92-4dc6-a7fa-4c40206a4653 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:57,115+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:57,499+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:57,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f99eca6e-80c7-4d93-8d75-48f6ec1330a3 (threadPool:210)
2018-03-08 01:21:57,551+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8559c0ae-1a95-4392-b50c-194351be7252 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:57,551+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:57,950+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:58,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73e7fda1-d706-40e8-b421-9dcb9118fd7b (threadPool:210)
2018-03-08 01:21:58,002+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dbef5481-ed07-4a81-ac7f-c405edbd8b1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:58,002+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:58,365+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:58,404+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task de568668-b766-4088-a678-5de3f0bb79cc (threadPool:210)
2018-03-08 01:21:58,405+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e9cf734-e4f8-48a4-8d1b-4575472efaf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:58,405+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:21:58,736+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:58,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e42d819d-718d-4d5d-80f5-19eed45762d6 (threadPool:210)
2018-03-08 01:21:58,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0aa516e5-db64-4577-a269-385867a813f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:58,804+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:59,109+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d07a5b71-6b41-49ba-96b2-7d92b39c19b9 (api:46)
2018-03-08 01:21:59,116+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d07a5b71-6b41-49ba-96b2-7d92b39c19b9 (api:52)
2018-03-08 01:21:59,116+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:21:59,137+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:59,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26ea4425-8e92-4dc6-a7fa-4c40206a4653 (threadPool:210)
2018-03-08 01:21:59,184+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e2782a2-ec4b-4b62-a94a-4572ce1a7238 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:21:59,184+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:21:59,225+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e5a874b1-6ef8-4b76-9228-73f41c147b84 (api:46)
2018-03-08 01:21:59,234+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e5a874b1-6ef8-4b76-9228-73f41c147b84 (api:52)
2018-03-08 01:21:59,236+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:21:59,594+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:21:59,659+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8559c0ae-1a95-4392-b50c-194351be7252 (threadPool:210)
2018-03-08 01:21:59,660+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c438674c-2d68-4edf-b0e9-5836c85d3a3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:21:59,661+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:00,043+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:00,092+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dbef5481-ed07-4a81-ac7f-c405edbd8b1a (threadPool:210)
2018-03-08 01:22:00,092+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7742a3f6-df75-4297-a287-1031f9040f3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:00,093+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:00,504+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:00,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e9cf734-e4f8-48a4-8d1b-4575472efaf3 (threadPool:210)
2018-03-08 01:22:00,553+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fb8d87b3-9d3d-49f5-98f3-01dd89a3b3a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:00,554+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:00,903+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:22:00,912+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:22:00,915+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:22:00,920+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:00,946+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:22:00,947+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:22:00,948+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:00,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0aa516e5-db64-4577-a269-385867a813f0 (threadPool:210)
2018-03-08 01:22:00,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1bbec15f-57a2-4e87-a8b0-d8b12a86f16e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:22:00,995+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:01,297+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:01,345+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e2782a2-ec4b-4b62-a94a-4572ce1a7238 (threadPool:210)
2018-03-08 01:22:01,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c5302e92-f5a2-4f07-8bdb-1c3df68cd77c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:01,346+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:01,769+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:02,184+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:02,233+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c438674c-2d68-4edf-b0e9-5836c85d3a3f (threadPool:210)
2018-03-08 01:22:02,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28fb5201-cdf9-45c5-8099-b785d19b5d71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:02,234+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:02,563+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:02,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7742a3f6-df75-4297-a287-1031f9040f3d (threadPool:210)
2018-03-08 01:22:02,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6429c356-b10c-4583-8df7-186a2164efe9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:02,614+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:02,977+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:03,026+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fb8d87b3-9d3d-49f5-98f3-01dd89a3b3a3 (threadPool:210)
2018-03-08 01:22:03,027+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c3756f29-c7ee-49a5-8bdf-8f80c64f4bd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:03,027+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:03,379+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:03,428+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1bbec15f-57a2-4e87-a8b0-d8b12a86f16e (threadPool:210)
2018-03-08 01:22:03,428+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8111e89d-2c06-463c-b31d-d5bf9cb06e8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:03,429+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:03,768+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:03,817+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c5302e92-f5a2-4f07-8bdb-1c3df68cd77c (threadPool:210)
2018-03-08 01:22:03,817+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5e2b5f9-b044-47da-b44a-92507b324557 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:03,817+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:03,908+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20814 (__init__:330)
2018-03-08 01:22:03,930+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20815 (__init__:330)
2018-03-08 01:22:03,949+0100 INFO  (ioprocess/292045) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:22:03,952+0100 INFO  (ioprocess/292051) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:22:04,118+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:04,165+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28fb5201-cdf9-45c5-8099-b785d19b5d71 (threadPool:210)
2018-03-08 01:22:04,166+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c7ab364d-e7bd-4895-8647-9a40f486ceaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:04,166+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:04,529+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:04,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6429c356-b10c-4583-8df7-186a2164efe9 (threadPool:210)
2018-03-08 01:22:04,577+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5b957213-10fc-4bf6-8029-e37b6631e6c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:04,577+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:04,898+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:04,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c3756f29-c7ee-49a5-8bdf-8f80c64f4bd3 (threadPool:210)
2018-03-08 01:22:04,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6579869d-1e78-44f1-8e6e-c7a411520191 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:04,947+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:05,395+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:05,444+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8111e89d-2c06-463c-b31d-d5bf9cb06e8b (threadPool:210)
2018-03-08 01:22:05,445+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cb19d7cd-3869-48c4-91b5-45ed80b2e36d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:05,445+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:05,775+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:05,819+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5e2b5f9-b044-47da-b44a-92507b324557 (threadPool:210)
2018-03-08 01:22:05,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e19f694d-8eb2-474b-ba62-cf36f32c4aac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:05,820+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:06,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:06,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c7ab364d-e7bd-4895-8647-9a40f486ceaa (threadPool:210)
2018-03-08 01:22:06,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 12376c8b-ecce-47bb-9590-85f8e551228d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:06,220+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:06,585+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:06,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5b957213-10fc-4bf6-8029-e37b6631e6c3 (threadPool:210)
2018-03-08 01:22:06,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29fa7e35-ba79-4126-994b-600f5980f970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:06,624+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:06,964+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:07,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cb19d7cd-3869-48c4-91b5-45ed80b2e36d (threadPool:210)
2018-03-08 01:22:07,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7103b105-ba82-4610-b455-2c0fd539dd5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:07,014+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:07,392+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:07,434+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e19f694d-8eb2-474b-ba62-cf36f32c4aac (threadPool:210)
2018-03-08 01:22:07,435+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce8a741f-7a2b-4f2d-aae2-c865d2053f50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:07,435+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:07,843+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:07,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6579869d-1e78-44f1-8e6e-c7a411520191 (threadPool:210)
2018-03-08 01:22:07,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 723cae1e-b046-45fe-a058-23eb267d1214 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:07,896+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:08,206+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:08,269+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29fa7e35-ba79-4126-994b-600f5980f970 (threadPool:210)
2018-03-08 01:22:08,269+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c4c3cd89-d434-4b6f-830e-43e926bc4808 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:08,270+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:08,593+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:08,640+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7103b105-ba82-4610-b455-2c0fd539dd5c (threadPool:210)
2018-03-08 01:22:08,641+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8da18ea2-f493-48dc-bc7b-0782f577c5cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:08,641+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:08,973+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:09,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 12376c8b-ecce-47bb-9590-85f8e551228d (threadPool:210)
2018-03-08 01:22:09,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 324702f2-8dd4-4b7e-bceb-9d03728a8d4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:09,021+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:09,195+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:09,199+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9597689b-b082-498e-8bbf-b0be2905c6d6 (api:46)
2018-03-08 01:22:09,200+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302332', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094888', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391213', 'lastCheck': '9.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00385189', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441381', 'lastCheck': '8.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234059', 'lastCheck': '8.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0806019', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430367', 'lastCheck': '9.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418578', 'lastCheck': '9.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370254', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225549', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412051', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511752', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252035', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289988', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219814', 'lastCheck': '8.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390228', 'lastCheck': '0.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400274', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240065', 'lastCheck': '9.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625844', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247451', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704449', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257656', 'lastCheck': '9.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394748', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036522', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249434', 'lastCheck': '9.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000349706', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422778', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379623', 'lastCheck': '9.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637711', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251452', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202888', 'lastCheck': '8.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9597689b-b082-498e-8bbf-b0be2905c6d6 (api:52)
2018-03-08 01:22:09,200+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=35335d00-c8b8-48ec-9666-a09a4a26a794 (api:46)
2018-03-08 01:22:09,201+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=35335d00-c8b8-48ec-9666-a09a4a26a794 (api:52)
2018-03-08 01:22:09,233+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '25': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.37'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '20': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.43'}, '21': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '22': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.49'}, '23': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.38'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '41': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.10'}, '1': {'cpuUser': '4.30', 'nodeIndex': 1, 'cpuSys': '21.18', 'cpuIdle': '74.52'}, '0': {'cpuUser': '5.10', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '91.72'}, '3': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.91'}, '2': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.22'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.77'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '12': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.37'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '14': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.63'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.70'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.83'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.44'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.75'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '34': {'cpuUser': '5.23', 'nodeIndex': 0, 'cpuSys': '5.56', 'cpuIdle': '89.21'}, '33': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308119'}, '0': {'memPercent': 11, 'memFree': '349677'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412051', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302332', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094888', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511752', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252035', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441381', 'lastCheck': '8.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234059', 'lastCheck': '8.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0806019', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430367', 'lastCheck': '9.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418578', 'lastCheck': '9.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370254', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225549', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391213', 'lastCheck': '9.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00385189', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289988', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247451', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390228', 'lastCheck': '0.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400274', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240065', 'lastCheck': '9.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625844', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219814', 'lastCheck': '8.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251452', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257656', 'lastCheck': '9.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394748', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036522', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249434', 'lastCheck': '9.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000349706', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422778', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379623', 'lastCheck': '9.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637711', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704449', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202888', 'lastCheck': '8.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646011887', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404040783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.351', 'tx': '1176270100910', 'txDropped': '0', 'rx': '625370788912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0', 'tx': '1580918715138', 'txDropped': '0', 'rx': '926308467312', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45175509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416319031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200459979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet0', 'tx': '87394685', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet1', 'tx': '37765756307', 'txDropped': '0', 'rx': '877819006', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet2', 'tx': '21122861226', 'txDropped': '0', 'rx': '141314959640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175588049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet4', 'tx': '396078067', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet5', 'tx': '23423875850', 'txDropped': '0', 'rx': '498070550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet6', 'tx': '6653679596', 'txDropped': '0', 'rx': '429822551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet7', 'tx': '1433219763', 'txDropped': '0', 'rx': '552174880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42424904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46722881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'lo', 'tx': '6931269309', 'txDropped': '0', 'rx': '6931269309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170606106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'eno1', 'tx': '975610091809', 'txDropped': '0', 'rx': '433989489520', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'eno2', 'tx': '605308623329', 'txDropped': '0', 'rx': '492318977792', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468514.849237, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468514.849237, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632705079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75870843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76988662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192028508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370760040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.306', 'tx': '76695871265', 'txDropped': '0', 'rx': '8373372838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49845161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430177762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298794908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.110', 'tx': '2475897995', 'txDropped': '0', 'rx': '66854544998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.111', 'tx': '122674623758', 'txDropped': '0', 'rx': '24445170332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55223471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54146150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465172015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165284413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56003389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55833200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45170763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468514.849237, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226498848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'oVirtManagement', 'tx': '1176270100262', 'txDropped': '0', 'rx': '625370050509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577014712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'vnet3', 'tx': '542471771', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468514.849237, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754366412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694563.07', 'cpuLoad': '2.50', 'cpuSys': '1.58', 'diskStats': {'/var/log': {'free': '92979'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.84', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:22:09 GMT', 'cpuUser': '1.19', 'memFree': 667603, 'cpuIdle': '97.23', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.53'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:09,238+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:22:09,346+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:09,444+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce8a741f-7a2b-4f2d-aae2-c865d2053f50 (threadPool:210)
2018-03-08 01:22:09,445+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task df2e9743-0123-4cc5-a6f6-a4aa7576abcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:09,445+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:09,639+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3f5cd69a-4a73-4bd9-ab43-b6bb9c9354d2 (api:46)
2018-03-08 01:22:09,646+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3f5cd69a-4a73-4bd9-ab43-b6bb9c9354d2 (api:52)
2018-03-08 01:22:09,647+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:09,743+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f04999a3-7a3f-46ea-8514-d8888cbadc8d (api:46)
2018-03-08 01:22:09,753+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f04999a3-7a3f-46ea-8514-d8888cbadc8d (api:52)
2018-03-08 01:22:09,755+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:09,814+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:09,885+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c4c3cd89-d434-4b6f-830e-43e926bc4808 (threadPool:210)
2018-03-08 01:22:09,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 592c2527-908b-40b0-b305-6b7017c29b74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:09,887+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:09,999+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e61cea70-49cb-4ecf-b89b-5bd66eb0ea85 (api:46)
2018-03-08 01:22:10,001+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302332', 'lastCheck': '1.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094888', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209188', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701067', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437533', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216575', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000796402', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384051', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231434', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203722', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225549', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028758', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511752', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252035', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00197797', 'lastCheck': '0.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00201628', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353094', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347907', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236067', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00414394', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269508', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704449', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478439', 'lastCheck': '0.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394748', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036522', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502029', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000349706', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422778', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379623', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637711', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250935', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202888', 'lastCheck': '9.5', 'valid': True}} from=internal, task_id=e61cea70-49cb-4ecf-b89b-5bd66eb0ea85 (api:52)
2018-03-08 01:22:10,001+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ebb86060-96a5-4729-956f-5fc609e01ff2 (api:46)
2018-03-08 01:22:10,002+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ebb86060-96a5-4729-956f-5fc609e01ff2 (api:52)
2018-03-08 01:22:10,259+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:10,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8da18ea2-f493-48dc-bc7b-0782f577c5cc (threadPool:210)
2018-03-08 01:22:10,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task de97f979-0620-4b53-9dba-a61194c37013 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:10,301+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:10,674+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:10,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 723cae1e-b046-45fe-a058-23eb267d1214 (threadPool:210)
2018-03-08 01:22:10,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e829c8ee-a88e-49ca-be75-4f151fe5afa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:10,723+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:11,064+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:11,115+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task df2e9743-0123-4cc5-a6f6-a4aa7576abcf (threadPool:210)
2018-03-08 01:22:11,116+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5ff45f77-26a0-44ee-936a-b6d334b0ed7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:11,116+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:11,426+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:11,495+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 592c2527-908b-40b0-b305-6b7017c29b74 (threadPool:210)
2018-03-08 01:22:11,495+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 751f567f-fa81-4f74-ad8f-0c6883cdad88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:11,496+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:11,518+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:11,527+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:11,529+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:11,837+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:11,886+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 324702f2-8dd4-4b7e-bceb-9d03728a8d4b (threadPool:210)
2018-03-08 01:22:11,887+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 97250a48-4281-4d11-b28c-41cedd996d59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:11,887+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:12,199+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:12,249+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task de97f979-0620-4b53-9dba-a61194c37013 (threadPool:210)
2018-03-08 01:22:12,249+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d1145eed-04ba-4c5a-ae5f-6498c001fcfb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:12,250+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:12,614+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:12,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e829c8ee-a88e-49ca-be75-4f151fe5afa0 (threadPool:210)
2018-03-08 01:22:12,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cf70713a-faff-427a-9ea4-c6d97e16a986 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:22:12,670+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:13,006+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:13,056+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5ff45f77-26a0-44ee-936a-b6d334b0ed7f (threadPool:210)
2018-03-08 01:22:13,056+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5bda718a-688c-409f-a989-280691d64b8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:13,057+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:13,389+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:13,439+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 751f567f-fa81-4f74-ad8f-0c6883cdad88 (threadPool:210)
2018-03-08 01:22:13,439+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f9b5149f-c3e8-4c48-9b1a-714bf1804b48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:13,439+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:13,802+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:14,134+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:14,179+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d1145eed-04ba-4c5a-ae5f-6498c001fcfb (threadPool:210)
2018-03-08 01:22:14,179+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ff7aae44-b0a5-4ff3-92d8-a304636f4aa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:14,180+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:14,540+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:14,590+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cf70713a-faff-427a-9ea4-c6d97e16a986 (threadPool:210)
2018-03-08 01:22:14,591+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 23f11c44-5dc6-4764-aaf5-fa6e5c1c110d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:14,591+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:14,898+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:14,949+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5bda718a-688c-409f-a989-280691d64b8e (threadPool:210)
2018-03-08 01:22:14,949+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 465e941b-49f5-4db3-a6e8-c89f8b519b85 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:14,949+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:15,320+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:15,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f9b5149f-c3e8-4c48-9b1a-714bf1804b48 (threadPool:210)
2018-03-08 01:22:15,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 402ae823-646d-4f0a-b16f-7e8f3747c4b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:15,372+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:15,772+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:15,820+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 97250a48-4281-4d11-b28c-41cedd996d59 (threadPool:210)
2018-03-08 01:22:15,820+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 348803c3-51a4-4ac4-aa99-0903578ad8ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:15,821+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:15,927+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:22:15,932+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:22:15,934+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:15,957+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:22:15,957+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:22:15,958+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:16,162+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:16,212+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ff7aae44-b0a5-4ff3-92d8-a304636f4aa1 (threadPool:210)
2018-03-08 01:22:16,212+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6689f41d-71da-4159-9b2d-50a41e3039c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:16,213+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:16,555+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:16,603+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 23f11c44-5dc6-4764-aaf5-fa6e5c1c110d (threadPool:210)
2018-03-08 01:22:16,604+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b742037-86a7-4452-ae1c-83e8ce231423 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:16,605+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:16,978+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:17,027+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 465e941b-49f5-4db3-a6e8-c89f8b519b85 (threadPool:210)
2018-03-08 01:22:17,028+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b14b502d-40b4-4be6-bd9a-c78ef113fb8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:17,028+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:17,531+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:17,570+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 402ae823-646d-4f0a-b16f-7e8f3747c4b3 (threadPool:210)
2018-03-08 01:22:17,571+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 010afafd-e7b6-466a-9d6e-9693bb81bb79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:17,571+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:17,915+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:17,971+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6689f41d-71da-4159-9b2d-50a41e3039c2 (threadPool:210)
2018-03-08 01:22:17,971+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 95b8a68a-ee43-4bb8-bf20-4caa64e49a20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:17,972+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:18,386+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:18,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b742037-86a7-4452-ae1c-83e8ce231423 (threadPool:210)
2018-03-08 01:22:18,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 712b0bb5-af76-4a71-8787-7a4a548104be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:18,433+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:18,767+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:18,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b14b502d-40b4-4be6-bd9a-c78ef113fb8e (threadPool:210)
2018-03-08 01:22:18,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 054d7264-c27d-4a69-abcd-413dd3ff476b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:18,820+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:19,298+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:19,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 348803c3-51a4-4ac4-aa99-0903578ad8ff (threadPool:210)
2018-03-08 01:22:19,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a36b0d61-39f1-4d31-8497-2357c013a8fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:19,361+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:19,713+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:19,785+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 95b8a68a-ee43-4bb8-bf20-4caa64e49a20 (threadPool:210)
2018-03-08 01:22:19,786+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7da1f6ed-9d0d-41cb-9fe7-e5cef3e5c775 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:19,786+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:20,163+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a13cd082-0d3b-4346-a512-7fc3a1ef7f62 (api:46)
2018-03-08 01:22:20,169+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a13cd082-0d3b-4346-a512-7fc3a1ef7f62 (api:52)
2018-03-08 01:22:20,170+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:20,250+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:20,276+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d4b26fde-a162-438e-bfeb-17384f00ce98 (api:46)
2018-03-08 01:22:20,285+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d4b26fde-a162-438e-bfeb-17384f00ce98 (api:52)
2018-03-08 01:22:20,287+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:22:20,306+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 712b0bb5-af76-4a71-8787-7a4a548104be (threadPool:210)
2018-03-08 01:22:20,306+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5fe8e627-9dd6-4c28-b181-a4b32de0e338 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:20,307+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:20,661+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:20,704+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 010afafd-e7b6-466a-9d6e-9693bb81bb79 (threadPool:210)
2018-03-08 01:22:20,705+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7e192236-d419-4ff7-bdae-555ac7bb9ed6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:20,705+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:21,049+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:21,099+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7da1f6ed-9d0d-41cb-9fe7-e5cef3e5c775 (threadPool:210)
2018-03-08 01:22:21,099+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3d5c5f97-6150-4596-a4ba-4533a05e01d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:21,100+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:21,431+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:21,472+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 054d7264-c27d-4a69-abcd-413dd3ff476b (threadPool:210)
2018-03-08 01:22:21,472+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b9c673a-9677-4842-9084-e6a2be3cd5a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:21,473+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:21,830+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:21,881+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a36b0d61-39f1-4d31-8497-2357c013a8fa (threadPool:210)
2018-03-08 01:22:21,881+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task afa355c0-cba4-4245-a22a-17863537ef1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:21,882+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:22,322+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:22,364+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7e192236-d419-4ff7-bdae-555ac7bb9ed6 (threadPool:210)
2018-03-08 01:22:22,365+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a3069178-6a02-46ab-a02b-a001277b4e56 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:22,366+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:22,699+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:22,748+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3d5c5f97-6150-4596-a4ba-4533a05e01d1 (threadPool:210)
2018-03-08 01:22:22,748+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 133b8d37-9e74-43ae-80f5-8d99fdf6c956 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:22,748+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:23,122+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:23,170+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5fe8e627-9dd6-4c28-b181-a4b32de0e338 (threadPool:210)
2018-03-08 01:22:23,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 78385f5e-4cf0-4fd0-8052-0af5f3c98e16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:23,171+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:23,528+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:23,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b9c673a-9677-4842-9084-e6a2be3cd5a6 (threadPool:210)
2018-03-08 01:22:23,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bc7852ee-2f21-421e-bf2c-e36d3cecc850 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:23,571+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:23,864+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:23,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a3069178-6a02-46ab-a02b-a001277b4e56 (threadPool:210)
2018-03-08 01:22:23,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 61940013-cff4-4b8b-a546-356a1e719153 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:23,916+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:24,207+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:24,261+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 133b8d37-9e74-43ae-80f5-8d99fdf6c956 (threadPool:210)
2018-03-08 01:22:24,262+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0771495c-b968-4b68-8a92-a15e42a3b93d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:24,262+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:24,275+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:24,276+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2286d7a5-4c43-446c-8fea-660d1d6bd127 (api:46)
2018-03-08 01:22:24,277+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102635', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700682', 'lastCheck': '4.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397806', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378674', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000606258', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235687', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00864822', 'lastCheck': '5.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050056', 'lastCheck': '4.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296369', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441897', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101256', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00358369', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303971', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300946', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395354', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372776', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498799', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349655', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552244', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576477', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246505', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308498', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358516', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000405272', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251262', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316592', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369296', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268023', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273927', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274696', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191136', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411486', 'lastCheck': '3.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2286d7a5-4c43-446c-8fea-660d1d6bd127 (api:52)
2018-03-08 01:22:24,277+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=658536a0-4afc-4a57-8f27-356f27eca89c (api:46)
2018-03-08 01:22:24,277+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=658536a0-4afc-4a57-8f27-356f27eca89c (api:52)
2018-03-08 01:22:24,309+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.69'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.17'}, '26': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.56'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.09'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.69'}, '22': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.35'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '41': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.04'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '27.18', 'cpuIdle': '68.05'}, '0': {'cpuUser': '5.57', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '90.92'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.69'}, '2': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.10'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.69'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '58': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.33'}, '11': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.23'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '13': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.29'}, '12': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '14': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '17': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.09'}, '16': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.36'}, '49': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.60'}, '37': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.49'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.34'}, '35': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '34': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '6.43', 'cpuIdle': '87.21'}, '33': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308048'}, '0': {'memPercent': 11, 'memFree': '349718'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00358369', 'lastCheck': '4.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102635', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700682', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303971', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300946', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000606258', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235687', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00864822', 'lastCheck': '5.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050056', 'lastCheck': '4.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296369', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441897', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101256', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397806', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378674', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395354', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246505', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498799', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349655', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552244', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576477', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372776', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191136', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358516', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000405272', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251262', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316592', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369296', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268023', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273927', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274696', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308498', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411486', 'lastCheck': '3.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646016090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404044663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.351', 'tx': '1176270187158', 'txDropped': '0', 'rx': '625370807804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0', 'tx': '1580918979555', 'txDropped': '0', 'rx': '926308993081', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45175909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416320201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200461716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet0', 'tx': '87400440', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet1', 'tx': '37765760465', 'txDropped': '0', 'rx': '877822154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet2', 'tx': '21122932133', 'txDropped': '0', 'rx': '141315118022', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175589839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet4', 'tx': '396083822', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet5', 'tx': '23423881556', 'txDropped': '0', 'rx': '498070864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet6', 'tx': '6653684561', 'txDropped': '0', 'rx': '429830500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet7', 'tx': '1433221161', 'txDropped': '0', 'rx': '552174984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42425304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46723281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'lo', 'tx': '6931348158', 'txDropped': '0', 'rx': '6931348158', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170607556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'eno1', 'tx': '975610319206', 'txDropped': '0', 'rx': '433989726023', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'eno2', 'tx': '605308660349', 'txDropped': '0', 'rx': '492319267058', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468529.935129, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468529.935129, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632709849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75871193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76989012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192031698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370760440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.306', 'tx': '76695871265', 'txDropped': '0', 'rx': '8373377627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49845561', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430182551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298798098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.110', 'tx': '2475909196', 'txDropped': '0', 'rx': '66854551233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.111', 'tx': '122674782333', 'txDropped': '0', 'rx': '24445234249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55223871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54146550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465175895', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165285863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56003789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55833600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45171163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468529.935129, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226500585', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'oVirtManagement', 'tx': '1176270186510', 'txDropped': '0', 'rx': '625370069401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577019482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'vnet3', 'tx': '542477526', 'txDropped': '0', 'rx': '221473584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468529.935129, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754368202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1694578.14', 'cpuLoad': '2.41', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92977'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.84', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:22:24 GMT', 'cpuUser': '1.22', 'memFree': 667611, 'cpuIdle': '97.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.00'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:24,314+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:22:24,587+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:24,617+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 78385f5e-4cf0-4fd0-8052-0af5f3c98e16 (threadPool:210)
2018-03-08 01:22:24,617+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 22f982c4-6ab6-4ed1-8ea4-eb9c79666af1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:24,618+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:24,991+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:25,092+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=434461ea-5735-492d-ba2e-ccf7fd5cacc5 (api:46)
2018-03-08 01:22:25,094+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102635', 'lastCheck': '6.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700682', 'lastCheck': '5.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397806', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378674', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000606258', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235687', 'lastCheck': '4.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00864822', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050056', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296369', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441897', 'lastCheck': '5.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101256', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00358369', 'lastCheck': '5.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303971', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300946', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395354', 'lastCheck': '5.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372776', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498799', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349655', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552244', 'lastCheck': '5.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000576477', 'lastCheck': '5.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246505', 'lastCheck': '5.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308498', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358516', 'lastCheck': '5.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000405272', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251262', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316592', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000369296', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268023', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273927', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274696', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191136', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411486', 'lastCheck': '4.6', 'valid': True}} from=internal, task_id=434461ea-5735-492d-ba2e-ccf7fd5cacc5 (api:52)
2018-03-08 01:22:25,094+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=c2adc34b-1489-4694-b82b-e6fe3d0409a2 (api:46)
2018-03-08 01:22:25,095+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c2adc34b-1489-4694-b82b-e6fe3d0409a2 (api:52)
2018-03-08 01:22:25,112+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bc7852ee-2f21-421e-bf2c-e36d3cecc850 (threadPool:210)
2018-03-08 01:22:25,113+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 525d9962-16ca-46bd-a1eb-24f881adbde2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:25,113+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:25,465+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:25,796+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:25,846+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 61940013-cff4-4b8b-a546-356a1e719153 (threadPool:210)
2018-03-08 01:22:25,846+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 011c9e21-dcd0-4e0a-8e36-f7c5bc03be8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:25,846+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:26,220+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:26,267+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0771495c-b968-4b68-8a92-a15e42a3b93d (threadPool:210)
2018-03-08 01:22:26,268+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dc4b0bd3-fffa-4d85-b410-b0fd1ba8478a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:22:26,268+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:26,546+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:26,551+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:26,553+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:26,664+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:26,712+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task afa355c0-cba4-4245-a22a-17863537ef1d (threadPool:210)
2018-03-08 01:22:26,712+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f9771cc3-6174-4398-ad5b-98bf80873835 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:26,713+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:27,025+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:27,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 22f982c4-6ab6-4ed1-8ea4-eb9c79666af1 (threadPool:210)
2018-03-08 01:22:27,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9566c122-d9f2-4180-948b-f8006db2f46b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:27,067+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:27,589+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:27,634+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 011c9e21-dcd0-4e0a-8e36-f7c5bc03be8c (threadPool:210)
2018-03-08 01:22:27,635+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 14e011ed-4f6e-4926-abdb-92ddba8a23ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:27,635+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:27,977+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:28,026+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f9771cc3-6174-4398-ad5b-98bf80873835 (threadPool:210)
2018-03-08 01:22:28,026+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c9f127c-7d78-461b-8c3f-c418778464f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:28,027+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:28,423+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:28,450+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 525d9962-16ca-46bd-a1eb-24f881adbde2 (threadPool:210)
2018-03-08 01:22:28,450+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 650f2fb4-107d-436b-8bbd-3b29c340cdb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:28,451+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:28,784+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:28,851+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dc4b0bd3-fffa-4d85-b410-b0fd1ba8478a (threadPool:210)
2018-03-08 01:22:28,853+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4bfa19fe-6889-4045-bc7d-e2da849d4e3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:28,853+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:29,145+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:29,203+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 14e011ed-4f6e-4926-abdb-92ddba8a23ec (threadPool:210)
2018-03-08 01:22:29,204+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9646552c-c0e6-4bbc-af62-915ec9fae9ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:29,205+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:29,509+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:29,583+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9566c122-d9f2-4180-948b-f8006db2f46b (threadPool:210)
2018-03-08 01:22:29,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96798aba-8599-4aa8-98cf-09cf3693dff5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:29,584+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:29,933+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:29,977+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 650f2fb4-107d-436b-8bbd-3b29c340cdb8 (threadPool:210)
2018-03-08 01:22:29,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5bc552e0-126a-4f4d-81bf-48fdf6f7eb15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:29,978+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:30,386+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:30,430+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4bfa19fe-6889-4045-bc7d-e2da849d4e3f (threadPool:210)
2018-03-08 01:22:30,432+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task daaa15b7-b551-4633-8222-45b2f9b23ea1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:30,432+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:30,725+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e964b6d8-dcf3-4b27-9c7e-853aba94a919 (api:46)
2018-03-08 01:22:30,731+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e964b6d8-dcf3-4b27-9c7e-853aba94a919 (api:52)
2018-03-08 01:22:30,732+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:30,779+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:30,827+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a53a7991-59a5-4fb7-9f33-3d7cf55a491f (api:46)
2018-03-08 01:22:30,837+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a53a7991-59a5-4fb7-9f33-3d7cf55a491f (api:52)
2018-03-08 01:22:30,839+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:30,849+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c9f127c-7d78-461b-8c3f-c418778464f9 (threadPool:210)
2018-03-08 01:22:30,850+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 030dcfc2-03c5-4e32-8303-e442aa06d177 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:30,850+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:30,943+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:22:30,948+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:22:30,950+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:30,962+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:22:30,962+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:22:30,963+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:31,176+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:31,227+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9646552c-c0e6-4bbc-af62-915ec9fae9ac (threadPool:210)
2018-03-08 01:22:31,228+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 06e2b429-c61a-4f6e-991e-0d90841d7571 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:31,228+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:31,548+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:31,592+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96798aba-8599-4aa8-98cf-09cf3693dff5 (threadPool:210)
2018-03-08 01:22:31,593+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0a24ad47-2db4-481d-bd14-487852d72400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:31,594+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:31,933+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:31,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5bc552e0-126a-4f4d-81bf-48fdf6f7eb15 (threadPool:210)
2018-03-08 01:22:31,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1a5d235f-59f2-41bb-b177-18eb5f3a6044 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:31,977+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:32,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:32,369+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 030dcfc2-03c5-4e32-8303-e442aa06d177 (threadPool:210)
2018-03-08 01:22:32,369+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8d718bee-6eba-4c4c-8114-1e15c06fa2f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:32,369+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:32,665+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:32,713+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 06e2b429-c61a-4f6e-991e-0d90841d7571 (threadPool:210)
2018-03-08 01:22:32,713+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2c499a7a-96ae-4965-b047-cea4e2d1adb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:32,714+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:33,060+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:33,098+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0a24ad47-2db4-481d-bd14-487852d72400 (threadPool:210)
2018-03-08 01:22:33,099+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b3d15430-817f-4898-99b6-cf12e4ea1ca7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:33,099+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:33,425+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:33,462+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1a5d235f-59f2-41bb-b177-18eb5f3a6044 (threadPool:210)
2018-03-08 01:22:33,463+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8a7e9a31-d8c0-4fa7-944a-d6d0bbc0ee59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:33,463+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:33,753+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:33,802+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8d718bee-6eba-4c4c-8114-1e15c06fa2f1 (threadPool:210)
2018-03-08 01:22:33,802+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 76c352b8-e0c5-44d0-9c98-4a9b403f81f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:33,802+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:34,156+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:34,204+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2c499a7a-96ae-4965-b047-cea4e2d1adb5 (threadPool:210)
2018-03-08 01:22:34,204+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 76f1f133-4c58-4022-a375-6949e025652f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:34,205+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:34,520+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:34,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b3d15430-817f-4898-99b6-cf12e4ea1ca7 (threadPool:210)
2018-03-08 01:22:34,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b423cd0-ecb8-4215-bf41-eabd01d0f08f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:34,568+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:34,884+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:34,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8a7e9a31-d8c0-4fa7-944a-d6d0bbc0ee59 (threadPool:210)
2018-03-08 01:22:34,937+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f946b039-d6a6-4caf-9c1d-f931879a0bd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:34,937+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:35,277+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:35,330+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 76c352b8-e0c5-44d0-9c98-4a9b403f81f3 (threadPool:210)
2018-03-08 01:22:35,330+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b63c19ef-411e-442f-983b-7f6c18b43259 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:35,330+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:35,683+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:35,728+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task daaa15b7-b551-4633-8222-45b2f9b23ea1 (threadPool:210)
2018-03-08 01:22:35,729+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 66e16d20-e8b8-49ac-8277-3ea665be7294 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:35,729+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:36,076+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:36,140+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 76f1f133-4c58-4022-a375-6949e025652f (threadPool:210)
2018-03-08 01:22:36,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de40bbac-0a81-49aa-a9f7-6502e71dd6a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:36,142+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:36,564+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:36,635+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f946b039-d6a6-4caf-9c1d-f931879a0bd9 (threadPool:210)
2018-03-08 01:22:36,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3081ac99-6723-465f-8bf4-f59e55059648 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:36,636+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:36,990+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:37,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b63c19ef-411e-442f-983b-7f6c18b43259 (threadPool:210)
2018-03-08 01:22:37,040+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2d0bf3cb-7131-4fb7-876f-75c4c252405b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:37,040+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:37,407+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:37,805+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:37,850+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b423cd0-ecb8-4215-bf41-eabd01d0f08f (threadPool:210)
2018-03-08 01:22:37,850+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 891eb96d-5fc2-4999-bd3d-49411d5b1fad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:37,850+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:38,225+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:38,282+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3081ac99-6723-465f-8bf4-f59e55059648 (threadPool:210)
2018-03-08 01:22:38,283+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d5f7bc76-a52e-401c-b3e6-758fe2424ca1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:38,283+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:38,736+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:38,817+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 66e16d20-e8b8-49ac-8277-3ea665be7294 (threadPool:210)
2018-03-08 01:22:38,817+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ed6b8e5-cc26-4310-b2a1-fba1e9719109 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:22:38,818+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:39,137+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:39,202+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 891eb96d-5fc2-4999-bd3d-49411d5b1fad (threadPool:210)
2018-03-08 01:22:39,203+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task afe47ffe-535c-46fb-bf3f-5a0da5339158 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:39,203+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:39,354+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:39,356+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=01814d55-c179-4aed-b82c-ad0010b6466f (api:46)
2018-03-08 01:22:39,356+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317084', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793284', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230166', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000560293', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622828', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329325', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317606', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387368', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268885', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245313', 'lastCheck': '0.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00339947', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819065', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261919', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461149', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554699', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269785', 'lastCheck': '8.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034921', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300736', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291147', 'lastCheck': '9.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476269', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00408344', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356205', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295737', 'lastCheck': '9.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000241362', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00227118', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233399', 'lastCheck': '9.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351591', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271986', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263193', 'lastCheck': '9.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556753', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424594', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318834', 'lastCheck': '8.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=01814d55-c179-4aed-b82c-ad0010b6466f (api:52)
2018-03-08 01:22:39,357+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1aa884af-55fc-41d6-9f0b-61634b999817 (api:46)
2018-03-08 01:22:39,357+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1aa884af-55fc-41d6-9f0b-61634b999817 (api:52)
2018-03-08 01:22:39,397+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.48'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.97'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '21': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.74'}, '29': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.44'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.53'}, '41': {'cpuUser': '3.91', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.64'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '21.53', 'cpuIdle': '73.83'}, '0': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '90.73'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.64'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '7': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.43'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '9': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.03'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.55'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.68'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.63'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '15': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.44'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '17': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '93.44'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.55'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.10'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.15'}, '31': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '35': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '34': {'cpuUser': '7.02', 'nodeIndex': 0, 'cpuSys': '7.42', 'cpuIdle': '85.56'}, '33': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '18': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308043'}, '0': {'memPercent': 11, 'memFree': '349727'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819065', 'lastCheck': '1.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317084', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793284', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261919', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461149', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622828', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329325', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317606', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387368', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268885', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245313', 'lastCheck': '0.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00339947', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230166', 'lastCheck': '9.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000560293', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554699', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00408344', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034921', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300736', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291147', 'lastCheck': '9.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476269', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269785', 'lastCheck': '8.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424594', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295737', 'lastCheck': '9.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000241362', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00227118', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233399', 'lastCheck': '9.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351591', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271986', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263193', 'lastCheck': '9.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556753', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356205', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318834', 'lastCheck': '8.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646018907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404046290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.351', 'tx': '1176270254792', 'txDropped': '0', 'rx': '625370817490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0', 'tx': '1580919093905', 'txDropped': '0', 'rx': '926309410664', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45176259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416321159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200463391', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet0', 'tx': '87405864', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet1', 'tx': '37765764799', 'txDropped': '0', 'rx': '877825447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet2', 'tx': '21123097680', 'txDropped': '0', 'rx': '141315211265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175592414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet4', 'tx': '396089246', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet5', 'tx': '23423888888', 'txDropped': '0', 'rx': '498072809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet6', 'tx': '6653690110', 'txDropped': '0', 'rx': '429834765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet7', 'tx': '1433222343', 'txDropped': '0', 'rx': '552175046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42425654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46723631', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'lo', 'tx': '6931422723', 'txDropped': '0', 'rx': '6931422723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170609148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'eno1', 'tx': '975610421202', 'txDropped': '0', 'rx': '433989925157', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'eno2', 'tx': '605308672703', 'txDropped': '0', 'rx': '492319485507', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468545.029169, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468545.029169, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632714431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75871593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76989412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192034798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370760928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373382215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49846049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430187093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298801198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.110', 'tx': '2475916816', 'txDropped': '0', 'rx': '66854558142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.111', 'tx': '122674873644', 'txDropped': '0', 'rx': '24445396084', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55224221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54146900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465177522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165287455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56004139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55833950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45171513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468545.029169, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226502260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'oVirtManagement', 'tx': '1176270254144', 'txDropped': '0', 'rx': '625370079087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577024064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'vnet3', 'tx': '542483010', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468545.029169, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754370777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694593.22', 'cpuLoad': '2.34', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92976'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:22:39 GMT', 'cpuUser': '1.22', 'memFree': 667608, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.27'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:39,403+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:22:39,545+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:39,635+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2d0bf3cb-7131-4fb7-876f-75c4c252405b (threadPool:210)
2018-03-08 01:22:39,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c0cfb14-d943-4ee0-9760-b939f2f8d74f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:39,637+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:39,954+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:40,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de40bbac-0a81-49aa-a9f7-6502e71dd6a2 (threadPool:210)
2018-03-08 01:22:40,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a177d696-01e8-440e-9e8c-23297c7feafe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:40,007+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:40,179+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=abfda706-2f09-4b62-8c5e-7fd896ba21ea (api:46)
2018-03-08 01:22:40,180+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317084', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000793284', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308455', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489081', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622828', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329325', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317606', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387368', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268885', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245313', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00339947', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432479', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261919', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461149', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088367', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00893159', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254458', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321166', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298395', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735463', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259423', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490546', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214707', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000241362', 'lastCheck': '4.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198017', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763863', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351591', 'lastCheck': '2.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408207', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264115', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370687', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223865', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209995', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=abfda706-2f09-4b62-8c5e-7fd896ba21ea (api:52)
2018-03-08 01:22:40,180+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a87d6bde-1434-4a44-bc3c-b2d65a6eaa48 (api:46)
2018-03-08 01:22:40,180+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a87d6bde-1434-4a44-bc3c-b2d65a6eaa48 (api:52)
2018-03-08 01:22:40,356+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:40,405+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task afe47ffe-535c-46fb-bf3f-5a0da5339158 (threadPool:210)
2018-03-08 01:22:40,406+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 905a5b9a-ee70-4a45-9a77-cbce46ac797c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:40,406+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:40,686+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:40,734+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d5f7bc76-a52e-401c-b3e6-758fe2424ca1 (threadPool:210)
2018-03-08 01:22:40,735+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f65428e1-44f5-4905-9cca-eef5bfa8e68f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:40,735+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:40,814+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=874fe182-2d88-40af-988b-c1109432b201 (api:46)
2018-03-08 01:22:40,815+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=874fe182-2d88-40af-988b-c1109432b201 (api:52)
2018-03-08 01:22:40,816+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=8fb47d08-39dd-4449-b4b6-0b042fc307ad (api:46)
2018-03-08 01:22:40,816+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=8fb47d08-39dd-4449-b4b6-0b042fc307ad (api:52)
2018-03-08 01:22:40,817+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=f4b081e8-e44d-4003-9e91-e1925cc24b53 (api:46)
2018-03-08 01:22:40,817+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=f4b081e8-e44d-4003-9e91-e1925cc24b53 (api:52)
2018-03-08 01:22:40,819+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=536f5fbd-044d-499c-88bc-e03f78ffc1aa (api:46)
2018-03-08 01:22:40,819+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=536f5fbd-044d-499c-88bc-e03f78ffc1aa (api:52)
2018-03-08 01:22:40,820+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=f20828ff-e3f1-4e33-98db-2fcc2ff34873 (api:46)
2018-03-08 01:22:40,820+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=f20828ff-e3f1-4e33-98db-2fcc2ff34873 (api:52)
2018-03-08 01:22:40,821+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=ea4533ae-792c-4f96-bf19-16fddacba6c3 (api:46)
2018-03-08 01:22:40,821+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=ea4533ae-792c-4f96-bf19-16fddacba6c3 (api:52)
2018-03-08 01:22:40,821+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=1004737b-60b3-41ee-8be5-b0de1cc0ae1c (api:46)
2018-03-08 01:22:40,822+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=1004737b-60b3-41ee-8be5-b0de1cc0ae1c (api:52)
2018-03-08 01:22:40,822+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=f524690c-4b81-4598-91c1-166209aa7d33 (api:46)
2018-03-08 01:22:40,822+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=f524690c-4b81-4598-91c1-166209aa7d33 (api:52)
2018-03-08 01:22:40,823+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=71dba17b-37cd-4dad-bb81-eefff6459a32 (api:46)
2018-03-08 01:22:40,823+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=71dba17b-37cd-4dad-bb81-eefff6459a32 (api:52)
2018-03-08 01:22:40,823+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=516a44fe-b502-4ebb-adb9-8c2192466d63 (api:46)
2018-03-08 01:22:40,823+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=516a44fe-b502-4ebb-adb9-8c2192466d63 (api:52)
2018-03-08 01:22:41,056+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:41,108+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c0cfb14-d943-4ee0-9760-b939f2f8d74f (threadPool:210)
2018-03-08 01:22:41,109+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9dc677cd-1a97-48c5-b24a-f33396cf5ee6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:41,109+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:41,255+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f3754c3e-9f6f-41fd-ac3b-ed47d58f466b (api:46)
2018-03-08 01:22:41,261+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f3754c3e-9f6f-41fd-ac3b-ed47d58f466b (api:52)
2018-03-08 01:22:41,261+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:41,355+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0e429716-23fc-47c6-862d-bb82570bc5ed (api:46)
2018-03-08 01:22:41,361+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85837479936', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0e429716-23fc-47c6-862d-bb82570bc5ed (api:52)
2018-03-08 01:22:41,362+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:41,447+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:41,496+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a177d696-01e8-440e-9e8c-23297c7feafe (threadPool:210)
2018-03-08 01:22:41,497+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4c17959f-2be4-474c-a6cb-da93bc78ca3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:41,497+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:41,569+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:41,574+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:41,576+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:41,798+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:41,848+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 905a5b9a-ee70-4a45-9a77-cbce46ac797c (threadPool:210)
2018-03-08 01:22:41,848+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 39913168-5c29-4d15-9e52-7b69ae91e16d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:41,849+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:42,158+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:42,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f65428e1-44f5-4905-9cca-eef5bfa8e68f (threadPool:210)
2018-03-08 01:22:42,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e23dfda-35e5-466d-adfb-5bbb6ac3f7bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:42,219+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:42,497+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:42,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9dc677cd-1a97-48c5-b24a-f33396cf5ee6 (threadPool:210)
2018-03-08 01:22:42,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 347f58e2-53a9-4939-89ac-8b053282dca0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:42,551+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:42,816+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:42,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4c17959f-2be4-474c-a6cb-da93bc78ca3d (threadPool:210)
2018-03-08 01:22:42,887+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 68a790f6-dd3f-49d7-baad-d002c503f825 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:42,887+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:43,197+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:43,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 39913168-5c29-4d15-9e52-7b69ae91e16d (threadPool:210)
2018-03-08 01:22:43,270+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 476471e6-2721-4097-8fbf-260b53515579 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:43,270+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:43,643+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:43,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ed6b8e5-cc26-4310-b2a1-fba1e9719109 (threadPool:210)
2018-03-08 01:22:43,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0ec7492e-bec1-493e-a5d3-e3464371ba73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:43,696+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:44,100+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:44,150+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e23dfda-35e5-466d-adfb-5bbb6ac3f7bf (threadPool:210)
2018-03-08 01:22:44,150+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 97d6a0bb-8e0e-4279-9791-643f29f1cd58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:44,150+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:44,484+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:44,535+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 347f58e2-53a9-4939-89ac-8b053282dca0 (threadPool:210)
2018-03-08 01:22:44,535+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 593fcf76-ab9a-45c4-bfdd-6f51ebc27bae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:44,535+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:44,833+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:44,873+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 68a790f6-dd3f-49d7-baad-d002c503f825 (threadPool:210)
2018-03-08 01:22:44,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be86d6cf-7080-4973-b74e-6ae56f3203e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:44,874+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:45,170+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:45,219+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0ec7492e-bec1-493e-a5d3-e3464371ba73 (threadPool:210)
2018-03-08 01:22:45,219+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e9fcc4b3-725d-45d5-89b7-73be66da37ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:45,219+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:45,549+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:45,592+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 97d6a0bb-8e0e-4279-9791-643f29f1cd58 (threadPool:210)
2018-03-08 01:22:45,592+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eb9f54c9-4546-4237-b57c-45e5a96e25e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:45,593+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:45,916+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:45,960+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:22:45,965+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:22:45,968+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:45,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 476471e6-2721-4097-8fbf-260b53515579 (threadPool:210)
2018-03-08 01:22:45,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9334d226-dc1a-42d4-accd-02d8be7ed5be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:45,972+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:45,976+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:22:45,976+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:22:45,976+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:22:46,377+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:46,426+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be86d6cf-7080-4973-b74e-6ae56f3203e0 (threadPool:210)
2018-03-08 01:22:46,426+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 517aca6e-1af5-4124-a60d-42d534e704e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:46,427+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:46,713+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:46,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e9fcc4b3-725d-45d5-89b7-73be66da37ee (threadPool:210)
2018-03-08 01:22:46,758+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8010dd2c-1ed6-42b6-96fb-940779170971 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:46,759+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:47,116+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:47,172+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 593fcf76-ab9a-45c4-bfdd-6f51ebc27bae (threadPool:210)
2018-03-08 01:22:47,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d258b1ee-cb13-4628-8372-d95565970207 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:47,173+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:47,570+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:47,622+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eb9f54c9-4546-4237-b57c-45e5a96e25e4 (threadPool:210)
2018-03-08 01:22:47,623+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task add3f30d-5d9a-4102-913d-614e89884ccc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:47,623+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:47,945+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:47,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9334d226-dc1a-42d4-accd-02d8be7ed5be (threadPool:210)
2018-03-08 01:22:47,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06db9d54-fc04-4789-88ef-27b9bc752dca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:47,994+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:48,456+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:48,509+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 517aca6e-1af5-4124-a60d-42d534e704e4 (threadPool:210)
2018-03-08 01:22:48,511+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69ec3f8b-7b7b-44c6-9573-a0594bafde70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:48,511+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:49,039+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:49,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8010dd2c-1ed6-42b6-96fb-940779170971 (threadPool:210)
2018-03-08 01:22:49,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a086a499-b737-4e57-85e1-c19aef40347c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:49,086+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:49,529+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:49,615+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d258b1ee-cb13-4628-8372-d95565970207 (threadPool:210)
2018-03-08 01:22:49,616+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e7090d9d-e002-4eee-9d77-e93d39dfda33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:49,616+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:49,926+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:49,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task add3f30d-5d9a-4102-913d-614e89884ccc (threadPool:210)
2018-03-08 01:22:49,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c2ba8c54-7e6a-4a32-b7ef-2d5aeac19431 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:49,974+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:50,388+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:50,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06db9d54-fc04-4789-88ef-27b9bc752dca (threadPool:210)
2018-03-08 01:22:50,440+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e2fd363-2c39-4306-8560-215951fdbc25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:50,440+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:50,762+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:50,811+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69ec3f8b-7b7b-44c6-9573-a0594bafde70 (threadPool:210)
2018-03-08 01:22:50,811+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2bba0e3f-fb3d-44d9-ba81-d007b12c5a87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:50,812+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:51,201+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:51,250+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a086a499-b737-4e57-85e1-c19aef40347c (threadPool:210)
2018-03-08 01:22:51,250+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 88a31678-39aa-4b66-9b93-b83422b38eab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:51,250+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:51,609+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:51,640+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e7090d9d-e002-4eee-9d77-e93d39dfda33 (threadPool:210)
2018-03-08 01:22:51,640+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 825acf0c-ccf8-4032-9c93-81bbbae5e77a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:51,641+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:51,792+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c5c32441-22bc-4cd9-87cd-af2020cfae46 (api:46)
2018-03-08 01:22:51,798+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c5c32441-22bc-4cd9-87cd-af2020cfae46 (api:52)
2018-03-08 01:22:51,798+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:51,892+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0b74ebb5-1570-4b7e-ade3-00db4cb8761d (api:46)
2018-03-08 01:22:51,899+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0b74ebb5-1570-4b7e-ade3-00db4cb8761d (api:52)
2018-03-08 01:22:51,900+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:51,961+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:52,011+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e2fd363-2c39-4306-8560-215951fdbc25 (threadPool:210)
2018-03-08 01:22:52,011+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0cf12086-9f3e-4f45-80ed-667e5bd89960 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:52,011+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:52,419+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:52,470+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2bba0e3f-fb3d-44d9-ba81-d007b12c5a87 (threadPool:210)
2018-03-08 01:22:52,470+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f10c6583-6084-4e09-81b8-ad5ca02e2ed9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:52,470+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:52,767+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:53,084+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:53,134+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 88a31678-39aa-4b66-9b93-b83422b38eab (threadPool:210)
2018-03-08 01:22:53,134+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32769f56-6736-46f5-aa49-d402c0867659 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:53,134+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:53,452+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:53,500+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c2ba8c54-7e6a-4a32-b7ef-2d5aeac19431 (threadPool:210)
2018-03-08 01:22:53,501+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0b51de64-fe83-49a7-9e3d-f3c17585edda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:22:53,501+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:53,867+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:53,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 825acf0c-ccf8-4032-9c93-81bbbae5e77a (threadPool:210)
2018-03-08 01:22:53,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6021ab69-928e-4157-9094-7177f1c39877 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:53,918+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:54,229+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:54,279+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0cf12086-9f3e-4f45-80ed-667e5bd89960 (threadPool:210)
2018-03-08 01:22:54,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 646d6abe-bfff-406b-846d-728609dca12b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:54,280+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:54,441+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:54,443+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ce650972-e267-481c-aaac-a1d35c9affda (api:46)
2018-03-08 01:22:54,443+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448955', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137083', 'lastCheck': '5.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267338', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00187059', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522875', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315194', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000284553', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040791', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404214', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336183', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204882', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507662', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400969', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013485', 'lastCheck': '5.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000659105', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238636', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243256', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735499', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238126', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00167777', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116275', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751069', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031878', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000452071', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457819', 'lastCheck': '4.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218342', 'lastCheck': '4.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428739', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420609', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231856', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757169', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287919', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244779', 'lastCheck': '3.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ce650972-e267-481c-aaac-a1d35c9affda (api:52)
2018-03-08 01:22:54,444+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1094c3e0-5dc9-4914-9512-8421642b051a (api:46)
2018-03-08 01:22:54,444+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1094c3e0-5dc9-4914-9512-8421642b051a (api:52)
2018-03-08 01:22:54,473+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.97'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '26': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.81'}, '21': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.50'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.61'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '29': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '41': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.10'}, '1': {'cpuUser': '4.51', 'nodeIndex': 1, 'cpuSys': '28.09', 'cpuIdle': '67.40'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '90.32'}, '3': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.50'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.03'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '9': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.50'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '96.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.42'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '13': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.62'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.96'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '17': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '94.50'}, '16': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '19': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.97'}, '55': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.02'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '34': {'cpuUser': '6.96', 'nodeIndex': 0, 'cpuSys': '7.49', 'cpuIdle': '85.55'}, '33': {'cpuUser': '10.20', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '87.81'}, '18': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308074'}, '0': {'memPercent': 11, 'memFree': '349726'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507662', 'lastCheck': '5.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448955', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137083', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400969', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013485', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522875', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315194', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000284553', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040791', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404214', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336183', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204882', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267338', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00187059', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000659105', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116275', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243256', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735499', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238126', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00167777', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238636', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287919', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031878', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000452071', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457819', 'lastCheck': '4.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218342', 'lastCheck': '4.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428739', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420609', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231856', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757169', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751069', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244779', 'lastCheck': '3.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646047439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404050222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.351', 'tx': '1176270331606', 'txDropped': '0', 'rx': '625370833932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0', 'tx': '1580919277116', 'txDropped': '0', 'rx': '926310026394', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45176659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416322427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200465271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet0', 'tx': '87413242', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet1', 'tx': '37765769153', 'txDropped': '0', 'rx': '877828595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet2', 'tx': '21123165789', 'txDropped': '0', 'rx': '141315239472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175594447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet4', 'tx': '396096624', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet5', 'tx': '23423919972', 'txDropped': '0', 'rx': '498072983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet6', 'tx': '6653695424', 'txDropped': '0', 'rx': '429838929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet7', 'tx': '1433223877', 'txDropped': '0', 'rx': '552175108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42426054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46724031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'lo', 'tx': '6931501730', 'txDropped': '0', 'rx': '6931501730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170610994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'eno1', 'tx': '975610579944', 'txDropped': '0', 'rx': '433990156471', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'eno2', 'tx': '605308697172', 'txDropped': '0', 'rx': '492319869923', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468560.120916, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468560.120916, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632719017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75871943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76989762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192037648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370761328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373388263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49846449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430193141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298804048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.110', 'tx': '2475924190', 'txDropped': '0', 'rx': '66854564470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.111', 'tx': '122674901688', 'txDropped': '0', 'rx': '24445460664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55224621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54147300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465181454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165289301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56004539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55834350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45171913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468560.120916, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226504140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'oVirtManagement', 'tx': '1176270330958', 'txDropped': '0', 'rx': '625370095529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577028650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'vnet3', 'tx': '542490388', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468560.120916, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754372810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694608.31', 'cpuLoad': '2.26', 'cpuSys': '1.74', 'diskStats': {'/var/log': {'free': '92974'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:22:54 GMT', 'cpuUser': '1.37', 'memFree': 667610, 'cpuIdle': '96.89', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.32'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:54,477+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:22:54,630+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:54,671+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f10c6583-6084-4e09-81b8-ad5ca02e2ed9 (threadPool:210)
2018-03-08 01:22:54,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 764ce240-4b10-422a-bc03-9c1f75cf174a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:54,672+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:55,043+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:55,092+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0b51de64-fe83-49a7-9e3d-f3c17585edda (threadPool:210)
2018-03-08 01:22:55,092+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 82c7d735-8809-4fa2-a86b-d8122beca99b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:55,093+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:55,259+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9e7c1d1f-8d14-4cbb-9239-a3afd3f4b6a6 (api:46)
2018-03-08 01:22:55,260+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448955', 'lastCheck': '7.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137083', 'lastCheck': '5.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267338', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00187059', 'lastCheck': '5.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522875', 'lastCheck': '4.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315194', 'lastCheck': '4.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000284553', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040791', 'lastCheck': '5.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404214', 'lastCheck': '5.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336183', 'lastCheck': '5.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204882', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507662', 'lastCheck': '5.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400969', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0013485', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000659105', 'lastCheck': '5.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238636', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243256', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735499', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238126', 'lastCheck': '5.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00167777', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116275', 'lastCheck': '5.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751069', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031878', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000452071', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457819', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218342', 'lastCheck': '5.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428739', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420609', 'lastCheck': '5.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231856', 'lastCheck': '5.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757169', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287919', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244779', 'lastCheck': '4.8', 'valid': True}} from=internal, task_id=9e7c1d1f-8d14-4cbb-9239-a3afd3f4b6a6 (api:52)
2018-03-08 01:22:55,261+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=282ab397-c142-470e-b523-062a0a97bf73 (api:46)
2018-03-08 01:22:55,261+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=282ab397-c142-470e-b523-062a0a97bf73 (api:52)
2018-03-08 01:22:55,426+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:55,462+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6021ab69-928e-4157-9094-7177f1c39877 (threadPool:210)
2018-03-08 01:22:55,462+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42b7200b-69a0-4745-98cc-e0adf2b5969b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:55,462+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:55,865+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:55,917+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32769f56-6736-46f5-aa49-d402c0867659 (threadPool:210)
2018-03-08 01:22:55,917+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ee94f3b5-4766-40ce-b72c-c47c07dd7ccc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:55,918+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:56,266+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:56,309+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 764ce240-4b10-422a-bc03-9c1f75cf174a (threadPool:210)
2018-03-08 01:22:56,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 718dfccf-5c0d-436f-bbda-96773aa8a9c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:56,310+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:56,592+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:22:56,597+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:22:56,600+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:22:56,670+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:56,712+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 646d6abe-bfff-406b-846d-728609dca12b (threadPool:210)
2018-03-08 01:22:56,712+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 473dee4f-4e78-4a5f-b8b2-f9ae3cbddb94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:56,712+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:56,993+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:57,037+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ee94f3b5-4766-40ce-b72c-c47c07dd7ccc (threadPool:210)
2018-03-08 01:22:57,038+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6e048768-acc6-460d-873c-fcd55673fdf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:57,038+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:57,400+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:57,448+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 82c7d735-8809-4fa2-a86b-d8122beca99b (threadPool:210)
2018-03-08 01:22:57,448+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e6e969db-89df-4233-a948-fcae9e2aee9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:57,449+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:57,812+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:57,859+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 718dfccf-5c0d-436f-bbda-96773aa8a9c7 (threadPool:210)
2018-03-08 01:22:57,859+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d58e9ab2-7c15-40f8-9e39-be99e6b5e663 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:57,860+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:58,153+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:58,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42b7200b-69a0-4745-98cc-e0adf2b5969b (threadPool:210)
2018-03-08 01:22:58,214+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3c22a5fb-2c7f-4bcd-b298-31f49586e16c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:58,215+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:58,489+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:58,548+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 473dee4f-4e78-4a5f-b8b2-f9ae3cbddb94 (threadPool:210)
2018-03-08 01:22:58,549+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 336f5ccd-306c-4f74-8b51-52c33122dc89 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:58,550+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:58,957+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:59,007+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6e048768-acc6-460d-873c-fcd55673fdf8 (threadPool:210)
2018-03-08 01:22:59,007+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 786ed72a-5cc0-4457-88bf-177f8adaa283 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:22:59,007+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:22:59,357+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:59,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e6e969db-89df-4233-a948-fcae9e2aee9a (threadPool:210)
2018-03-08 01:22:59,422+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a40f5fb0-15c1-45cb-a64f-fffa23f9ef48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:59,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:22:59,788+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:22:59,862+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d58e9ab2-7c15-40f8-9e39-be99e6b5e663 (threadPool:210)
2018-03-08 01:22:59,863+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c9c55400-ed07-4881-a3e7-03f7618f40cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:22:59,864+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:00,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:00,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3c22a5fb-2c7f-4bcd-b298-31f49586e16c (threadPool:210)
2018-03-08 01:23:00,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 41c31231-b961-4040-8eed-27452eaa7ed2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:00,357+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:00,713+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:00,762+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 336f5ccd-306c-4f74-8b51-52c33122dc89 (threadPool:210)
2018-03-08 01:23:00,762+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 58f70e5c-1cdf-412b-8d16-cd78364cb399 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:00,763+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:00,977+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:23:00,982+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:23:00,984+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:00,993+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:23:00,993+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:23:00,993+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:01,104+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:01,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 786ed72a-5cc0-4457-88bf-177f8adaa283 (threadPool:210)
2018-03-08 01:23:01,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 316dd9cc-c13e-4ba6-8b24-5f04c040846d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:01,147+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:01,491+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:01,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c9c55400-ed07-4881-a3e7-03f7618f40cc (threadPool:210)
2018-03-08 01:23:01,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d6febd47-c3d7-47d6-b3f5-fb8d6d89601e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:01,542+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:01,913+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:01,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 41c31231-b961-4040-8eed-27452eaa7ed2 (threadPool:210)
2018-03-08 01:23:01,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 331b1153-dd8b-4656-a76b-ae3a0315eaba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:01,959+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:02,263+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:02,313+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 58f70e5c-1cdf-412b-8d16-cd78364cb399 (threadPool:210)
2018-03-08 01:23:02,313+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 870caafb-891b-466b-9438-ba21f30354af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:02,314+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:02,328+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fa7774e1-976e-4bf0-9737-ab2f6f9ee3ef (api:46)
2018-03-08 01:23:02,333+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fa7774e1-976e-4bf0-9737-ab2f6f9ee3ef (api:52)
2018-03-08 01:23:02,334+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:02,457+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bc9a5132-e624-423f-b956-56dae2ae0bc1 (api:46)
2018-03-08 01:23:02,464+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7034887995392', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bc9a5132-e624-423f-b956-56dae2ae0bc1 (api:52)
2018-03-08 01:23:02,466+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:02,664+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:02,715+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a40f5fb0-15c1-45cb-a64f-fffa23f9ef48 (threadPool:210)
2018-03-08 01:23:02,716+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7b5cb29b-5c0b-47e5-9ce7-9ec6a8ac865d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:02,716+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:03,069+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:03,121+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 316dd9cc-c13e-4ba6-8b24-5f04c040846d (threadPool:210)
2018-03-08 01:23:03,122+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c49500cf-7d04-4550-82b5-652b98e1472c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:03,122+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:03,465+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:03,516+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d6febd47-c3d7-47d6-b3f5-fb8d6d89601e (threadPool:210)
2018-03-08 01:23:03,516+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 99341014-888f-4be7-929b-1b4916d9ba96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:03,517+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:03,837+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:03,889+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 331b1153-dd8b-4656-a76b-ae3a0315eaba (threadPool:210)
2018-03-08 01:23:03,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 740e3b8f-5964-4b49-8be6-212088d81f7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:03,890+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:03,970+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20815 (__init__:598)
2018-03-08 01:23:03,970+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20814 (__init__:598)
2018-03-08 01:23:04,226+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:04,271+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 870caafb-891b-466b-9438-ba21f30354af (threadPool:210)
2018-03-08 01:23:04,272+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91ece600-c429-4910-9dc1-db662fb31daa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:04,272+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:04,318+0100 INFO  (jsonrpc/1) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'f0f4607e-a381-4b62-8379-8f1c77a3e8f7', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=040f1e1d-f33e-414b-8de4-22e3aae5b508 (api:46)
2018-03-08 01:23:04,585+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:04,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7b5cb29b-5c0b-47e5-9ce7-9ec6a8ac865d (threadPool:210)
2018-03-08 01:23:04,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fe39c476-23b0-44b4-908b-81bbcf983fc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:04,636+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:04,656+0100 INFO  (jsonrpc/1) [IOProcessClient] Starting client ioprocess-20816 (__init__:330)
2018-03-08 01:23:04,679+0100 INFO  (ioprocess/293628) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:23:04,684+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=040f1e1d-f33e-414b-8de4-22e3aae5b508 (api:52)
2018-03-08 01:23:04,691+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.37 seconds (__init__:573)
2018-03-08 01:23:04,691+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task 040f1e1d-f33e-414b-8de4-22e3aae5b508 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f432803f248>>, args=None) (threadPool:208)
2018-03-08 01:23:04,695+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 (blockdev:167)
2018-03-08 01:23:04,879+0100 INFO  (jsonrpc/7) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'e7751904-d1c0-4ac5-8ef0-2cf7437d9799', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=8d72e767-81d1-46f0-9f60-95b737971b28 (api:46)
2018-03-08 01:23:06,256+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2: 1.56 seconds (utils:452)
2018-03-08 01:23:06,256+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['74393ec5-5826-40f0-947c-93dbdbc792a2']) (lvm:1174)
2018-03-08 01:23:06,256+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/74393ec5-5826-40f0-947c-93dbdbc792a2 (lvm:1181)
2018-03-08 01:23:06,318+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:06,454+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/f0f4607e-a381-4b62-8379-8f1c77a3e8f7/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:23:06,455+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/f0f4607e-a381-4b62-8379-8f1c77a3e8f7/74393ec5-5826-40f0-947c-93dbdbc792a2' (blockSD:698)
2018-03-08 01:23:06,455+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/f0f4607e-a381-4b62-8379-8f1c77a3e8f7' (blockSD:711)
2018-03-08 01:23:06,459+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task 040f1e1d-f33e-414b-8de4-22e3aae5b508 (threadPool:210)
2018-03-08 01:23:06,576+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=8d72e767-81d1-46f0-9f60-95b737971b28 (api:52)
2018-03-08 01:23:06,582+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 1.70 seconds (__init__:573)
2018-03-08 01:23:06,582+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] START task 8d72e767-81d1-46f0-9f60-95b737971b28 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41b4132f38>>, args=None) (threadPool:208)
2018-03-08 01:23:06,586+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992 (blockdev:167)
2018-03-08 01:23:08,459+0100 INFO  (jsonrpc/6) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=29714dd8-5350-4248-b4e6-a3972a8b9305 (api:46)
2018-03-08 01:23:08,460+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '8d72e767-81d1-46f0-9f60-95b737971b28': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '8d72e767-81d1-46f0-9f60-95b737971b28'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '040f1e1d-f33e-414b-8de4-22e3aae5b508': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '040f1e1d-f33e-414b-8de4-22e3aae5b508'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=29714dd8-5350-4248-b4e6-a3972a8b9305 (api:52)
2018-03-08 01:23:08,461+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:09,272+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992: 2.68 seconds (utils:452)
2018-03-08 01:23:09,272+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['60c66454-d3c4-4e7f-966c-242df86bd992']) (lvm:1174)
2018-03-08 01:23:09,273+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/60c66454-d3c4-4e7f-966c-242df86bd992 (lvm:1181)
2018-03-08 01:23:09,329+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:09,385+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c49500cf-7d04-4550-82b5-652b98e1472c (threadPool:210)
2018-03-08 01:23:09,386+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 78414ef8-88f1-461a-b67f-841a828a1b3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:09,386+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:09,520+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:09,524+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=822d1a42-e63e-46f9-9a38-b565b6c22b1f (api:46)
2018-03-08 01:23:09,526+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439122', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00140313', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503905', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620012', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578101', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511328', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000735754', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480961', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297078', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298213', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611337', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403402', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363191', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641799', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285282', 'lastCheck': '8.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464702', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383865', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483094', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00491786', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454693', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00130697', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260765', 'lastCheck': '9.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347309', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288513', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301668', 'lastCheck': '9.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431858', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296341', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032835', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619709', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000895829', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298415', 'lastCheck': '9.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=822d1a42-e63e-46f9-9a38-b565b6c22b1f (api:52)
2018-03-08 01:23:09,526+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a79a842b-25c6-413a-9a78-e53a146c39c6 (api:46)
2018-03-08 01:23:09,527+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a79a842b-25c6-413a-9a78-e53a146c39c6 (api:52)
2018-03-08 01:23:09,570+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.09'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '26': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.32', 'cpuIdle': '94.76'}, '20': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '94.76'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '95.09'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.61'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.83'}, '1': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '21.88', 'cpuIdle': '73.74'}, '0': {'cpuUser': '5.50', 'nodeIndex': 0, 'cpuSys': '3.45', 'cpuIdle': '91.05'}, '3': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.55'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '5': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '9': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.55'}, '8': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.42'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.36'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '17': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '19': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '91.84'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.75'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '35': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '34': {'cpuUser': '7.16', 'nodeIndex': 0, 'cpuSys': '8.02', 'cpuIdle': '84.82'}, '33': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '92.91'}, '18': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308071'}, '0': {'memPercent': 11, 'memFree': '349729'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611337', 'lastCheck': '0.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439122', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00140313', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403402', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363191', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578101', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511328', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000735754', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480961', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297078', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298213', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503905', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620012', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641799', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454693', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464702', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383865', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483094', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00491786', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285282', 'lastCheck': '8.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000895829', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260765', 'lastCheck': '9.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347309', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288513', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301668', 'lastCheck': '9.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431858', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296341', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032835', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619709', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00130697', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298415', 'lastCheck': '9.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646073448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404056588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.351', 'tx': '1176270407661', 'txDropped': '0', 'rx': '625370845140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0', 'tx': '1580919375143', 'txDropped': '0', 'rx': '926310507878', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45177009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416324052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200467060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet0', 'tx': '87419208', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet1', 'tx': '37765774032', 'txDropped': '0', 'rx': '877831840', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet2', 'tx': '21123200429', 'txDropped': '0', 'rx': '141315241312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175595577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet4', 'tx': '396102590', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet5', 'tx': '23423948358', 'txDropped': '0', 'rx': '498073181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet6', 'tx': '6653700597', 'txDropped': '0', 'rx': '429842499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet7', 'tx': '1433225870', 'txDropped': '0', 'rx': '552175212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42426404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46724381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'lo', 'tx': '6931577091', 'txDropped': '0', 'rx': '6931577091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170612624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'eno1', 'tx': '975610663351', 'txDropped': '0', 'rx': '433990387902', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'eno2', 'tx': '605308711792', 'txDropped': '0', 'rx': '492320119976', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468575.201138, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468575.201138, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632723461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75872343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76990162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192039952', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370762314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373393207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49847435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430198085', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298806352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.110', 'tx': '2475931109', 'txDropped': '0', 'rx': '66854570885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.111', 'tx': '122674903363', 'txDropped': '0', 'rx': '24445492572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55224971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54147650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465187820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165290931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56004889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55834700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45172263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468575.201138, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226505929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'oVirtManagement', 'tx': '1176270407013', 'txDropped': '0', 'rx': '625370106737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577033094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'vnet3', 'tx': '542496354', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468575.201138, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754373940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694623.39', 'cpuLoad': '2.23', 'cpuSys': '1.58', 'diskStats': {'/var/log': {'free': '92973'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635282L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:23:09 GMT', 'cpuUser': '1.21', 'memFree': 667571, 'cpuIdle': '97.20', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.48'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:09,575+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:23:09,611+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e7751904-d1c0-4ac5-8ef0-2cf7437d9799/60c66454-d3c4-4e7f-966c-242df86bd992' (blockSD:698)
2018-03-08 01:23:09,611+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e7751904-d1c0-4ac5-8ef0-2cf7437d9799/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:23:09,612+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e7751904-d1c0-4ac5-8ef0-2cf7437d9799' (blockSD:711)
2018-03-08 01:23:09,617+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] FINISH task 8d72e767-81d1-46f0-9f60-95b737971b28 (threadPool:210)
2018-03-08 01:23:09,794+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:09,859+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 99341014-888f-4be7-929b-1b4916d9ba96 (threadPool:210)
2018-03-08 01:23:09,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task faeb886d-b00c-4145-ab70-e56746dad24f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:23:09,860+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:10,263+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:10,361+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e1d78672-8d06-42af-aa75-9d9d4a376c4e (api:46)
2018-03-08 01:23:10,362+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439122', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00140313', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503905', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620012', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000578101', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511328', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000735754', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480961', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297078', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298213', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611337', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403402', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363191', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641799', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320753', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532781', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383865', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312101', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275073', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290852', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000804617', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350942', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347309', 'lastCheck': '4.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228064', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220382', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431858', 'lastCheck': '3.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225423', 'lastCheck': '0.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251642', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387348', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269478', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000626173', 'lastCheck': '0.5', 'valid': True}} from=internal, task_id=e1d78672-8d06-42af-aa75-9d9d4a376c4e (api:52)
2018-03-08 01:23:10,363+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=01bad78e-4745-4b4a-8420-48fccc8f91b7 (api:46)
2018-03-08 01:23:10,363+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=01bad78e-4745-4b4a-8420-48fccc8f91b7 (api:52)
2018-03-08 01:23:10,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91ece600-c429-4910-9dc1-db662fb31daa (threadPool:210)
2018-03-08 01:23:10,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ea6f0843-02f4-4160-b124-1ba5724c674d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:10,419+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:10,761+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:10,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fe39c476-23b0-44b4-908b-81bbcf983fc3 (threadPool:210)
2018-03-08 01:23:10,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1470e888-4e9e-4bec-9ba2-31c673c4252a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:10,811+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:11,161+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:11,218+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 78414ef8-88f1-461a-b67f-841a828a1b3f (threadPool:210)
2018-03-08 01:23:11,219+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8a0944bd-7c71-4a4d-a332-4345fbc6fca1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:11,219+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:11,580+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:11,619+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:11,628+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:11,630+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:11,648+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 740e3b8f-5964-4b49-8be6-212088d81f7e (threadPool:210)
2018-03-08 01:23:11,648+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7f3efbff-3cc0-48f1-b92f-fd75ecf3d48a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:11,648+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:11,968+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:12,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task faeb886d-b00c-4145-ab70-e56746dad24f (threadPool:210)
2018-03-08 01:23:12,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 28d68594-ae12-4c11-b333-62c9e079eda9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:12,019+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:12,310+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:12,358+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ea6f0843-02f4-4160-b124-1ba5724c674d (threadPool:210)
2018-03-08 01:23:12,359+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f5e9ac8d-ef69-4e9b-be70-eaa7b6e8623d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:12,359+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:12,660+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:12,708+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1470e888-4e9e-4bec-9ba2-31c673c4252a (threadPool:210)
2018-03-08 01:23:12,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 62e2267e-c052-4d25-93fd-0ec1383893ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:12,709+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:12,909+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c5f50e88-1d43-400f-bbdc-c6aeaf0ac3f3 (api:46)
2018-03-08 01:23:12,915+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c5f50e88-1d43-400f-bbdc-c6aeaf0ac3f3 (api:52)
2018-03-08 01:23:12,915+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:13,009+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=000610ac-1f0e-46e8-bef0-6a73c45eb55a (api:46)
2018-03-08 01:23:13,016+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=000610ac-1f0e-46e8-bef0-6a73c45eb55a (api:52)
2018-03-08 01:23:13,017+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:13,088+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:13,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8a0944bd-7c71-4a4d-a332-4345fbc6fca1 (threadPool:210)
2018-03-08 01:23:13,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 50ded2ff-0bd4-4259-ad60-447b16446123 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:13,139+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:13,545+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:13,595+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7f3efbff-3cc0-48f1-b92f-fd75ecf3d48a (threadPool:210)
2018-03-08 01:23:13,595+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 91082fa3-b451-476e-a4f1-b9ab70fbd966 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:13,595+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:13,887+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:13,939+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 28d68594-ae12-4c11-b333-62c9e079eda9 (threadPool:210)
2018-03-08 01:23:13,939+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a086eeb5-9604-4ca7-9f4b-c4ddf23e2b34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:13,940+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:14,350+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:14,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f5e9ac8d-ef69-4e9b-be70-eaa7b6e8623d (threadPool:210)
2018-03-08 01:23:14,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0ddc8bc5-a316-41ce-8b64-27fd8bbe5a99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:14,400+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:14,679+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:14,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 62e2267e-c052-4d25-93fd-0ec1383893ce (threadPool:210)
2018-03-08 01:23:14,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 14bc1a95-fd75-4272-a762-fc4588115b21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:14,730+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:15,018+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:15,068+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 50ded2ff-0bd4-4259-ad60-447b16446123 (threadPool:210)
2018-03-08 01:23:15,069+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f7217fd5-6d81-44b6-8e1e-52121bfc6c53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:15,069+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:15,386+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:15,424+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 91082fa3-b451-476e-a4f1-b9ab70fbd966 (threadPool:210)
2018-03-08 01:23:15,424+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task be434c31-9a4a-432d-beae-7841f3b784a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:15,425+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:15,778+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:15,827+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0ddc8bc5-a316-41ce-8b64-27fd8bbe5a99 (threadPool:210)
2018-03-08 01:23:15,827+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 417ae831-6128-439e-ba01-c88fb4f092d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:15,827+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:15,994+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:23:16,000+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:23:16,002+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:16,009+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:23:16,010+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:23:16,010+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:16,167+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:16,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 14bc1a95-fd75-4272-a762-fc4588115b21 (threadPool:210)
2018-03-08 01:23:16,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5750ac9-9fa7-40c9-acde-fd3ce5d53ea5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:16,216+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:16,591+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:16,646+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f7217fd5-6d81-44b6-8e1e-52121bfc6c53 (threadPool:210)
2018-03-08 01:23:16,646+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fbfd671e-be6f-4728-868a-448eb213f897 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:16,646+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:16,992+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:17,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a086eeb5-9604-4ca7-9f4b-c4ddf23e2b34 (threadPool:210)
2018-03-08 01:23:17,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10750b32-6b3e-4df8-961a-9681f9f0636f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:17,036+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:17,319+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:17,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 417ae831-6128-439e-ba01-c88fb4f092d4 (threadPool:210)
2018-03-08 01:23:17,369+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e4231c5e-d131-4366-9712-51e1c37b936a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:17,369+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:17,683+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:17,721+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5750ac9-9fa7-40c9-acde-fd3ce5d53ea5 (threadPool:210)
2018-03-08 01:23:17,721+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b9af2768-9c44-4efb-9dfc-5d81eee320c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:17,721+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:18,081+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:18,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fbfd671e-be6f-4728-868a-448eb213f897 (threadPool:210)
2018-03-08 01:23:18,133+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d93c317a-96c5-4dd2-8e75-fc3725584a58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:18,133+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:18,447+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:18,479+0100 INFO  (jsonrpc/7) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=a4fddd58-87a4-4177-81f5-ff63b8d565ea (api:46)
2018-03-08 01:23:18,481+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '8d72e767-81d1-46f0-9f60-95b737971b28': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '8d72e767-81d1-46f0-9f60-95b737971b28'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '040f1e1d-f33e-414b-8de4-22e3aae5b508': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '040f1e1d-f33e-414b-8de4-22e3aae5b508'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=a4fddd58-87a4-4177-81f5-ff63b8d565ea (api:52)
2018-03-08 01:23:18,482+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:18,509+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task be434c31-9a4a-432d-beae-7841f3b784a6 (threadPool:210)
2018-03-08 01:23:18,510+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d7a6e23d-7b34-4109-bd2a-1ee799d70f5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:18,510+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:18,536+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'8d72e767-81d1-46f0-9f60-95b737971b28', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=e01502e5-c8fa-4fd2-9db2-d38bf934389f (api:46)
2018-03-08 01:23:18,539+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=e01502e5-c8fa-4fd2-9db2-d38bf934389f (api:52)
2018-03-08 01:23:18,539+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:18,544+0100 INFO  (jsonrpc/5) [vdsm.api] START clearTask(taskID=u'040f1e1d-f33e-414b-8de4-22e3aae5b508', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=08bfe920-3383-4ebe-9c26-890cb9e5e5da (api:46)
2018-03-08 01:23:18,546+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=583d9ef1-04cd-40ec-9c46-025a34a97824, task_id=08bfe920-3383-4ebe-9c26-890cb9e5e5da (api:52)
2018-03-08 01:23:18,546+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:18,894+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:18,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10750b32-6b3e-4df8-961a-9681f9f0636f (threadPool:210)
2018-03-08 01:23:18,935+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 27e24f08-522d-4e70-bd8c-caa720c417ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:18,935+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:19,286+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:19,359+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e4231c5e-d131-4366-9712-51e1c37b936a (threadPool:210)
2018-03-08 01:23:19,361+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e7d9ac4d-f6f6-46e3-bbde-cc74fb8161e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:19,361+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:19,764+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:20,228+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:20,276+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b9af2768-9c44-4efb-9dfc-5d81eee320c6 (threadPool:210)
2018-03-08 01:23:20,276+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b860ff3a-c234-4dae-b9d9-d9b1071d14f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:20,277+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:20,597+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:20,640+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d93c317a-96c5-4dd2-8e75-fc3725584a58 (threadPool:210)
2018-03-08 01:23:20,641+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0b114730-53d2-4a9a-8dde-2a29860d54fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:20,641+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:20,942+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:20,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 27e24f08-522d-4e70-bd8c-caa720c417ee (threadPool:210)
2018-03-08 01:23:20,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b3b52f6e-7379-420a-b50b-e12d823a4d88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:20,991+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:21,316+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:21,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e7d9ac4d-f6f6-46e3-bbde-cc74fb8161e2 (threadPool:210)
2018-03-08 01:23:21,364+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2a9854b3-6f6b-4b5e-843c-447befb742f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:21,364+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:21,683+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:21,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b860ff3a-c234-4dae-b9d9-d9b1071d14f5 (threadPool:210)
2018-03-08 01:23:21,730+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce617e10-30f6-4dec-afca-1dd7e63cf15b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:21,730+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:22,026+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:22,078+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d7a6e23d-7b34-4109-bd2a-1ee799d70f5f (threadPool:210)
2018-03-08 01:23:22,079+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b6c2d91b-3ca7-406b-bf6a-39ac808c4cc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:22,079+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:22,371+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:22,415+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0b114730-53d2-4a9a-8dde-2a29860d54fe (threadPool:210)
2018-03-08 01:23:22,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4cfcc6aa-28bd-47ce-b8d2-590f43e14aad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:22,417+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:22,764+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:22,808+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b3b52f6e-7379-420a-b50b-e12d823a4d88 (threadPool:210)
2018-03-08 01:23:22,809+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 841d095d-fd5d-401e-9dbc-191d32aadfc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:22,809+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:23,137+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:23,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce617e10-30f6-4dec-afca-1dd7e63cf15b (threadPool:210)
2018-03-08 01:23:23,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b0ddd357-8b3a-4dfb-882d-6ddcf297bd1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:23,182+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:23,413+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=50ccd01f-a32e-4ae4-9c90-a7fc0cf8c5bd (api:46)
2018-03-08 01:23:23,419+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=50ccd01f-a32e-4ae4-9c90-a7fc0cf8c5bd (api:52)
2018-03-08 01:23:23,419+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:23,516+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=652ead27-260d-4ecb-a1b6-24470c5a16bc (api:46)
2018-03-08 01:23:23,653+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:23,672+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=652ead27-260d-4ecb-a1b6-24470c5a16bc (api:52)
2018-03-08 01:23:23,675+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.16 seconds (__init__:573)
2018-03-08 01:23:23,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4cfcc6aa-28bd-47ce-b8d2-590f43e14aad (threadPool:210)
2018-03-08 01:23:23,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7791828d-9438-4d8a-af4e-87a4be3549b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:23,705+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:24,039+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:24,088+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 841d095d-fd5d-401e-9dbc-191d32aadfc4 (threadPool:210)
2018-03-08 01:23:24,089+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5db32a8-8ce6-4907-8e56-ffb2f4f97d12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:24,089+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:24,380+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:24,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b6c2d91b-3ca7-406b-bf6a-39ac808c4cc2 (threadPool:210)
2018-03-08 01:23:24,429+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1d415df-37b5-44e5-83a0-5292f1abe663 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:24,429+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:24,615+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:24,616+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=775d8a79-622c-4480-a3ac-b0f7518ab8e6 (api:46)
2018-03-08 01:23:24,617+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292346', 'lastCheck': '6.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00078953', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587283', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661532', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611563', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370092', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000311157', 'lastCheck': '4.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413457', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033721', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287945', 'lastCheck': '5.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278158', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317708', 'lastCheck': '5.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311876', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452975', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387757', 'lastCheck': '5.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003169', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354044', 'lastCheck': '5.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408932', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032362', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498154', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213343', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750376', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679596', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000439313', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539926', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319294', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420009', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260074', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300767', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450931', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189114', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430578', 'lastCheck': '4.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=775d8a79-622c-4480-a3ac-b0f7518ab8e6 (api:52)
2018-03-08 01:23:24,618+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e4de306a-fcab-44b3-9998-59fc2df6d5f5 (api:46)
2018-03-08 01:23:24,618+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e4de306a-fcab-44b3-9998-59fc2df6d5f5 (api:52)
2018-03-08 01:23:24,646+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.21'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.23'}, '25': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '26': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.34'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '21': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.03'}, '22': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.55'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.69'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '28': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '95.69'}, '29': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.36'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '41': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.27'}, '1': {'cpuUser': '4.17', 'nodeIndex': 1, 'cpuSys': '23.72', 'cpuIdle': '72.11'}, '0': {'cpuUser': '3.78', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '93.37'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '2': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.28'}, '5': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.24'}, '4': {'cpuUser': '5.17', 'nodeIndex': 0, 'cpuSys': '13.18', 'cpuIdle': '81.65'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '8': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '22.53', 'cpuIdle': '70.78'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.14'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '10': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.37'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.42'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '37': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '36': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '34': {'cpuUser': '4.57', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '90.73'}, '33': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '18': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.47'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308032'}, '0': {'memPercent': 11, 'memFree': '349739'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317708', 'lastCheck': '5.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292346', 'lastCheck': '6.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00078953', 'lastCheck': '5.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311876', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452975', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611563', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370092', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000311157', 'lastCheck': '4.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413457', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033721', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287945', 'lastCheck': '5.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278158', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587283', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661532', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387757', 'lastCheck': '5.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213343', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354044', 'lastCheck': '5.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408932', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032362', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498154', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003169', 'lastCheck': '4.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189114', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679596', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000439313', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539926', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319294', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420009', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260074', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300767', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450931', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750376', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430578', 'lastCheck': '4.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646080038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404061881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.351', 'tx': '1176270488410', 'txDropped': '0', 'rx': '625370862261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0', 'tx': '1580919608295', 'txDropped': '0', 'rx': '926310924554', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45177409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416325263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200469719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet0', 'tx': '87425367', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet1', 'tx': '37765777115', 'txDropped': '0', 'rx': '877833668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet2', 'tx': '21123245384', 'txDropped': '0', 'rx': '141315375421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175597741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet4', 'tx': '396108749', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet5', 'tx': '23423956617', 'txDropped': '0', 'rx': '498073386', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet6', 'tx': '6653704940', 'txDropped': '0', 'rx': '429845755', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet7', 'tx': '1433227333', 'txDropped': '0', 'rx': '552175274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42426804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46724885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'lo', 'tx': '6931657510', 'txDropped': '0', 'rx': '6931657510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170614394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'eno1', 'tx': '975610893869', 'txDropped': '0', 'rx': '433990578975', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'eno2', 'tx': '605308714426', 'txDropped': '0', 'rx': '492320345579', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468590.294714, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468590.294714, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632728231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75872693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76990512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192042822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370763102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373398372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49848223', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430203250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298809222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.110', 'tx': '2475936255', 'txDropped': '0', 'rx': '66854575546', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.111', 'tx': '122675037435', 'txDropped': '0', 'rx': '24445530470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55225371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54148154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465193113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165292701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56005289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55835100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45172663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468590.294714, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226508588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'oVirtManagement', 'tx': '1176270487762', 'txDropped': '0', 'rx': '625370123858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577037864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'vnet3', 'tx': '542502513', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468590.294714, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754376104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96204', 'ksmPages': 100, 'elapsedTime': '1694638.49', 'cpuLoad': '2.23', 'cpuSys': '2.09', 'diskStats': {'/var/log': {'free': '92972'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:23:24 GMT', 'cpuUser': '1.30', 'memFree': 667609, 'cpuIdle': '96.62', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:24,651+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:23:24,723+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:24,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b0ddd357-8b3a-4dfb-882d-6ddcf297bd1d (threadPool:210)
2018-03-08 01:23:24,771+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 35a89b07-5140-4c60-91a4-254a6b0bab62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:23:24,771+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:25,123+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:25,163+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2a9854b3-6f6b-4b5e-843c-447befb742f6 (threadPool:210)
2018-03-08 01:23:25,164+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a36e1614-6572-4311-a5ba-5796a2af6583 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:25,164+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:25,452+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9dab0e77-10f0-478c-8a4c-679fd537b0a9 (api:46)
2018-03-08 01:23:25,453+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292346', 'lastCheck': '7.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00078953', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587283', 'lastCheck': '4.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661532', 'lastCheck': '6.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611563', 'lastCheck': '4.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370092', 'lastCheck': '4.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000311157', 'lastCheck': '5.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413457', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033721', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287945', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278158', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317708', 'lastCheck': '6.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311876', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452975', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387757', 'lastCheck': '6.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003169', 'lastCheck': '4.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354044', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408932', 'lastCheck': '5.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032362', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498154', 'lastCheck': '5.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213343', 'lastCheck': '5.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000750376', 'lastCheck': '5.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679596', 'lastCheck': '5.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000439313', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539926', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319294', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420009', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260074', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300767', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450931', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000189114', 'lastCheck': '5.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430578', 'lastCheck': '5.0', 'valid': True}} from=internal, task_id=9dab0e77-10f0-478c-8a4c-679fd537b0a9 (api:52)
2018-03-08 01:23:25,453+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=0adcd8c0-a015-4d44-ba0a-ab3d722e79ee (api:46)
2018-03-08 01:23:25,454+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0adcd8c0-a015-4d44-ba0a-ab3d722e79ee (api:52)
2018-03-08 01:23:25,488+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:25,544+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5db32a8-8ce6-4907-8e56-ffb2f4f97d12 (threadPool:210)
2018-03-08 01:23:25,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 851024e9-b50a-444d-9c57-aa9a2d20b49e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:25,545+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:25,830+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:25,898+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1d415df-37b5-44e5-83a0-5292f1abe663 (threadPool:210)
2018-03-08 01:23:25,899+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8dd7d1b2-f37f-479a-ad2d-9f81c6c16a2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:25,899+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:26,192+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:26,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 35a89b07-5140-4c60-91a4-254a6b0bab62 (threadPool:210)
2018-03-08 01:23:26,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 201bfccd-59d8-443b-8c07-3ad1acd48117 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:26,244+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:26,563+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:26,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7791828d-9438-4d8a-af4e-87a4be3549b9 (threadPool:210)
2018-03-08 01:23:26,625+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4546ba5b-58c2-4d06-b15a-9d1fe4fe1e96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:26,626+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:26,647+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:26,652+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:26,654+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:26,961+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:27,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 851024e9-b50a-444d-9c57-aa9a2d20b49e (threadPool:210)
2018-03-08 01:23:27,007+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9c58cb07-27f4-4e26-9c76-c09486c2f8eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:27,007+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:27,375+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:27,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8dd7d1b2-f37f-479a-ad2d-9f81c6c16a2b (threadPool:210)
2018-03-08 01:23:27,428+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64d8954d-9e5b-4ccd-8a1f-0cc1ea127e9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:27,429+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:27,777+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:27,827+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 201bfccd-59d8-443b-8c07-3ad1acd48117 (threadPool:210)
2018-03-08 01:23:27,827+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 95e1f722-1747-4f40-b750-21b7ed9212eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:27,828+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:28,180+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:28,253+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a36e1614-6572-4311-a5ba-5796a2af6583 (threadPool:210)
2018-03-08 01:23:28,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f180fcc7-6dbc-4b5a-a89a-873cf1f6c483 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:28,254+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:28,569+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:28,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4546ba5b-58c2-4d06-b15a-9d1fe4fe1e96 (threadPool:210)
2018-03-08 01:23:28,612+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9dbb25da-6c27-4d66-9141-66c421724371 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:28,612+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:28,933+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:28,980+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9c58cb07-27f4-4e26-9c76-c09486c2f8eb (threadPool:210)
2018-03-08 01:23:28,980+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 49a1a592-99f3-44ff-949b-8917523d4c6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:28,981+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:29,384+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:29,449+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64d8954d-9e5b-4ccd-8a1f-0cc1ea127e9a (threadPool:210)
2018-03-08 01:23:29,450+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6254d43-dee8-4545-a6e9-21b0e9a132fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:29,451+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:29,790+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:29,861+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 95e1f722-1747-4f40-b750-21b7ed9212eb (threadPool:210)
2018-03-08 01:23:29,863+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5fc387a7-78e0-4cc7-97e6-30249d5448da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:29,863+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:30,230+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:30,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f180fcc7-6dbc-4b5a-a89a-873cf1f6c483 (threadPool:210)
2018-03-08 01:23:30,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6defd166-eaf3-4b87-9b0d-23255d925b8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:30,281+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:30,630+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:30,685+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9dbb25da-6c27-4d66-9141-66c421724371 (threadPool:210)
2018-03-08 01:23:30,686+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1648e0ff-f851-4201-8422-d13bb9cbbc93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:30,686+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:31,016+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:23:31,021+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:23:31,024+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:31,030+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:31,053+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:23:31,055+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:23:31,055+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:31,085+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 49a1a592-99f3-44ff-949b-8917523d4c6e (threadPool:210)
2018-03-08 01:23:31,086+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88f8a5f4-d0f7-44a4-8e0e-91db72d3deb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:31,086+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:31,446+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:31,495+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6254d43-dee8-4545-a6e9-21b0e9a132fa (threadPool:210)
2018-03-08 01:23:31,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 598389c1-3b4b-43d9-bff7-5d4aa7458caf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:31,496+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:31,853+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:32,178+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:32,225+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5fc387a7-78e0-4cc7-97e6-30249d5448da (threadPool:210)
2018-03-08 01:23:32,226+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 452562f1-6f63-4083-bf96-1d440b926a52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:32,226+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:32,530+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:32,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6defd166-eaf3-4b87-9b0d-23255d925b8f (threadPool:210)
2018-03-08 01:23:32,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 38875e39-f733-48b3-bd14-4b70db1dcded (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:32,580+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:32,888+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:32,940+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1648e0ff-f851-4201-8422-d13bb9cbbc93 (threadPool:210)
2018-03-08 01:23:32,941+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1e1d0042-8754-42f6-9cc9-ab14ecff9382 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:32,941+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:33,237+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:33,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 598389c1-3b4b-43d9-bff7-5d4aa7458caf (threadPool:210)
2018-03-08 01:23:33,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6adcaed7-eaed-4885-b60e-885261be863b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:33,284+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:33,646+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:33,707+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 452562f1-6f63-4083-bf96-1d440b926a52 (threadPool:210)
2018-03-08 01:23:33,708+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a113e561-de58-4b8b-ba8c-8a7afb26f972 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:33,709+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:34,000+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:34,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 38875e39-f733-48b3-bd14-4b70db1dcded (threadPool:210)
2018-03-08 01:23:34,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task df83d13e-bca3-47c5-86d5-2aa90d5185d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:34,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:34,113+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2229ca2e-f225-483f-abcd-363ef9b89964 (api:46)
2018-03-08 01:23:34,118+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2229ca2e-f225-483f-abcd-363ef9b89964 (api:52)
2018-03-08 01:23:34,119+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:34,218+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5a2c66a6-259d-4fba-900a-db2bf21537b3 (api:46)
2018-03-08 01:23:34,224+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5a2c66a6-259d-4fba-900a-db2bf21537b3 (api:52)
2018-03-08 01:23:34,226+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:34,334+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:34,383+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88f8a5f4-d0f7-44a4-8e0e-91db72d3deb1 (threadPool:210)
2018-03-08 01:23:34,384+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ae948559-f3ab-4574-b685-488ef4c70230 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:34,384+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:34,681+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:34,733+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1e1d0042-8754-42f6-9cc9-ab14ecff9382 (threadPool:210)
2018-03-08 01:23:34,734+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 57937500-9fd1-4418-a18a-d7486be21060 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:34,735+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:35,056+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:35,116+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6adcaed7-eaed-4885-b60e-885261be863b (threadPool:210)
2018-03-08 01:23:35,117+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d714e7ea-7b49-4fe4-82a9-ee5fa0498c15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:23:35,117+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:35,403+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:35,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task df83d13e-bca3-47c5-86d5-2aa90d5185d9 (threadPool:210)
2018-03-08 01:23:35,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 755cf7d4-f13b-46e9-867c-14b8db1ee7b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:35,454+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:35,791+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:35,831+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ae948559-f3ab-4574-b685-488ef4c70230 (threadPool:210)
2018-03-08 01:23:35,832+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 427d633d-0880-4ade-ac7f-e33cd78198b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:35,832+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:36,164+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:36,202+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a113e561-de58-4b8b-ba8c-8a7afb26f972 (threadPool:210)
2018-03-08 01:23:36,203+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f76ba3b0-426a-441d-85d4-ba3f9d251475 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:36,203+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:36,605+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:36,637+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 755cf7d4-f13b-46e9-867c-14b8db1ee7b8 (threadPool:210)
2018-03-08 01:23:36,637+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 47f3f989-c553-4921-b7fc-39219bf53cc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:36,638+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:36,982+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:37,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 427d633d-0880-4ade-ac7f-e33cd78198b4 (threadPool:210)
2018-03-08 01:23:37,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e4908040-aab4-45ce-8927-47b9a71a3f4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:37,049+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:37,395+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:37,440+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d714e7ea-7b49-4fe4-82a9-ee5fa0498c15 (threadPool:210)
2018-03-08 01:23:37,440+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1b10c9fb-b399-4e4c-bcab-9afe783d4d8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:37,441+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:37,886+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:37,938+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f76ba3b0-426a-441d-85d4-ba3f9d251475 (threadPool:210)
2018-03-08 01:23:37,938+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e0562fb2-cbed-4a28-bd5a-216495b3fcf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:37,938+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:38,230+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:38,281+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 57937500-9fd1-4418-a18a-d7486be21060 (threadPool:210)
2018-03-08 01:23:38,282+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ac16f855-f809-4d28-82cf-b125f4469926 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:38,282+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:38,674+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:38,720+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e4908040-aab4-45ce-8927-47b9a71a3f4f (threadPool:210)
2018-03-08 01:23:38,720+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6cbff1bf-6cd8-4e0b-a0a4-b259011b3580 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:38,721+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:39,068+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:39,115+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1b10c9fb-b399-4e4c-bcab-9afe783d4d8e (threadPool:210)
2018-03-08 01:23:39,116+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c4d26585-7929-418c-8a03-472743edd06b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:39,116+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:39,488+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:39,551+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e0562fb2-cbed-4a28-bd5a-216495b3fcf7 (threadPool:210)
2018-03-08 01:23:39,552+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6619b5ef-b2ec-4e56-9dd1-aa8052125229 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:39,553+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:39,700+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:39,703+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c50b95e5-5421-4359-b9c4-46cd0cc3a4bb (api:46)
2018-03-08 01:23:39,704+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00635259', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371119', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024405', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641737', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628304', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303264', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000872588', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564752', 'lastCheck': '0.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437704', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330105', 'lastCheck': '0.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450017', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249641', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418566', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00347002', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319415', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247582', 'lastCheck': '9.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323042', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381527', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231073', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650786', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333105', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048169', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243112', 'lastCheck': '9.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238335', 'lastCheck': '3.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274952', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493817', 'lastCheck': '0.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030508', 'lastCheck': '2.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323256', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256169', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474091', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405017', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268961', 'lastCheck': '9.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c50b95e5-5421-4359-b9c4-46cd0cc3a4bb (api:52)
2018-03-08 01:23:39,705+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=75a7dd01-b8ff-4a9f-aac8-692ac85d5501 (api:46)
2018-03-08 01:23:39,705+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=75a7dd01-b8ff-4a9f-aac8-692ac85d5501 (api:52)
2018-03-08 01:23:39,748+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.82'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.00'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.50'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '27': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.16'}, '20': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '21': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.37'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '29': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '93.84'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '22.65', 'cpuIdle': '72.45'}, '0': {'cpuUser': '6.29', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '89.87'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.70'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.36'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '4': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.43'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.68'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '16': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '19': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.83'}, '49': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.68'}, '37': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '34': {'cpuUser': '7.35', 'nodeIndex': 0, 'cpuSys': '8.01', 'cpuIdle': '84.64'}, '33': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '18': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '50': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.54'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307984'}, '0': {'memPercent': 11, 'memFree': '349809'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249641', 'lastCheck': '0.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00635259', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371119', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418566', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00347002', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628304', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303264', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000872588', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564752', 'lastCheck': '0.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437704', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330105', 'lastCheck': '0.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450017', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024405', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641737', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319415', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333105', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323042', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381527', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231073', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650786', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247582', 'lastCheck': '9.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405017', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243112', 'lastCheck': '9.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238335', 'lastCheck': '3.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274952', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493817', 'lastCheck': '0.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030508', 'lastCheck': '2.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323256', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256169', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474091', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048169', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268961', 'lastCheck': '9.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646085169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404064601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.351', 'tx': '1176270569851', 'txDropped': '0', 'rx': '625370874726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0', 'tx': '1580919721585', 'txDropped': '0', 'rx': '926311367280', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45177759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416326546', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200471792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet0', 'tx': '87429971', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet1', 'tx': '37765778702', 'txDropped': '0', 'rx': '877833785', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet2', 'tx': '21123260791', 'txDropped': '0', 'rx': '141315380199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175601177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet4', 'tx': '396113353', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet5', 'tx': '23423995990', 'txDropped': '0', 'rx': '498092464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet6', 'tx': '6653709341', 'txDropped': '0', 'rx': '429848953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet7', 'tx': '1433228914', 'txDropped': '0', 'rx': '552175378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42427154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46725235', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'lo', 'tx': '6931732599', 'txDropped': '0', 'rx': '6931732599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170615668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'eno1', 'tx': '975611005454', 'txDropped': '0', 'rx': '433990786372', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'eno2', 'tx': '605308716131', 'txDropped': '0', 'rx': '492320580908', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468605.392244, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468605.392244, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632732583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75873093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76990912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192045162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370763611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373402220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49848732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430207098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298811562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.110', 'tx': '2475939674', 'txDropped': '0', 'rx': '66854579135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.111', 'tx': '122675060928', 'txDropped': '0', 'rx': '24445575976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55225771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54148504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465195833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165293975', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56005689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55835450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45173013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468605.392244, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226510661', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'oVirtManagement', 'tx': '1176270569203', 'txDropped': '0', 'rx': '625370136323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577042216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'vnet3', 'tx': '542507117', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468605.392244, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754379540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694653.57', 'cpuLoad': '2.19', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92970'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635298L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:23:39 GMT', 'cpuUser': '1.14', 'memFree': 667591, 'cpuIdle': '97.27', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:39,754+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:23:39,921+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:39,964+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 47f3f989-c553-4921-b7fc-39219bf53cc2 (threadPool:210)
2018-03-08 01:23:39,964+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5846f4ab-7cbd-44c0-8726-a6ec630e1caa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:39,964+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:40,345+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:40,397+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ac16f855-f809-4d28-82cf-b125f4469926 (threadPool:210)
2018-03-08 01:23:40,397+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b523b69c-89f0-4d13-94d0-eb02b8150221 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:40,397+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:40,563+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ea70a190-8586-4715-b386-893a72a7c08d (api:46)
2018-03-08 01:23:40,563+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00635259', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371119', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024405', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641737', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628304', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303264', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000872588', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564752', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437704', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330105', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450017', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249641', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418566', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00347002', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319415', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306722', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324107', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267911', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277639', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00197679', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236903', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690933', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238633', 'lastCheck': '0.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238335', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220363', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487444', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00030508', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043503', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472336', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621055', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216002', 'lastCheck': '0.1', 'valid': True}} from=internal, task_id=ea70a190-8586-4715-b386-893a72a7c08d (api:52)
2018-03-08 01:23:40,564+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=2314f554-ef31-4d94-8959-e54fbb08b0d4 (api:46)
2018-03-08 01:23:40,564+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=2314f554-ef31-4d94-8959-e54fbb08b0d4 (api:52)
2018-03-08 01:23:40,789+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:40,810+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=c08ef6a6-052f-4b91-bfd8-a56d441aebe6 (api:46)
2018-03-08 01:23:40,812+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=c08ef6a6-052f-4b91-bfd8-a56d441aebe6 (api:52)
2018-03-08 01:23:40,813+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=6160effe-e2d9-41a6-a2c9-1d0eb26ce575 (api:46)
2018-03-08 01:23:40,813+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=6160effe-e2d9-41a6-a2c9-1d0eb26ce575 (api:52)
2018-03-08 01:23:40,814+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=a9c31ab9-10e6-44fc-b7e0-ce0c9f6fe7d9 (api:46)
2018-03-08 01:23:40,814+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=a9c31ab9-10e6-44fc-b7e0-ce0c9f6fe7d9 (api:52)
2018-03-08 01:23:40,815+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=786d0469-6f21-40d1-bc37-8bb95211d366 (api:46)
2018-03-08 01:23:40,815+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=786d0469-6f21-40d1-bc37-8bb95211d366 (api:52)
2018-03-08 01:23:40,815+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=35f5b237-5f4a-4e61-b6e2-2ec32eee3338 (api:46)
2018-03-08 01:23:40,816+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=35f5b237-5f4a-4e61-b6e2-2ec32eee3338 (api:52)
2018-03-08 01:23:40,816+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=782ac9d6-54c7-464e-a6c1-44730384d364 (api:46)
2018-03-08 01:23:40,816+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=782ac9d6-54c7-464e-a6c1-44730384d364 (api:52)
2018-03-08 01:23:40,817+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=21e53b40-82dc-4cf9-8ab6-c4f2efafa4c7 (api:46)
2018-03-08 01:23:40,817+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=21e53b40-82dc-4cf9-8ab6-c4f2efafa4c7 (api:52)
2018-03-08 01:23:40,818+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=8e3c6e8d-a6a9-4b9c-86e8-2b402bfe1eda (api:46)
2018-03-08 01:23:40,818+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=8e3c6e8d-a6a9-4b9c-86e8-2b402bfe1eda (api:52)
2018-03-08 01:23:40,818+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=1cc8b898-9b3d-4708-9cfe-497845836458 (api:46)
2018-03-08 01:23:40,818+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=1cc8b898-9b3d-4708-9cfe-497845836458 (api:52)
2018-03-08 01:23:40,819+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=0a47b970-bd32-46c8-8313-4509bfea9bec (api:46)
2018-03-08 01:23:40,819+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0a47b970-bd32-46c8-8313-4509bfea9bec (api:52)
2018-03-08 01:23:40,831+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6cbff1bf-6cd8-4e0b-a0a4-b259011b3580 (threadPool:210)
2018-03-08 01:23:40,832+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task db400170-cd39-4a37-9a7c-593cfc7ccdda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:40,832+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:41,132+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:41,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6619b5ef-b2ec-4e56-9dd1-aa8052125229 (threadPool:210)
2018-03-08 01:23:41,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c4fce6fd-c40b-4dc7-a853-73fe02b47d3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:41,181+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:41,479+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:41,527+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5846f4ab-7cbd-44c0-8726-a6ec630e1caa (threadPool:210)
2018-03-08 01:23:41,528+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 227ab043-1f1c-4c0c-a86a-fdb35591698d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:41,528+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:41,672+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:41,677+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:41,679+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:41,838+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:41,886+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b523b69c-89f0-4d13-94d0-eb02b8150221 (threadPool:210)
2018-03-08 01:23:41,887+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d21e33a0-1f31-4e70-82b8-5652bb75f41e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:41,887+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:42,177+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:42,227+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c4d26585-7929-418c-8a03-472743edd06b (threadPool:210)
2018-03-08 01:23:42,227+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c0ea988b-8a0f-4fc8-ad62-725fb186a8af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:42,227+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:42,520+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:42,849+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:42,893+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task db400170-cd39-4a37-9a7c-593cfc7ccdda (threadPool:210)
2018-03-08 01:23:42,894+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 03fbd7e6-e733-46c9-be2c-bec58e46311c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:42,894+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:43,227+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:43,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c4fce6fd-c40b-4dc7-a853-73fe02b47d3a (threadPool:210)
2018-03-08 01:23:43,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43e6104d-8640-4f0c-8cdd-4963b8ff3ca7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:43,273+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:43,612+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:43,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 227ab043-1f1c-4c0c-a86a-fdb35591698d (threadPool:210)
2018-03-08 01:23:43,662+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4d74e29f-fba1-4f5e-861f-9de14c3de47e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:43,662+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:44,083+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:44,131+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d21e33a0-1f31-4e70-82b8-5652bb75f41e (threadPool:210)
2018-03-08 01:23:44,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7430e0e3-5ba8-480a-a462-74c8aa5ef1c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:44,132+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:44,424+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:44,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c0ea988b-8a0f-4fc8-ad62-725fb186a8af (threadPool:210)
2018-03-08 01:23:44,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a9ab55c1-69bc-4599-9414-3597088f801c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:44,473+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:44,634+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9edcfd97-a73f-4aa2-a0e2-636ed96eb287 (api:46)
2018-03-08 01:23:44,640+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9edcfd97-a73f-4aa2-a0e2-636ed96eb287 (api:52)
2018-03-08 01:23:44,640+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:44,747+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bdfaab5b-0142-4d8f-9f55-ae2a546acdfb (api:46)
2018-03-08 01:23:44,753+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bdfaab5b-0142-4d8f-9f55-ae2a546acdfb (api:52)
2018-03-08 01:23:44,755+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:44,837+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:44,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 03fbd7e6-e733-46c9-be2c-bec58e46311c (threadPool:210)
2018-03-08 01:23:44,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f66c0972-2ee4-4ee7-b9c1-707e9cf02edf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:44,887+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:45,251+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:45,292+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43e6104d-8640-4f0c-8cdd-4963b8ff3ca7 (threadPool:210)
2018-03-08 01:23:45,292+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 529d0c75-64dc-41fe-8667-e7ecb0eb61ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:45,293+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:45,666+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:45,715+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7430e0e3-5ba8-480a-a462-74c8aa5ef1c6 (threadPool:210)
2018-03-08 01:23:45,715+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f7a4302d-2acd-4cc0-98ce-6d7e43e59eb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:45,716+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:46,049+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:23:46,064+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:46,085+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:23:46,089+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:23:46,097+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:23:46,097+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:23:46,098+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:23:46,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a9ab55c1-69bc-4599-9414-3597088f801c (threadPool:210)
2018-03-08 01:23:46,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94881099-ee3c-4bfc-bc13-20c44fd6c7be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:46,128+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:46,472+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:46,520+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4d74e29f-fba1-4f5e-861f-9de14c3de47e (threadPool:210)
2018-03-08 01:23:46,521+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5e3c5d4f-9c1b-495a-b80e-a36782ecbf68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:46,521+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:46,849+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:46,908+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 529d0c75-64dc-41fe-8667-e7ecb0eb61ef (threadPool:210)
2018-03-08 01:23:46,909+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 052982ce-4a46-4662-aac6-93a4e0e2ee03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:46,910+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:47,314+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:47,358+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f7a4302d-2acd-4cc0-98ce-6d7e43e59eb7 (threadPool:210)
2018-03-08 01:23:47,359+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7a06d230-a06d-4b09-930b-eabfcc8f4f62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:23:47,359+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:47,657+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:47,710+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f66c0972-2ee4-4ee7-b9c1-707e9cf02edf (threadPool:210)
2018-03-08 01:23:47,710+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task db7174dd-6eb7-4ce7-b165-8f33ab2e1127 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:47,710+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:48,078+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:48,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5e3c5d4f-9c1b-495a-b80e-a36782ecbf68 (threadPool:210)
2018-03-08 01:23:48,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5a1dd1d8-52e1-4dd1-9931-5456261e8a59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:48,128+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:48,481+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:48,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 052982ce-4a46-4662-aac6-93a4e0e2ee03 (threadPool:210)
2018-03-08 01:23:48,547+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a3b86993-c8ce-499c-92d8-3c90b6c1a65c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:48,547+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:48,947+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:48,992+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7a06d230-a06d-4b09-930b-eabfcc8f4f62 (threadPool:210)
2018-03-08 01:23:48,992+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f03d7d3-a0af-4bef-9e77-2ef051109463 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:48,993+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:49,434+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:49,504+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94881099-ee3c-4bfc-bc13-20c44fd6c7be (threadPool:210)
2018-03-08 01:23:49,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 11f2be8d-9db4-4bf1-88f0-3255ceab06c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:49,505+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:49,810+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:49,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5a1dd1d8-52e1-4dd1-9931-5456261e8a59 (threadPool:210)
2018-03-08 01:23:49,919+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9b586ddb-6740-47c2-9ac7-da269273285b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:49,919+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:50,299+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:50,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a3b86993-c8ce-499c-92d8-3c90b6c1a65c (threadPool:210)
2018-03-08 01:23:50,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ef6907e0-3700-4681-87f4-a95e29a3ef1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:50,346+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:50,659+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:50,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f03d7d3-a0af-4bef-9e77-2ef051109463 (threadPool:210)
2018-03-08 01:23:50,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 614237a2-5cd7-4594-95e0-39bbf0970b08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:50,708+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:51,049+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:51,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task db7174dd-6eb7-4ce7-b165-8f33ab2e1127 (threadPool:210)
2018-03-08 01:23:51,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dd7a0fb8-b37a-497c-a941-12dc9f1fe8be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:51,097+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:51,433+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:51,482+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 11f2be8d-9db4-4bf1-88f0-3255ceab06c8 (threadPool:210)
2018-03-08 01:23:51,483+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d209c0a-2c10-4d43-ac04-c72c44354f31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:51,483+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:51,890+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:51,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9b586ddb-6740-47c2-9ac7-da269273285b (threadPool:210)
2018-03-08 01:23:51,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8046701f-6e08-45ef-936e-8e1b151b7021 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:51,936+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:52,275+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:52,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ef6907e0-3700-4681-87f4-a95e29a3ef1a (threadPool:210)
2018-03-08 01:23:52,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f236f047-62d7-49f8-8aa3-02b68850bc6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:52,324+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:52,667+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:52,718+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 614237a2-5cd7-4594-95e0-39bbf0970b08 (threadPool:210)
2018-03-08 01:23:52,719+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68090a6e-dda4-4fd1-9bc6-a8aa4b533d26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:52,719+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:53,072+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:53,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dd7a0fb8-b37a-497c-a941-12dc9f1fe8be (threadPool:210)
2018-03-08 01:23:53,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 23c2f14c-67da-4399-a59a-035a1080df86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:53,121+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:53,448+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:53,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d209c0a-2c10-4d43-ac04-c72c44354f31 (threadPool:210)
2018-03-08 01:23:53,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 426e8ec5-e915-4feb-a8e8-ef192c2587a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:53,496+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:53,795+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:53,853+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8046701f-6e08-45ef-936e-8e1b151b7021 (threadPool:210)
2018-03-08 01:23:53,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 495bfce5-a195-4d84-911e-74ab73dc482a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:53,855+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:54,210+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:54,261+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f236f047-62d7-49f8-8aa3-02b68850bc6f (threadPool:210)
2018-03-08 01:23:54,261+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d62fb6cd-e0ea-4d73-8f24-6206413c7d89 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:54,261+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:54,564+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:54,798+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:54,799+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=a5b588b1-52a0-4a10-a082-15a7f964834e (api:46)
2018-03-08 01:23:54,800+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310848', 'lastCheck': '6.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044571', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297916', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000718982', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357307', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298232', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355825', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291825', 'lastCheck': '5.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037456', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226189', 'lastCheck': '5.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278773', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601075', 'lastCheck': '5.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535285', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00699456', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000717921', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448494', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240765', 'lastCheck': '5.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028739', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452978', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546537', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223713', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495864', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226612', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418108', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318791', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260621', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430683', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467763', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233076', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354664', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002525', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361109', 'lastCheck': '4.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=a5b588b1-52a0-4a10-a082-15a7f964834e (api:52)
2018-03-08 01:23:54,800+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=429f3b7b-b195-4e07-b53f-5bf85b333abe (api:46)
2018-03-08 01:23:54,801+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=429f3b7b-b195-4e07-b53f-5bf85b333abe (api:52)
2018-03-08 01:23:54,830+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.95'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.15'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.17'}, '26': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '97.95'}, '27': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.57'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.63'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.37'}, '22': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '23': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '99.01'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '29': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '93.92'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '1': {'cpuUser': '4.63', 'nodeIndex': 1, 'cpuSys': '26.40', 'cpuIdle': '68.97'}, '0': {'cpuUser': '6.02', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '90.54'}, '3': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '92.99'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.71', 'cpuIdle': '95.57'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.44'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '7': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.03'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '13': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.22'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.36'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.76'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.09'}, '16': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.03'}, '19': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.17'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '34': {'cpuUser': '6.95', 'nodeIndex': 0, 'cpuSys': '7.94', 'cpuIdle': '85.11'}, '33': {'cpuUser': '4.30', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '94.18'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '57': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '50': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307887'}, '0': {'memPercent': 11, 'memFree': '349909'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601075', 'lastCheck': '5.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310848', 'lastCheck': '6.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044571', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535285', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00699456', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357307', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298232', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355825', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291825', 'lastCheck': '5.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037456', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226189', 'lastCheck': '5.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278773', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297916', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000718982', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000717921', 'lastCheck': '5.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223713', 'lastCheck': '4.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240765', 'lastCheck': '5.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028739', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452978', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546537', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448494', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002525', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226612', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418108', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318791', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260621', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430683', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467763', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233076', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354664', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495864', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361109', 'lastCheck': '4.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646114772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404068512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.351', 'tx': '1176270646823', 'txDropped': '0', 'rx': '625370891104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0', 'tx': '1580919815658', 'txDropped': '0', 'rx': '926311844026', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45178397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416327500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200474379', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet0', 'tx': '87435401', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet1', 'tx': '37765779866', 'txDropped': '0', 'rx': '877833847', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet2', 'tx': '21123317046', 'txDropped': '0', 'rx': '141315396545', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175602975', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet4', 'tx': '396118783', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet5', 'tx': '23424028846', 'txDropped': '0', 'rx': '498092830', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet6', 'tx': '6653730642', 'txDropped': '0', 'rx': '429858387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet7', 'tx': '1433230078', 'txDropped': '0', 'rx': '552175440', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42427554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46725635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'lo', 'tx': '6931811610', 'txDropped': '0', 'rx': '6931811610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170617112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'eno1', 'tx': '975611098201', 'txDropped': '0', 'rx': '433991008191', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'eno2', 'tx': '605308717457', 'txDropped': '0', 'rx': '492320835835', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468620.506526, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468620.506526, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632737261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75873493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76991312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192048098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370764011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373406782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49849132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430211660', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298814498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.110', 'tx': '2475949232', 'txDropped': '0', 'rx': '66854599190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.111', 'tx': '122675077435', 'txDropped': '0', 'rx': '24445628965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55226121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54148904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465199744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165295419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56006039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55835850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45173651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468620.506526, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226513248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'oVirtManagement', 'tx': '1176270646175', 'txDropped': '0', 'rx': '625370152701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577046894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'vnet3', 'tx': '542512547', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468620.506526, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754381338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694668.67', 'cpuLoad': '2.28', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92969'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.23', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:23:54 GMT', 'cpuUser': '1.23', 'memFree': 667612, 'cpuIdle': '97.13', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.71'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:54,835+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:23:54,899+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:54,948+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68090a6e-dda4-4fd1-9bc6-a8aa4b533d26 (threadPool:210)
2018-03-08 01:23:54,948+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a82a53f7-b074-4842-825b-77271a755f99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:54,948+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:55,194+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=80ed59ff-ebbd-451b-b6c3-fa6d406d4c39 (api:46)
2018-03-08 01:23:55,199+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=80ed59ff-ebbd-451b-b6c3-fa6d406d4c39 (api:52)
2018-03-08 01:23:55,200+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:55,246+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:55,293+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=829d6c79-6207-43f2-a80e-ec0644dd3e2f (api:46)
2018-03-08 01:23:55,300+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=829d6c79-6207-43f2-a80e-ec0644dd3e2f (api:52)
2018-03-08 01:23:55,302+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:55,303+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 23c2f14c-67da-4399-a59a-035a1080df86 (threadPool:210)
2018-03-08 01:23:55,303+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09816222-214b-4d40-b8aa-e5034b57c2ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:55,304+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:55,634+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:55,687+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a02e8d68-0963-45eb-a5ca-0b545d3363fd (api:46)
2018-03-08 01:23:55,688+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310848', 'lastCheck': '7.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044571', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297916', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000718982', 'lastCheck': '6.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357307', 'lastCheck': '5.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298232', 'lastCheck': '5.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355825', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291825', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037456', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226189', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278773', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000601075', 'lastCheck': '6.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535285', 'lastCheck': '5.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00699456', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000717921', 'lastCheck': '6.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448494', 'lastCheck': '5.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240765', 'lastCheck': '6.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028739', 'lastCheck': '6.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452978', 'lastCheck': '5.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546537', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223713', 'lastCheck': '5.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495864', 'lastCheck': '5.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226612', 'lastCheck': '5.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418108', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318791', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260621', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000430683', 'lastCheck': '8.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467763', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233076', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354664', 'lastCheck': '5.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002525', 'lastCheck': '5.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361109', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=a02e8d68-0963-45eb-a5ca-0b545d3363fd (api:52)
2018-03-08 01:23:55,689+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=6d0af9df-4b4b-4be6-abde-62cecadb776f (api:46)
2018-03-08 01:23:55,689+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=6d0af9df-4b4b-4be6-abde-62cecadb776f (api:52)
2018-03-08 01:23:55,731+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 426e8ec5-e915-4feb-a8e8-ef192c2587a1 (threadPool:210)
2018-03-08 01:23:55,731+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e64d075-b4ee-4415-af8f-a5667fb34d7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:55,732+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:56,036+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:56,084+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 495bfce5-a195-4d84-911e-74ab73dc482a (threadPool:210)
2018-03-08 01:23:56,085+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 854f3718-cc37-45bf-896e-fa26d5648858 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:56,085+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:56,405+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:56,454+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d62fb6cd-e0ea-4d73-8f24-6206413c7d89 (threadPool:210)
2018-03-08 01:23:56,455+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 33ec85d6-40c3-4195-8c38-c8ddced2d66d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:56,455+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:56,695+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:23:56,700+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:23:56,702+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:23:56,748+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:56,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a82a53f7-b074-4842-825b-77271a755f99 (threadPool:210)
2018-03-08 01:23:56,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f6feaa4-402c-4a6e-9fdd-ab00622a936f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:56,799+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:57,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:57,169+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09816222-214b-4d40-b8aa-e5034b57c2ec (threadPool:210)
2018-03-08 01:23:57,169+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a7722bc0-09e2-461e-9ab4-6a9d301ee0f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:57,170+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:57,463+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:57,506+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e64d075-b4ee-4415-af8f-a5667fb34d7b (threadPool:210)
2018-03-08 01:23:57,507+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c5defdc6-686d-4514-9d96-e5852d99bb0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:57,507+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:57,881+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:57,942+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 854f3718-cc37-45bf-896e-fa26d5648858 (threadPool:210)
2018-03-08 01:23:57,943+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 391ad766-bfcf-439a-8e27-b317d5f31f9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:57,944+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:58,319+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:58,379+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 33ec85d6-40c3-4195-8c38-c8ddced2d66d (threadPool:210)
2018-03-08 01:23:58,380+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d3b69ed5-cf49-4f5e-a1cb-2699cc3dd7df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:58,380+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:58,727+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:58,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f6feaa4-402c-4a6e-9fdd-ab00622a936f (threadPool:210)
2018-03-08 01:23:58,756+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 09f42092-48c7-48ee-8896-34b3dc934f8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:58,756+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:59,070+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:59,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c5defdc6-686d-4514-9d96-e5852d99bb0a (threadPool:210)
2018-03-08 01:23:59,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9055d59e-4436-4004-b268-90c9fa416fca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:23:59,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:23:59,439+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:59,489+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 391ad766-bfcf-439a-8e27-b317d5f31f9f (threadPool:210)
2018-03-08 01:23:59,489+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d4e025b8-39c7-40d0-88a8-04a612c80b36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:23:59,490+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:23:59,903+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:23:59,942+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d3b69ed5-cf49-4f5e-a1cb-2699cc3dd7df (threadPool:210)
2018-03-08 01:23:59,943+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e2782f34-eef3-4a78-bc52-b51594637736 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:23:59,944+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:00,367+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:00,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a7722bc0-09e2-461e-9ab4-6a9d301ee0f1 (threadPool:210)
2018-03-08 01:24:00,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8aff07a0-bbd9-4a6f-994e-0c44ccb89d05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:00,418+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:00,752+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:00,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 09f42092-48c7-48ee-8896-34b3dc934f8b (threadPool:210)
2018-03-08 01:24:00,804+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e2a486c1-e005-4982-8a72-1a56db4ec713 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:00,804+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:01,098+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:24:01,103+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:24:01,105+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:01,113+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:24:01,113+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:24:01,113+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:01,200+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:01,249+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9055d59e-4436-4004-b268-90c9fa416fca (threadPool:210)
2018-03-08 01:24:01,250+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e38e2ac8-f9f1-4cdd-8289-068f7c91bade (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:01,250+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:01,615+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:01,665+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d4e025b8-39c7-40d0-88a8-04a612c80b36 (threadPool:210)
2018-03-08 01:24:01,665+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 856c9df4-1d6a-4bee-951b-b07446835265 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:01,665+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:02,046+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:02,097+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e2782f34-eef3-4a78-bc52-b51594637736 (threadPool:210)
2018-03-08 01:24:02,097+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02eaa3a6-a40f-4339-a0e1-a1f15954397a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:02,097+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:02,387+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:02,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8aff07a0-bbd9-4a6f-994e-0c44ccb89d05 (threadPool:210)
2018-03-08 01:24:02,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7bcb90a0-0a81-4380-ad8e-667bf9bd1248 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:02,435+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:02,755+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:02,805+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e2a486c1-e005-4982-8a72-1a56db4ec713 (threadPool:210)
2018-03-08 01:24:02,805+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b19c12d6-da7c-4565-a7f0-43d1ce806c3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:02,806+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:03,168+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:03,223+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e38e2ac8-f9f1-4cdd-8289-068f7c91bade (threadPool:210)
2018-03-08 01:24:03,224+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 98b5f185-ec0e-46a1-8a9d-a01ec1d1c784 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:03,224+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:03,548+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:03,594+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 856c9df4-1d6a-4bee-951b-b07446835265 (threadPool:210)
2018-03-08 01:24:03,595+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d5f04f35-7253-498d-91b0-4da47fa65483 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:03,595+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:03,881+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:03,932+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02eaa3a6-a40f-4339-a0e1-a1f15954397a (threadPool:210)
2018-03-08 01:24:03,932+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79c7a06d-8787-4fc7-9fdb-515e85227337 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:03,932+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:04,245+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:04,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7bcb90a0-0a81-4380-ad8e-667bf9bd1248 (threadPool:210)
2018-03-08 01:24:04,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b9abfb87-2c5d-4b65-a8d1-e2fae079b271 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:04,311+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:04,622+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:04,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b19c12d6-da7c-4565-a7f0-43d1ce806c3f (threadPool:210)
2018-03-08 01:24:04,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4e56e0a9-a10d-4f3b-8dff-f9b90aa97580 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:04,671+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:05,064+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:05,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 98b5f185-ec0e-46a1-8a9d-a01ec1d1c784 (threadPool:210)
2018-03-08 01:24:05,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c1c0d31b-6751-4166-b38f-83a527cad49a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:05,112+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:05,409+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:05,458+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d5f04f35-7253-498d-91b0-4da47fa65483 (threadPool:210)
2018-03-08 01:24:05,458+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 440ddaf1-6eee-4118-b388-b10e5e6328ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:05,459+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:05,717+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e9f3a013-adc1-432d-bb57-239308d061ef (api:46)
2018-03-08 01:24:05,723+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e9f3a013-adc1-432d-bb57-239308d061ef (api:52)
2018-03-08 01:24:05,724+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:05,801+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:05,825+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3161e89f-1140-45ab-8f3d-fd14b70986e1 (api:46)
2018-03-08 01:24:05,835+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3161e89f-1140-45ab-8f3d-fd14b70986e1 (api:52)
2018-03-08 01:24:05,837+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:24:05,865+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79c7a06d-8787-4fc7-9fdb-515e85227337 (threadPool:210)
2018-03-08 01:24:05,866+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fc5695fc-9a96-42c8-b3bc-185b3f23a297 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:05,867+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:06,232+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:06,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b9abfb87-2c5d-4b65-a8d1-e2fae079b271 (threadPool:210)
2018-03-08 01:24:06,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2cc8c73-4d0d-4f43-9a85-ee31b95ba9ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:06,282+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:06,671+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:07,032+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:07,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4e56e0a9-a10d-4f3b-8dff-f9b90aa97580 (threadPool:210)
2018-03-08 01:24:07,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bdeba049-6056-4a14-9f9a-9658b85d340c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:07,082+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:07,405+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:07,450+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c1c0d31b-6751-4166-b38f-83a527cad49a (threadPool:210)
2018-03-08 01:24:07,451+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b452c1d0-c028-4766-b286-da0fdf120e06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:07,451+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:07,785+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:07,836+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 440ddaf1-6eee-4118-b388-b10e5e6328ac (threadPool:210)
2018-03-08 01:24:07,837+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c436ca8a-88a1-41d5-a06a-de1582f6e482 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:07,837+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:08,222+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:08,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fc5695fc-9a96-42c8-b3bc-185b3f23a297 (threadPool:210)
2018-03-08 01:24:08,274+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b9f760b2-db77-4fad-af45-765e00934d12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:08,275+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:08,681+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:08,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2cc8c73-4d0d-4f43-9a85-ee31b95ba9ee (threadPool:210)
2018-03-08 01:24:08,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 21da1954-800b-4263-b2f2-f7e52aa299cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:08,733+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:09,113+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:09,173+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bdeba049-6056-4a14-9f9a-9658b85d340c (threadPool:210)
2018-03-08 01:24:09,174+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 763632f4-b636-4bef-99f4-6bbd6ae8d869 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:09,174+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:09,519+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:09,582+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b452c1d0-c028-4766-b286-da0fdf120e06 (threadPool:210)
2018-03-08 01:24:09,584+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2f42d1c8-223e-4899-bbd5-52b8b7a0a892 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:09,585+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:09,894+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:09,898+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1e52e5ed-ec83-437d-8973-28ba733d32a0 (api:46)
2018-03-08 01:24:09,899+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288451', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000876739', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225566', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397098', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519764', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026388', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000546763', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101778', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250546', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056146', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221922', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069367', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297071', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494781', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637672', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276368', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267578', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272612', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340124', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111758', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305347', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363911', 'lastCheck': '2.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025496', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441106', 'lastCheck': '4.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015699', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258706', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459743', 'lastCheck': '2.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356036', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246377', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00134205', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233148', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028511', 'lastCheck': '8.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1e52e5ed-ec83-437d-8973-28ba733d32a0 (api:52)
2018-03-08 01:24:09,899+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=fc82b76c-65eb-4057-91c3-158226baf165 (api:46)
2018-03-08 01:24:09,900+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=fc82b76c-65eb-4057-91c3-158226baf165 (api:52)
2018-03-08 01:24:09,915+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:09,968+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.14'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.41'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '95.70'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.08'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '25': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.69'}, '26': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.36'}, '22': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '23': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.54'}, '29': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.42'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '22.87', 'cpuIdle': '72.49'}, '0': {'cpuUser': '8.62', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '87.80'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.17'}, '2': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '94.23'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.68'}, '7': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.56'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '9': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.42'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.22'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.15'}, '13': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.16'}, '12': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '15': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.43'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '17': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.09'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.34'}, '19': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.90'}, '55': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '31': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.70'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.55'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '34': {'cpuUser': '7.03', 'nodeIndex': 0, 'cpuSys': '8.42', 'cpuIdle': '84.55'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307867'}, '0': {'memPercent': 11, 'memFree': '349914'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069367', 'lastCheck': '0.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288451', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000876739', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297071', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494781', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519764', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026388', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000546763', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101778', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250546', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056146', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221922', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225566', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397098', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637672', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305347', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267578', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272612', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340124', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111758', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276368', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233148', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025496', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441106', 'lastCheck': '4.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015699', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258706', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459743', 'lastCheck': '2.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356036', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246377', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00134205', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363911', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028511', 'lastCheck': '8.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646142199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404071650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.351', 'tx': '1176270723032', 'txDropped': '0', 'rx': '625370902138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0', 'tx': '1580919911095', 'txDropped': '0', 'rx': '926312359038', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45178747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416328446', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200476222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet0', 'tx': '87438025', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet1', 'tx': '37765781190', 'txDropped': '0', 'rx': '877834030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet2', 'tx': '21123347505', 'txDropped': '0', 'rx': '141315397081', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175603877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet4', 'tx': '396121407', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet5', 'tx': '23424058822', 'txDropped': '0', 'rx': '498093160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet6', 'tx': '6653737899', 'txDropped': '0', 'rx': '429866601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet7', 'tx': '1433231276', 'txDropped': '0', 'rx': '552175502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42427904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46725985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'lo', 'tx': '6931886537', 'txDropped': '0', 'rx': '6931886537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170618478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'eno1', 'tx': '975611177164', 'txDropped': '0', 'rx': '433991218823', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'eno2', 'tx': '605308733931', 'txDropped': '0', 'rx': '492321140215', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468635.590545, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468635.590545, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632741475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75873843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76991662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192050590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370764570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373408916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49849691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430213794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298816990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.110', 'tx': '2475957559', 'txDropped': '0', 'rx': '66854605403', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.111', 'tx': '122675077938', 'txDropped': '0', 'rx': '24445656836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55226521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54149254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465202882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165296785', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56006439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55836200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45174001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468635.590545, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226515091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'oVirtManagement', 'tx': '1176270722384', 'txDropped': '0', 'rx': '625370163735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577051108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'vnet3', 'tx': '542515171', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468635.590545, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754382240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694683.77', 'cpuLoad': '2.50', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92967'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635289L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:24:09 GMT', 'cpuUser': '1.32', 'memFree': 667582, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.54'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:09,973+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:24:09,999+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b9f760b2-db77-4fad-af45-765e00934d12 (threadPool:210)
2018-03-08 01:24:09,999+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 27023982-307a-4f9e-8ad9-69cd658166c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:10,000+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:10,387+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:10,448+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 21da1954-800b-4263-b2f2-f7e52aa299cf (threadPool:210)
2018-03-08 01:24:10,449+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e751e068-e5db-47c5-a729-c1c6ddd970a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:10,449+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:10,781+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=712dfb9d-9bf5-4adf-911c-bfedeffc1376 (api:46)
2018-03-08 01:24:10,781+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288451', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000876739', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225566', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397098', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519764', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026388', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000546763', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101778', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250546', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056146', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221922', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069367', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297071', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494781', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637672', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276368', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267578', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272612', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340124', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00111758', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288292', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339557', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025496', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441106', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196915', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258706', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000459743', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276735', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363359', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621557', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266371', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262307', 'lastCheck': '0.7', 'valid': True}} from=internal, task_id=712dfb9d-9bf5-4adf-911c-bfedeffc1376 (api:52)
2018-03-08 01:24:10,782+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=e9c51cc1-f2f7-4cb3-8d16-9f0ae468dd8c (api:46)
2018-03-08 01:24:10,782+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e9c51cc1-f2f7-4cb3-8d16-9f0ae468dd8c (api:52)
2018-03-08 01:24:10,797+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:10,863+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 763632f4-b636-4bef-99f4-6bbd6ae8d869 (threadPool:210)
2018-03-08 01:24:10,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 45d0978f-1ac8-4a56-b35d-e421a00a20e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:24:10,864+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:11,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:11,325+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c436ca8a-88a1-41d5-a06a-de1582f6e482 (threadPool:210)
2018-03-08 01:24:11,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 81be7047-c9d9-4517-acf1-262f52297cde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:11,326+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:11,718+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:11,723+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:11,725+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:12,114+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:12,166+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2f42d1c8-223e-4899-bbd5-52b8b7a0a892 (threadPool:210)
2018-03-08 01:24:12,166+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f5ba6395-9931-4968-9d74-4e391a8c2492 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:12,166+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:12,580+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:12,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 27023982-307a-4f9e-8ad9-69cd658166c7 (threadPool:210)
2018-03-08 01:24:12,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 720d3b3f-ded1-49b3-9c7e-01fbea003cac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:12,632+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:13,040+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:13,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e751e068-e5db-47c5-a729-c1c6ddd970a6 (threadPool:210)
2018-03-08 01:24:13,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 963ee633-9a80-46bb-9564-6b317785abe5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:13,082+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:13,462+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:13,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 81be7047-c9d9-4517-acf1-262f52297cde (threadPool:210)
2018-03-08 01:24:13,512+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4fa1ca9d-e35e-437c-8454-d9b05929e35d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:13,512+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:13,841+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:13,889+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f5ba6395-9931-4968-9d74-4e391a8c2492 (threadPool:210)
2018-03-08 01:24:13,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 117ca546-40bd-4158-8cd5-155024292200 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:13,890+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:14,253+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:14,302+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 720d3b3f-ded1-49b3-9c7e-01fbea003cac (threadPool:210)
2018-03-08 01:24:14,302+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e85da9a-75f4-4626-9aa4-8cf3d309f0e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:14,303+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:14,620+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:14,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 45d0978f-1ac8-4a56-b35d-e421a00a20e1 (threadPool:210)
2018-03-08 01:24:14,681+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4e6f0529-c22e-47e1-bfb5-d1c0d6ac3459 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:14,681+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:14,969+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:15,013+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 963ee633-9a80-46bb-9564-6b317785abe5 (threadPool:210)
2018-03-08 01:24:15,014+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4dabfa50-6260-4699-8845-84ebdc2e341c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:15,014+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:15,326+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:15,375+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4fa1ca9d-e35e-437c-8454-d9b05929e35d (threadPool:210)
2018-03-08 01:24:15,375+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1a71d613-61b8-4ffb-9c23-b8d44d1defd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:15,375+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:15,688+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:15,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 117ca546-40bd-4158-8cd5-155024292200 (threadPool:210)
2018-03-08 01:24:15,729+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5a77246c-8f8b-46b0-bb7d-651209d453c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:15,729+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:16,066+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:16,113+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e85da9a-75f4-4626-9aa4-8cf3d309f0e8 (threadPool:210)
2018-03-08 01:24:16,114+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 632a7c2c-25a1-463e-9c3f-679cb73ca90b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:16,114+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:16,115+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:24:16,123+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:24:16,125+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:16,131+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:24:16,131+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:24:16,131+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:16,316+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=92580d36-8252-4ee0-b083-9bdf63124be2 (api:46)
2018-03-08 01:24:16,321+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=92580d36-8252-4ee0-b083-9bdf63124be2 (api:52)
2018-03-08 01:24:16,321+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:16,429+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3443e2c2-972d-4ff7-899e-24b3942d52c5 (api:46)
2018-03-08 01:24:16,434+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:16,462+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3443e2c2-972d-4ff7-899e-24b3942d52c5 (api:52)
2018-03-08 01:24:16,465+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:24:16,494+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4e6f0529-c22e-47e1-bfb5-d1c0d6ac3459 (threadPool:210)
2018-03-08 01:24:16,494+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 127822c0-4cff-4548-badc-315a17e4a130 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:16,495+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:16,883+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:16,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4dabfa50-6260-4699-8845-84ebdc2e341c (threadPool:210)
2018-03-08 01:24:16,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b9c9ad32-8d7f-4bb4-822f-7678e4f36ddf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:16,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:17,255+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:17,314+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1a71d613-61b8-4ffb-9c23-b8d44d1defd3 (threadPool:210)
2018-03-08 01:24:17,315+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ddb7a286-f06b-4589-bd3b-2f2907c06468 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:17,315+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:17,617+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:17,668+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5a77246c-8f8b-46b0-bb7d-651209d453c2 (threadPool:210)
2018-03-08 01:24:17,668+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 353a9060-dc64-40bb-a58b-bf0032656d60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:17,668+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:17,955+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:18,003+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 632a7c2c-25a1-463e-9c3f-679cb73ca90b (threadPool:210)
2018-03-08 01:24:18,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6ae2ea22-1ff2-4487-9b11-51c876f8512e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:18,004+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:18,311+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:18,364+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 127822c0-4cff-4548-badc-315a17e4a130 (threadPool:210)
2018-03-08 01:24:18,365+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c19bd945-73da-49b6-bef5-91d143c5b08f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:18,365+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:18,761+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:19,113+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:19,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b9c9ad32-8d7f-4bb4-822f-7678e4f36ddf (threadPool:210)
2018-03-08 01:24:19,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e006f186-6417-4878-9cd6-08bb817e4573 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:19,156+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:19,662+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:19,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 353a9060-dc64-40bb-a58b-bf0032656d60 (threadPool:210)
2018-03-08 01:24:19,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64e68a4f-ca5f-4629-a571-b7a187c8c60d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:19,717+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:20,104+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:20,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c19bd945-73da-49b6-bef5-91d143c5b08f (threadPool:210)
2018-03-08 01:24:20,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0e1fb378-80a2-4dc8-91ed-faccc146b6c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:20,151+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:20,520+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:20,569+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ddb7a286-f06b-4589-bd3b-2f2907c06468 (threadPool:210)
2018-03-08 01:24:20,570+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 64073525-7122-4d56-a5de-641e98e2b481 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:20,570+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:20,943+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:21,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e006f186-6417-4878-9cd6-08bb817e4573 (threadPool:210)
2018-03-08 01:24:21,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2145b277-3201-47e5-8d3f-e6b58788dfad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:21,020+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:21,384+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:21,433+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6ae2ea22-1ff2-4487-9b11-51c876f8512e (threadPool:210)
2018-03-08 01:24:21,434+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0fa5edaa-a814-44ef-87fc-2cae3f15e6e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:21,434+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:21,778+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:21,823+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64e68a4f-ca5f-4629-a571-b7a187c8c60d (threadPool:210)
2018-03-08 01:24:21,824+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1e22bc02-db2d-49bc-a5ec-0e171d0441f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:21,824+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:22,283+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:22,331+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0e1fb378-80a2-4dc8-91ed-faccc146b6c5 (threadPool:210)
2018-03-08 01:24:22,331+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa1e9764-43fd-473a-9a05-8cf204f7a48a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:22,332+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:22,663+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:22,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 64073525-7122-4d56-a5de-641e98e2b481 (threadPool:210)
2018-03-08 01:24:22,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 88a7e81b-97e9-4935-b23a-4f6e18334448 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:22,705+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:22,985+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:23,034+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0fa5edaa-a814-44ef-87fc-2cae3f15e6e4 (threadPool:210)
2018-03-08 01:24:23,034+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aaf0c96f-7946-4342-b689-fa02ad4cdbae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:23,034+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:23,199+0100 INFO  (monitor/4c009a4) [IOProcessClient] Closing client ioprocess-20816 (__init__:598)
2018-03-08 01:24:23,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:23,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1e22bc02-db2d-49bc-a5ec-0e171d0441f1 (threadPool:210)
2018-03-08 01:24:23,401+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cf591186-e3bb-495f-ae5d-8f50c3e147fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:23,401+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:23,746+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:23,796+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa1e9764-43fd-473a-9a05-8cf204f7a48a (threadPool:210)
2018-03-08 01:24:23,797+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9e6b4672-f871-4803-a192-be041aaa6c7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:23,797+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:24,132+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:24,180+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2145b277-3201-47e5-8d3f-e6b58788dfad (threadPool:210)
2018-03-08 01:24:24,180+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ad48d6d7-bdca-4765-88b1-e220ea24be3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:24,180+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:24,554+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:24,603+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 88a7e81b-97e9-4935-b23a-4f6e18334448 (threadPool:210)
2018-03-08 01:24:24,604+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d41f655-07dc-4c00-82eb-695bcc4c8691 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:24,604+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:24,954+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:25,003+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aaf0c96f-7946-4342-b689-fa02ad4cdbae (threadPool:210)
2018-03-08 01:24:25,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1246e4ac-e581-4d25-ad13-adc07f0a1dcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:24:25,004+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:25,022+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:25,023+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=03a5c03b-957f-4c89-922f-0c5da734e39c (api:46)
2018-03-08 01:24:25,024+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519685', 'lastCheck': '6.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637873', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040047', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749031', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043256', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262704', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355418', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620951', 'lastCheck': '5.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405212', 'lastCheck': '5.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347402', 'lastCheck': '5.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408158', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161066', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447722', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245028', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00798301', 'lastCheck': '5.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353508', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437382', 'lastCheck': '5.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283937', 'lastCheck': '5.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234943', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719078', 'lastCheck': '5.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369613', 'lastCheck': '5.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302435', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244933', 'lastCheck': '5.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370315', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276668', 'lastCheck': '5.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475791', 'lastCheck': '5.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000414604', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288608', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253341', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508977', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278139', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279152', 'lastCheck': '4.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=03a5c03b-957f-4c89-922f-0c5da734e39c (api:52)
2018-03-08 01:24:25,024+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=609d2a3f-8a18-4f7f-aedc-10d35852c8b5 (api:46)
2018-03-08 01:24:25,025+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=609d2a3f-8a18-4f7f-aedc-10d35852c8b5 (api:52)
2018-03-08 01:24:25,052+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.29'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.68'}, '53': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.23'}, '25': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.97'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.02'}, '27': {'cpuUser': '3.96', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '93.93'}, '20': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.97'}, '21': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.38'}, '22': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.63'}, '23': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.51'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '1': {'cpuUser': '4.96', 'nodeIndex': 1, 'cpuSys': '28.21', 'cpuIdle': '66.83'}, '0': {'cpuUser': '6.01', 'nodeIndex': 0, 'cpuSys': '3.30', 'cpuIdle': '90.69'}, '3': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.32'}, '2': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.50'}, '5': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.25'}, '4': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.81'}, '7': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.44'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '9': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.71'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.42'}, '59': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.31'}, '10': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.74'}, '13': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.25'}, '12': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.48'}, '15': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.11'}, '14': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '3.04', 'cpuIdle': '94.05'}, '17': {'cpuUser': '5.22', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '92.34'}, '16': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.37'}, '19': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.98'}, '55': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.05'}, '31': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.05'}, '49': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '37': {'cpuUser': '4.89', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '92.67'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.43'}, '34': {'cpuUser': '7.40', 'nodeIndex': 0, 'cpuSys': '8.26', 'cpuIdle': '84.34'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307867'}, '0': {'memPercent': 11, 'memFree': '349927'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161066', 'lastCheck': '5.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519685', 'lastCheck': '6.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637873', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447722', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245028', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043256', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262704', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355418', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620951', 'lastCheck': '5.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405212', 'lastCheck': '5.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347402', 'lastCheck': '5.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408158', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040047', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749031', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00798301', 'lastCheck': '5.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369613', 'lastCheck': '5.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437382', 'lastCheck': '5.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283937', 'lastCheck': '5.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234943', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719078', 'lastCheck': '5.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353508', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278139', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244933', 'lastCheck': '5.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370315', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276668', 'lastCheck': '5.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475791', 'lastCheck': '5.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000414604', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288608', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253341', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508977', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302435', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279152', 'lastCheck': '4.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646149366', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404075694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.351', 'tx': '1176270798254', 'txDropped': '0', 'rx': '625370917232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0', 'tx': '1580920155915', 'txDropped': '0', 'rx': '926312860531', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45179147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416330459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200478238', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet0', 'tx': '87445371', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet1', 'tx': '37765783581', 'txDropped': '0', 'rx': '877834092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet2', 'tx': '21123497585', 'txDropped': '0', 'rx': '141315854709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175605269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet4', 'tx': '396128753', 'txDropped': '0', 'rx': '3066472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet5', 'tx': '23424067830', 'txDropped': '0', 'rx': '498093310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet6', 'tx': '6653744241', 'txDropped': '0', 'rx': '429870698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet7', 'tx': '1433241175', 'txDropped': '0', 'rx': '552192891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42428304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46726385', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'lo', 'tx': '6931967504', 'txDropped': '0', 'rx': '6931967504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170619786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'eno1', 'tx': '975611406234', 'txDropped': '0', 'rx': '433991425798', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'eno2', 'tx': '605308749681', 'txDropped': '0', 'rx': '492321434733', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468650.724428, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468650.724428, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632746521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75874243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76992062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192053426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370764920', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.306', 'tx': '76695871307', 'txDropped': '0', 'rx': '8373415142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49850041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430220020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298819826', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.110', 'tx': '2475979107', 'txDropped': '0', 'rx': '66854617811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.111', 'tx': '122675532139', 'txDropped': '0', 'rx': '24445785912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55226871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54149654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465206926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165298093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56006789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55836600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45174401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468650.724428, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226517107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'oVirtManagement', 'tx': '1176270797606', 'txDropped': '0', 'rx': '625370178829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577056154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'vnet3', 'tx': '542522517', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468650.724428, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754383632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694698.89', 'cpuLoad': '2.46', 'cpuSys': '1.74', 'diskStats': {'/var/log': {'free': '92966'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635317L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:24:25 GMT', 'cpuUser': '1.47', 'memFree': 667613, 'cpuIdle': '96.79', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.55'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:25,056+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:24:25,301+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:25,350+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cf591186-e3bb-495f-ae5d-8f50c3e147fe (threadPool:210)
2018-03-08 01:24:25,350+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 73628514-0965-4109-8125-6f5253ef1355 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:25,350+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:25,704+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:25,759+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9e6b4672-f871-4803-a192-be041aaa6c7a (threadPool:210)
2018-03-08 01:24:25,759+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dadda15d-9e52-4a1e-a010-9393ae8a35c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:25,760+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:25,906+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=aa06f98c-c1cb-4f9b-90d7-84cb0f550908 (api:46)
2018-03-08 01:24:25,907+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519685', 'lastCheck': '7.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637873', 'lastCheck': '5.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040047', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000749031', 'lastCheck': '6.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043256', 'lastCheck': '5.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262704', 'lastCheck': '4.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355418', 'lastCheck': '6.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620951', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405212', 'lastCheck': '6.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347402', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408158', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161066', 'lastCheck': '6.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447722', 'lastCheck': '5.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245028', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00798301', 'lastCheck': '6.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353508', 'lastCheck': '5.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437382', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283937', 'lastCheck': '6.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234943', 'lastCheck': '6.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719078', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369613', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302435', 'lastCheck': '6.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244933', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370315', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276668', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475791', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000414604', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288608', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253341', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508977', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278139', 'lastCheck': '6.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279152', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=aa06f98c-c1cb-4f9b-90d7-84cb0f550908 (api:52)
2018-03-08 01:24:25,908+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=d459c376-2a0e-4778-8f2b-55bb2b94a7da (api:46)
2018-03-08 01:24:25,908+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d459c376-2a0e-4778-8f2b-55bb2b94a7da (api:52)
2018-03-08 01:24:26,059+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:26,109+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ad48d6d7-bdca-4765-88b1-e220ea24be3c (threadPool:210)
2018-03-08 01:24:26,109+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3ae619c4-3c37-463f-90d2-782ba054adc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:26,110+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:26,417+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:26,465+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d41f655-07dc-4c00-82eb-695bcc4c8691 (threadPool:210)
2018-03-08 01:24:26,466+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3920ac67-4f60-4835-98ed-8adf200b9dd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:26,466+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:26,743+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:26,748+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:26,750+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:26,781+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:26,830+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1246e4ac-e581-4d25-ad13-adc07f0a1dcc (threadPool:210)
2018-03-08 01:24:26,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d1e4a173-fe97-4ede-b7e2-deb1a1b697a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:26,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:27,017+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=475407a9-96d8-4700-8d89-020cfb6f3cad (api:46)
2018-03-08 01:24:27,023+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=475407a9-96d8-4700-8d89-020cfb6f3cad (api:52)
2018-03-08 01:24:27,023+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:27,113+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a70cc4ac-bff6-4a45-ba60-fee47d009c69 (api:46)
2018-03-08 01:24:27,128+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:27,152+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a70cc4ac-bff6-4a45-ba60-fee47d009c69 (api:52)
2018-03-08 01:24:27,156+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:24:27,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 73628514-0965-4109-8125-6f5253ef1355 (threadPool:210)
2018-03-08 01:24:27,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 35283a3e-f9b5-4786-a296-34327fba9bd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:27,190+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:27,564+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:27,613+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dadda15d-9e52-4a1e-a010-9393ae8a35c5 (threadPool:210)
2018-03-08 01:24:27,613+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a0bf2dea-f76b-4cc0-8089-72be45f957c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:27,613+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:28,085+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:28,134+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3ae619c4-3c37-463f-90d2-782ba054adc3 (threadPool:210)
2018-03-08 01:24:28,135+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da1d4142-84c6-4583-992e-2075e5edcc44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:28,135+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:28,448+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:28,492+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3920ac67-4f60-4835-98ed-8adf200b9dd6 (threadPool:210)
2018-03-08 01:24:28,493+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6508f00d-9f6c-42dc-8a66-6b92ca8763a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:28,494+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:28,819+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:28,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d1e4a173-fe97-4ede-b7e2-deb1a1b697a6 (threadPool:210)
2018-03-08 01:24:28,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 569d6a3f-89b8-492b-8ae8-d90196e04efb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:28,891+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:29,322+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:29,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 35283a3e-f9b5-4786-a296-34327fba9bd9 (threadPool:210)
2018-03-08 01:24:29,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 93fdecd4-7384-4e40-9c49-290310dec070 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:29,431+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:29,735+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:29,803+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da1d4142-84c6-4583-992e-2075e5edcc44 (threadPool:210)
2018-03-08 01:24:29,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6f607377-da2b-4f41-83c7-eb6e8b7f159a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:29,805+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:30,161+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:30,210+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6508f00d-9f6c-42dc-8a66-6b92ca8763a7 (threadPool:210)
2018-03-08 01:24:30,211+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1376e47f-426d-4933-af4b-bc442a2f66f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:30,211+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:30,589+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:30,905+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:30,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 569d6a3f-89b8-492b-8ae8-d90196e04efb (threadPool:210)
2018-03-08 01:24:30,955+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 031661d0-50ec-4606-8b41-993300587081 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:30,955+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:31,132+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:24:31,137+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:24:31,139+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:31,148+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:24:31,148+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:24:31,148+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:31,276+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:31,327+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a0bf2dea-f76b-4cc0-8089-72be45f957c4 (threadPool:210)
2018-03-08 01:24:31,327+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db8feedd-8b3b-4389-9488-2d43b010e4b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:31,327+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:31,780+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:31,828+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 93fdecd4-7384-4e40-9c49-290310dec070 (threadPool:210)
2018-03-08 01:24:31,828+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8cecf53-2d7e-43c7-ae7b-fa5b7a067fb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:31,828+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:32,334+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:32,383+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6f607377-da2b-4f41-83c7-eb6e8b7f159a (threadPool:210)
2018-03-08 01:24:32,383+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da9d1d27-325f-4c99-8177-6df561e7d6dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:32,383+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:32,746+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:32,775+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1376e47f-426d-4933-af4b-bc442a2f66f6 (threadPool:210)
2018-03-08 01:24:32,776+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c44ef667-316d-4d77-bd91-a8708231a422 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:32,776+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:33,130+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:33,180+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db8feedd-8b3b-4389-9488-2d43b010e4b1 (threadPool:210)
2018-03-08 01:24:33,181+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0e926360-732d-4418-b756-50b444e15102 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:33,181+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:33,525+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:33,574+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8cecf53-2d7e-43c7-ae7b-fa5b7a067fb9 (threadPool:210)
2018-03-08 01:24:33,574+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 319e434f-8fb3-4834-9497-450b92090b12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:33,574+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:33,939+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:33,989+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da9d1d27-325f-4c99-8177-6df561e7d6dd (threadPool:210)
2018-03-08 01:24:33,989+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 06f9923b-5353-4921-9e07-59a31e252674 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:33,990+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:34,299+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:34,348+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 031661d0-50ec-4606-8b41-993300587081 (threadPool:210)
2018-03-08 01:24:34,348+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 51dec7a8-ad39-4d04-8e4d-50964afd92ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:34,349+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:34,666+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:34,716+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c44ef667-316d-4d77-bd91-a8708231a422 (threadPool:210)
2018-03-08 01:24:34,716+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 730e0129-ed3e-43ad-9a1a-b4dadbc0088d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:34,717+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:35,026+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:35,074+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0e926360-732d-4418-b756-50b444e15102 (threadPool:210)
2018-03-08 01:24:35,074+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adbf4bdb-c5de-417f-8673-9309cb111ef5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:35,075+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:35,352+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:35,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 319e434f-8fb3-4834-9497-450b92090b12 (threadPool:210)
2018-03-08 01:24:35,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 68df7a40-fa2b-4a0f-8bfe-402506865f41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:35,400+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:35,704+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:35,769+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 06f9923b-5353-4921-9e07-59a31e252674 (threadPool:210)
2018-03-08 01:24:35,770+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6398a7df-0295-4ce1-94cf-dc6adc7c4e71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:35,770+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:36,062+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:36,115+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 51dec7a8-ad39-4d04-8e4d-50964afd92ed (threadPool:210)
2018-03-08 01:24:36,116+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 170d0715-d3fd-4ff2-99d2-2e3fe5b76d42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:24:36,116+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:36,478+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:36,530+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 730e0129-ed3e-43ad-9a1a-b4dadbc0088d (threadPool:210)
2018-03-08 01:24:36,531+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f68b80ec-b2f4-4533-bcce-0a6bbeb4ea04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:36,531+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:36,839+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:36,902+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adbf4bdb-c5de-417f-8673-9309cb111ef5 (threadPool:210)
2018-03-08 01:24:36,903+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 05709859-a691-4f1f-81e0-e7696a95a3b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:36,903+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:37,214+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:37,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 68df7a40-fa2b-4a0f-8bfe-402506865f41 (threadPool:210)
2018-03-08 01:24:37,282+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0a27ac7f-7194-4666-b84e-649aa67f886c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:37,282+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:37,577+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fd1e4239-9a8e-4beb-807c-1690926f78a6 (api:46)
2018-03-08 01:24:37,605+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fd1e4239-9a8e-4beb-807c-1690926f78a6 (api:52)
2018-03-08 01:24:37,607+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:24:37,609+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:37,651+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6398a7df-0295-4ce1-94cf-dc6adc7c4e71 (threadPool:210)
2018-03-08 01:24:37,651+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ba357b28-4d7f-4954-ab91-f9fb2bccebce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:37,651+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:37,708+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9bf29a80-7c14-4ffc-8e2a-5f84296a34b5 (api:46)
2018-03-08 01:24:37,715+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9bf29a80-7c14-4ffc-8e2a-5f84296a34b5 (api:52)
2018-03-08 01:24:37,716+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:38,011+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:38,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f68b80ec-b2f4-4533-bcce-0a6bbeb4ea04 (threadPool:210)
2018-03-08 01:24:38,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c7ce7048-8fd9-4a20-8be1-aa7abbf36d91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:38,063+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:38,364+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:38,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 05709859-a691-4f1f-81e0-e7696a95a3b1 (threadPool:210)
2018-03-08 01:24:38,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2eedea39-0414-4209-b8ee-b58cf1700f62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:38,408+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:38,780+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:38,835+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0a27ac7f-7194-4666-b84e-649aa67f886c (threadPool:210)
2018-03-08 01:24:38,837+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d7df401b-c577-4fcb-bac9-c1dfad0ad39f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:38,837+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:39,122+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:39,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 170d0715-d3fd-4ff2-99d2-2e3fe5b76d42 (threadPool:210)
2018-03-08 01:24:39,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c56f88d4-df31-4a29-a31e-94d1abc08543 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:39,178+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:39,509+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:39,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ba357b28-4d7f-4954-ab91-f9fb2bccebce (threadPool:210)
2018-03-08 01:24:39,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bbb7bc0d-971e-4d3e-bf4e-d0a7c55828f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:39,546+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:39,985+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:40,068+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2eedea39-0414-4209-b8ee-b58cf1700f62 (threadPool:210)
2018-03-08 01:24:40,069+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef52a604-5576-40c0-9d7c-ea2752e86786 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:40,069+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:40,098+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:40,099+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=39f2bdc6-6948-4fa8-8de2-a7966e05c6ae (api:46)
2018-03-08 01:24:40,100+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326728', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072052', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403559', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851313', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354735', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346126', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000261786', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483674', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761088', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419263', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050986', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028285', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435813', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026014', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484604', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051091', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228678', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215721', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229322', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115417', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038625', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819189', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199871', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000379267', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00939684', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489009', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291881', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245003', 'lastCheck': '0.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201473', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298737', 'lastCheck': '0.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370187', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683858', 'lastCheck': '0.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=39f2bdc6-6948-4fa8-8de2-a7966e05c6ae (api:52)
2018-03-08 01:24:40,100+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f1df3b70-9a9d-46c6-a35d-131fea2bfb9e (api:46)
2018-03-08 01:24:40,100+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f1df3b70-9a9d-46c6-a35d-131fea2bfb9e (api:52)
2018-03-08 01:24:40,129+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.49'}, '25': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.31'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '98.87'}, '27': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '93.52'}, '20': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.10'}, '21': {'cpuUser': '4.63', 'nodeIndex': 1, 'cpuSys': '3.84', 'cpuIdle': '91.53'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '23': {'cpuUser': '3.90', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '92.73'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '29': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.57', 'cpuIdle': '93.78'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '22.83', 'cpuIdle': '72.27'}, '0': {'cpuUser': '5.03', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '92.32'}, '3': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.38'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '5': {'cpuUser': '4.50', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '91.53'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '95.17'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.28'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.64'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '59': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.02'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.51'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.55'}, '13': {'cpuUser': '3.90', 'nodeIndex': 1, 'cpuSys': '3.57', 'cpuIdle': '92.53'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '15': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '4.17', 'cpuIdle': '92.79'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.71', 'cpuIdle': '93.84'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '19': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '92.92'}, '55': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.64'}, '31': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '93.78'}, '49': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '34': {'cpuUser': '7.08', 'nodeIndex': 0, 'cpuSys': '7.54', 'cpuIdle': '85.38'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '18': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.57'}, '57': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307774'}, '0': {'memPercent': 11, 'memFree': '350005'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028285', 'lastCheck': '0.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326728', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072052', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435813', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026014', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354735', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346126', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000261786', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483674', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761088', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419263', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050986', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403559', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851313', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484604', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038625', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228678', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215721', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229322', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115417', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051091', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370187', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199871', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000379267', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00939684', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489009', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291881', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245003', 'lastCheck': '0.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201473', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298737', 'lastCheck': '0.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819189', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683858', 'lastCheck': '0.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646157230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404077735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.351', 'tx': '1176270865656', 'txDropped': '0', 'rx': '625370927084', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0', 'tx': '1580920876361', 'txDropped': '0', 'rx': '926313405441', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45179547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416331161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200481102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet0', 'tx': '87447820', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet1', 'tx': '37765784605', 'txDropped': '0', 'rx': '877834209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet2', 'tx': '21123603737', 'txDropped': '0', 'rx': '141316139654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175607535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet4', 'tx': '396131262', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet5', 'tx': '23424080165', 'txDropped': '0', 'rx': '498094350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet6', 'tx': '6653747959', 'txDropped': '0', 'rx': '429873756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet7', 'tx': '1433242133', 'txDropped': '0', 'rx': '552192953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42428704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46726785', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'lo', 'tx': '6932043544', 'txDropped': '0', 'rx': '6932043544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170621288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'eno1', 'tx': '975612113787', 'txDropped': '0', 'rx': '433991674772', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'eno2', 'tx': '605308762574', 'txDropped': '0', 'rx': '492321730669', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468665.83611, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468665.83611, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632751107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75874593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76992412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192055480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370765320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.306', 'tx': '76695871349', 'txDropped': '0', 'rx': '8373417105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49850441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430221937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298821880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.110', 'tx': '2475982476', 'txDropped': '0', 'rx': '66854620911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.111', 'tx': '122675817703', 'txDropped': '0', 'rx': '24445878328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55227271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54150054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465208967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165299595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56007189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55837000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45174801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468665.83611, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226519971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'oVirtManagement', 'tx': '1176270865008', 'txDropped': '0', 'rx': '625370188681', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577060740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'vnet3', 'tx': '542524966', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468665.83611, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754385898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694713.97', 'cpuLoad': '2.40', 'cpuSys': '1.87', 'diskStats': {'/var/log': {'free': '92965'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:24:40 GMT', 'cpuUser': '1.40', 'memFree': 667604, 'cpuIdle': '96.74', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.93'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:40,134+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:24:40,428+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:40,477+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c56f88d4-df31-4a29-a31e-94d1abc08543 (threadPool:210)
2018-03-08 01:24:40,477+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7c372f98-e837-4bdd-83d3-b88ecba48440 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:40,477+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:40,801+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:40,826+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=2a77b55c-680d-482c-94a5-e0edd81838b4 (api:46)
2018-03-08 01:24:40,827+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=2a77b55c-680d-482c-94a5-e0edd81838b4 (api:52)
2018-03-08 01:24:40,828+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=07403495-f8ed-42be-9558-797aae10bcf0 (api:46)
2018-03-08 01:24:40,828+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=07403495-f8ed-42be-9558-797aae10bcf0 (api:52)
2018-03-08 01:24:40,829+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=e74f421f-d57b-40e9-a537-4fca0761509d (api:46)
2018-03-08 01:24:40,829+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=e74f421f-d57b-40e9-a537-4fca0761509d (api:52)
2018-03-08 01:24:40,830+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=df0ab87f-0613-4efe-8d5f-7db4327f9601 (api:46)
2018-03-08 01:24:40,830+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=df0ab87f-0613-4efe-8d5f-7db4327f9601 (api:52)
2018-03-08 01:24:40,831+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=ed2a180d-ccf1-48bb-a04b-8c89b69f3eea (api:46)
2018-03-08 01:24:40,831+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=ed2a180d-ccf1-48bb-a04b-8c89b69f3eea (api:52)
2018-03-08 01:24:40,831+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=11e2b619-1fba-4391-ae52-a8a242dce286 (api:46)
2018-03-08 01:24:40,832+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=11e2b619-1fba-4391-ae52-a8a242dce286 (api:52)
2018-03-08 01:24:40,832+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=ee3183b0-20a9-4192-bd6c-cd01444cc4f2 (api:46)
2018-03-08 01:24:40,832+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=ee3183b0-20a9-4192-bd6c-cd01444cc4f2 (api:52)
2018-03-08 01:24:40,833+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=08150af8-bf9c-4e54-a093-fe9d1d827368 (api:46)
2018-03-08 01:24:40,833+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=08150af8-bf9c-4e54-a093-fe9d1d827368 (api:52)
2018-03-08 01:24:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=c6b13f55-aee9-4c41-a96c-9b5fea51a0e0 (api:46)
2018-03-08 01:24:40,834+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=c6b13f55-aee9-4c41-a96c-9b5fea51a0e0 (api:52)
2018-03-08 01:24:40,834+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=ca9431ab-9b06-404e-a432-68dc92ebb3e9 (api:46)
2018-03-08 01:24:40,834+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=ca9431ab-9b06-404e-a432-68dc92ebb3e9 (api:52)
2018-03-08 01:24:40,851+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c7ce7048-8fd9-4a20-8be1-aa7abbf36d91 (threadPool:210)
2018-03-08 01:24:40,851+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3c153108-6fbb-47f7-8b2d-87441074199b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:40,852+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:40,989+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a2704c65-9cdd-4dd8-9891-e558ef012c91 (api:46)
2018-03-08 01:24:40,989+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326728', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072052', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403559', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000851313', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354735', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346126', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000261786', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483674', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761088', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419263', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050986', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028285', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435813', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026014', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484604', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051091', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228678', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215721', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229322', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115417', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038625', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819189', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199871', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000379267', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00939684', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489009', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291881', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245003', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201473', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298737', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370187', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683858', 'lastCheck': '0.9', 'valid': True}} from=internal, task_id=a2704c65-9cdd-4dd8-9891-e558ef012c91 (api:52)
2018-03-08 01:24:40,990+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=93311720-734f-402e-82da-83db59fa0e83 (api:46)
2018-03-08 01:24:40,990+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=93311720-734f-402e-82da-83db59fa0e83 (api:52)
2018-03-08 01:24:41,211+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:41,254+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bbb7bc0d-971e-4d3e-bf4e-d0a7c55828f9 (threadPool:210)
2018-03-08 01:24:41,254+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be277b3d-e140-42cf-a253-38d9c36f4864 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:41,255+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:41,584+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:41,634+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef52a604-5576-40c0-9d7c-ea2752e86786 (threadPool:210)
2018-03-08 01:24:41,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7fb1ea5a-c1f0-42ff-90ad-eef03f45b0cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:41,635+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:41,769+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:41,774+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:41,776+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:41,944+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:42,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7c372f98-e837-4bdd-83d3-b88ecba48440 (threadPool:210)
2018-03-08 01:24:42,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 81d4fb99-54ee-4bbe-85e5-5087de084527 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:42,016+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:42,368+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:42,854+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:42,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3c153108-6fbb-47f7-8b2d-87441074199b (threadPool:210)
2018-03-08 01:24:42,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 930cdbea-36b9-4bc4-bbca-ce8d44b40814 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:42,896+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:43,898+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:43,948+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be277b3d-e140-42cf-a253-38d9c36f4864 (threadPool:210)
2018-03-08 01:24:43,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9ddd8f08-177b-4b8d-8bd4-f556d2f25027 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:43,949+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:44,420+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:44,469+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7fb1ea5a-c1f0-42ff-90ad-eef03f45b0cd (threadPool:210)
2018-03-08 01:24:44,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f19fcc02-5b30-421a-a910-61a841b7d602 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:44,470+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:44,902+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:44,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 81d4fb99-54ee-4bbe-85e5-5087de084527 (threadPool:210)
2018-03-08 01:24:44,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4e88c225-26b1-4ca7-a491-e2495bf77157 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:44,951+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:45,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:45,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d7df401b-c577-4fcb-bac9-c1dfad0ad39f (threadPool:210)
2018-03-08 01:24:45,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7795fed3-c771-4106-9437-97ffc97db117 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:45,357+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:45,724+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:45,771+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 930cdbea-36b9-4bc4-bbca-ce8d44b40814 (threadPool:210)
2018-03-08 01:24:45,771+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32c7af3c-f03d-49a9-8b60-a870d816908b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:45,771+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:46,108+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:46,150+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:24:46,159+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:24:46,162+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:46,174+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20817 (__init__:330)
2018-03-08 01:24:46,215+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:24:46,215+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:24:46,216+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:46,217+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9ddd8f08-177b-4b8d-8bd4-f556d2f25027 (threadPool:210)
2018-03-08 01:24:46,218+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0758ad7b-604a-4ebc-89ce-0d3466554c73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:46,218+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:46,258+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20818 (__init__:330)
2018-03-08 01:24:46,282+0100 INFO  (ioprocess/296232) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:24:46,284+0100 INFO  (ioprocess/296243) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:24:46,628+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:46,676+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f19fcc02-5b30-421a-a910-61a841b7d602 (threadPool:210)
2018-03-08 01:24:46,677+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dedd7deb-2d73-46cc-a99f-1f8a36dba7c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:46,677+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:46,977+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:47,026+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4e88c225-26b1-4ca7-a491-e2495bf77157 (threadPool:210)
2018-03-08 01:24:47,026+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5db00539-627e-4e5d-a3dd-cee6c6610b57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:47,026+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:47,372+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:47,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7795fed3-c771-4106-9437-97ffc97db117 (threadPool:210)
2018-03-08 01:24:47,420+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4e50791e-c961-4681-8899-1c6c89d3dfae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:47,420+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:47,755+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:47,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32c7af3c-f03d-49a9-8b60-a870d816908b (threadPool:210)
2018-03-08 01:24:47,806+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task af03acda-007d-4ab5-90d5-ecd07bd07f2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:47,806+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:48,192+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:48,209+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=58033b05-daaf-47f8-95cd-7e24198a9523 (api:46)
2018-03-08 01:24:48,238+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=58033b05-daaf-47f8-95cd-7e24198a9523 (api:52)
2018-03-08 01:24:48,241+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:24:48,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0758ad7b-604a-4ebc-89ce-0d3466554c73 (threadPool:210)
2018-03-08 01:24:48,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 270d0779-8500-4369-b3e0-0c18ee1e0019 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:48,282+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:48,332+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2da236ff-a72b-41ab-b8bd-b28abe5442cd (api:46)
2018-03-08 01:24:48,351+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85836431360', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2da236ff-a72b-41ab-b8bd-b28abe5442cd (api:52)
2018-03-08 01:24:48,355+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:24:48,682+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:48,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dedd7deb-2d73-46cc-a99f-1f8a36dba7c3 (threadPool:210)
2018-03-08 01:24:48,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b28932a6-9ca0-426d-a9ed-fb77cd29b1f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:48,732+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:49,141+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:49,203+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5db00539-627e-4e5d-a3dd-cee6c6610b57 (threadPool:210)
2018-03-08 01:24:49,204+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34365b7b-3b2b-48a4-951b-7dda8998049c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:49,205+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:49,555+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:49,642+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4e50791e-c961-4681-8899-1c6c89d3dfae (threadPool:210)
2018-03-08 01:24:49,642+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1c3ab3c8-416e-4643-84c1-70e6be014099 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:49,643+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:49,975+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:50,024+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task af03acda-007d-4ab5-90d5-ecd07bd07f2e (threadPool:210)
2018-03-08 01:24:50,024+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4af35c04-59f0-461d-8569-0ab21f584bfb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:50,025+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:50,420+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:50,464+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 270d0779-8500-4369-b3e0-0c18ee1e0019 (threadPool:210)
2018-03-08 01:24:50,465+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bec6f2e5-1d6f-4c16-9aee-2277ad003cf2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:50,465+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:50,802+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:50,853+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34365b7b-3b2b-48a4-951b-7dda8998049c (threadPool:210)
2018-03-08 01:24:50,853+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb9d1f4d-d1b2-46d1-b571-c6c5ab31d427 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:24:50,853+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:51,171+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:51,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1c3ab3c8-416e-4643-84c1-70e6be014099 (threadPool:210)
2018-03-08 01:24:51,214+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7fc87931-fba8-4c7b-b5b0-9c21423917a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:51,214+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:51,544+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:51,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b28932a6-9ca0-426d-a9ed-fb77cd29b1f8 (threadPool:210)
2018-03-08 01:24:51,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a5191947-e901-4b53-ab22-dd7a46c359a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:51,594+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:51,964+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:52,014+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bec6f2e5-1d6f-4c16-9aee-2277ad003cf2 (threadPool:210)
2018-03-08 01:24:52,014+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0a44c98b-52b6-4628-952c-bc9f062ae1c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:52,015+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:52,373+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:52,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb9d1f4d-d1b2-46d1-b571-c6c5ab31d427 (threadPool:210)
2018-03-08 01:24:52,422+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cc0cef85-e77b-4c9d-990c-157cd6ace798 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:52,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:52,737+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:52,785+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4af35c04-59f0-461d-8569-0ab21f584bfb (threadPool:210)
2018-03-08 01:24:52,785+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task adcb3b35-581f-4ee7-a1a9-aaced453fa3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:52,786+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:53,094+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:53,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7fc87931-fba8-4c7b-b5b0-9c21423917a0 (threadPool:210)
2018-03-08 01:24:53,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 00521826-cf41-4785-b68d-47ab0f883ef5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:53,143+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:53,467+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:53,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a5191947-e901-4b53-ab22-dd7a46c359a6 (threadPool:210)
2018-03-08 01:24:53,518+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dd9de29e-6707-44f5-b511-507680782eaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:53,518+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:53,827+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:53,877+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0a44c98b-52b6-4628-952c-bc9f062ae1c6 (threadPool:210)
2018-03-08 01:24:53,878+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f3291343-d4e1-4ff8-ab4c-ededb69ce023 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:53,878+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:54,167+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:54,489+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:54,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cc0cef85-e77b-4c9d-990c-157cd6ace798 (threadPool:210)
2018-03-08 01:24:54,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 50450230-ef8d-4b2d-be9c-e9805fe40fbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:54,541+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:54,827+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:54,874+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task adcb3b35-581f-4ee7-a1a9-aaced453fa3e (threadPool:210)
2018-03-08 01:24:54,875+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7346768d-de6a-4976-915d-40aa7575b62e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:54,875+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:55,171+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:55,173+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4f61d4cf-f0bb-4bb5-8653-6b0c645698fe (api:46)
2018-03-08 01:24:55,173+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300721', 'lastCheck': '6.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459432', 'lastCheck': '5.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227197', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445769', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249693', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00046547', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482745', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281774', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409569', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218184', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033314', 'lastCheck': '5.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245381', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562545', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589098', 'lastCheck': '5.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262792', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259217', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020283', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212461', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000835309', 'lastCheck': '5.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213922', 'lastCheck': '5.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366978', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250415', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028893', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235537', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233865', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356115', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235418', 'lastCheck': '5.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328224', 'lastCheck': '5.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00176535', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389586', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039548', 'lastCheck': '4.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4f61d4cf-f0bb-4bb5-8653-6b0c645698fe (api:52)
2018-03-08 01:24:55,174+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=cde0b980-300d-49ab-a8e7-064d385877af (api:46)
2018-03-08 01:24:55,174+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=cde0b980-300d-49ab-a8e7-064d385877af (api:52)
2018-03-08 01:24:55,190+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:55,237+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.30'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '20': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.36'}, '21': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.30'}, '22': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.81'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.23'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.80'}, '41': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.02'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '27.29', 'cpuIdle': '67.48'}, '0': {'cpuUser': '6.03', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '90.19'}, '3': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.83'}, '2': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.68'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.44'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.90'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '9': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.37'}, '8': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.29'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '14': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.56'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '16': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '35': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '34': {'cpuUser': '7.22', 'nodeIndex': 0, 'cpuSys': '7.15', 'cpuIdle': '85.63'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307786'}, '0': {'memPercent': 11, 'memFree': '350003'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033314', 'lastCheck': '5.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300721', 'lastCheck': '6.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459432', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245381', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562545', 'lastCheck': '6.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445769', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249693', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00046547', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482745', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281774', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409569', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218184', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227197', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '5.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589098', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213922', 'lastCheck': '5.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259217', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020283', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212461', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000835309', 'lastCheck': '5.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262792', 'lastCheck': '4.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389586', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250415', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028893', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235537', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233865', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356115', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235418', 'lastCheck': '5.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328224', 'lastCheck': '5.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00176535', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366978', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039548', 'lastCheck': '4.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646184692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404080580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.351', 'tx': '1176270949550', 'txDropped': '0', 'rx': '625370943576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0', 'tx': '1580920990784', 'txDropped': '0', 'rx': '926313878526', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45179897', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416338389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200482454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet0', 'tx': '87451806', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet1', 'tx': '37765799457', 'txDropped': '0', 'rx': '877847252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet2', 'tx': '21123648926', 'txDropped': '0', 'rx': '141316147478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175609257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet4', 'tx': '396135248', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet5', 'tx': '23424110352', 'txDropped': '0', 'rx': '498094524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet6', 'tx': '6653758065', 'txDropped': '0', 'rx': '429876220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet7', 'tx': '1433250233', 'txDropped': '0', 'rx': '552193141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42429054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46727135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'lo', 'tx': '6932121064', 'txDropped': '0', 'rx': '6932121064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170622512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'eno1', 'tx': '975612207364', 'txDropped': '0', 'rx': '433991926672', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'eno2', 'tx': '605308783420', 'txDropped': '0', 'rx': '492321951854', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468680.93285, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468680.93285, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632755689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75874993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76992812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192057328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370765670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.306', 'tx': '76695871349', 'txDropped': '0', 'rx': '8373420489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49850791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430225321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298823728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.110', 'tx': '2475998171', 'txDropped': '0', 'rx': '66854636839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.111', 'tx': '122675825364', 'txDropped': '0', 'rx': '24445920375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55227621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54150404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465211812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165300819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56007539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55837350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45175151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468680.93285, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226521323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'oVirtManagement', 'tx': '1176270948902', 'txDropped': '0', 'rx': '625370205173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577065322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'vnet3', 'tx': '542528952', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468680.93285, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754387620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694729.04', 'cpuLoad': '2.35', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92963'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635292L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:24:55 GMT', 'cpuUser': '1.20', 'memFree': 667584, 'cpuIdle': '97.14', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:55,242+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:24:55,268+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 00521826-cf41-4785-b68d-47ab0f883ef5 (threadPool:210)
2018-03-08 01:24:55,268+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02780c61-eb8a-4bda-ab3f-f832c53d4110 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:55,268+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:55,593+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:55,644+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dd9de29e-6707-44f5-b511-507680782eaa (threadPool:210)
2018-03-08 01:24:55,644+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7f1aa3e6-fce6-44f4-8395-50eb9c4aabcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:55,645+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:56,050+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:56,112+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f97ab55d-5179-4a59-bc23-e96ba593a712 (api:46)
2018-03-08 01:24:56,113+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300721', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459432', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227197', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445769', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249693', 'lastCheck': '4.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00046547', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482745', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281774', 'lastCheck': '6.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409569', 'lastCheck': '6.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218184', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033314', 'lastCheck': '6.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245381', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000562545', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589098', 'lastCheck': '6.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262792', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259217', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020283', 'lastCheck': '6.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212461', 'lastCheck': '6.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000835309', 'lastCheck': '6.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213922', 'lastCheck': '6.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366978', 'lastCheck': '6.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250415', 'lastCheck': '6.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000526194', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235537', 'lastCheck': '6.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233865', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356115', 'lastCheck': '8.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235418', 'lastCheck': '6.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328224', 'lastCheck': '6.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00176535', 'lastCheck': '6.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389586', 'lastCheck': '6.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039548', 'lastCheck': '5.1', 'valid': True}} from=internal, task_id=f97ab55d-5179-4a59-bc23-e96ba593a712 (api:52)
2018-03-08 01:24:56,114+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=34acd744-b184-40e0-a040-85f6161ea491 (api:46)
2018-03-08 01:24:56,114+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=34acd744-b184-40e0-a040-85f6161ea491 (api:52)
2018-03-08 01:24:56,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f3291343-d4e1-4ff8-ab4c-ededb69ce023 (threadPool:210)
2018-03-08 01:24:56,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ccf81b7a-6e4e-4439-b613-abc122a30e39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:56,152+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:56,321+0100 INFO  (jsonrpc/1) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'602f0b85-b40e-4ee6-bfe8-05c4eaa80e0f', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=595a3017-a257-4623-a080-4ad64033c9fe (api:46)
2018-03-08 01:24:56,486+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:56,544+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 50450230-ef8d-4b2d-be9c-e9805fe40fbc (threadPool:210)
2018-03-08 01:24:56,545+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bbde9ca7-e92b-4d8f-b52a-095067ca1ec7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:56,545+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:56,744+0100 INFO  (jsonrpc/1) [IOProcessClient] Starting client ioprocess-20819 (__init__:330)
2018-03-08 01:24:56,766+0100 INFO  (ioprocess/296539) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:24:56,772+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=595a3017-a257-4623-a080-4ad64033c9fe (api:52)
2018-03-08 01:24:56,778+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.46 seconds (__init__:573)
2018-03-08 01:24:56,778+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] START task 595a3017-a257-4623-a080-4ad64033c9fe (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f4308150b90>>, args=None) (threadPool:208)
2018-03-08 01:24:56,782+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2a7f1c95-efc7-4077-924b-749185ebc4da (blockdev:167)
2018-03-08 01:24:56,796+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:24:56,804+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:24:56,807+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:24:56,899+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:56,921+0100 INFO  (jsonrpc/6) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'59f4362f-0e5c-4e5c-a948-6eae2c21606c', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=b9ea01d1-789e-4641-a84d-e1f9187a7d53 (api:46)
2018-03-08 01:24:56,979+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7346768d-de6a-4976-915d-40aa7575b62e (threadPool:210)
2018-03-08 01:24:56,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dc40a559-7e83-4ca2-afe3-63b62adc8e04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:56,980+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:57,350+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=b9ea01d1-789e-4641-a84d-e1f9187a7d53 (api:52)
2018-03-08 01:24:57,356+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.44 seconds (__init__:573)
2018-03-08 01:24:57,357+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task b9ea01d1-789e-4641-a84d-e1f9187a7d53 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f414411e5f0>>, args=None) (threadPool:208)
2018-03-08 01:24:57,360+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 (blockdev:167)
2018-03-08 01:24:57,424+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:57,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7f1aa3e6-fce6-44f4-8395-50eb9c4aabcc (threadPool:210)
2018-03-08 01:24:57,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4e386c64-aba1-40d1-b52a-174d44f44ed2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:24:57,471+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:24:58,509+0100 INFO  (jsonrpc/5) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=60b53271-d742-4ecd-8e16-07e5fb78f02b (api:46)
2018-03-08 01:24:58,510+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'b9ea01d1-789e-4641-a84d-e1f9187a7d53': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'b9ea01d1-789e-4641-a84d-e1f9187a7d53'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '595a3017-a257-4623-a080-4ad64033c9fe': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '595a3017-a257-4623-a080-4ad64033c9fe'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=60b53271-d742-4ecd-8e16-07e5fb78f02b (api:52)
2018-03-08 01:24:58,511+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:24:58,776+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1a6b0ed1-b0c9-4018-91f0-ac6e343ccdd0 (api:46)
2018-03-08 01:24:58,783+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1a6b0ed1-b0c9-4018-91f0-ac6e343ccdd0 (api:52)
2018-03-08 01:24:58,783+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:58,881+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a560d0db-941e-4ac3-b7ce-04c295d24604 (api:46)
2018-03-08 01:24:58,888+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7052067864576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a560d0db-941e-4ac3-b7ce-04c295d24604 (api:52)
2018-03-08 01:24:58,890+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:24:59,102+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2a7f1c95-efc7-4077-924b-749185ebc4da: 2.32 seconds (utils:452)
2018-03-08 01:24:59,103+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['2a7f1c95-efc7-4077-924b-749185ebc4da']) (lvm:1174)
2018-03-08 01:24:59,103+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/2a7f1c95-efc7-4077-924b-749185ebc4da (lvm:1181)
2018-03-08 01:24:59,514+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42: 2.15 seconds (utils:452)
2018-03-08 01:24:59,515+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['4798ea56-bfbb-4b23-989a-04cc4b531d42']) (lvm:1174)
2018-03-08 01:24:59,516+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4798ea56-bfbb-4b23-989a-04cc4b531d42 (lvm:1181)
2018-03-08 01:24:59,558+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:24:59,603+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/602f0b85-b40e-4ee6-bfe8-05c4eaa80e0f/2a7f1c95-efc7-4077-924b-749185ebc4da' (blockSD:698)
2018-03-08 01:24:59,603+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/602f0b85-b40e-4ee6-bfe8-05c4eaa80e0f/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:24:59,603+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/602f0b85-b40e-4ee6-bfe8-05c4eaa80e0f' (blockSD:711)
2018-03-08 01:24:59,608+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] FINISH task 595a3017-a257-4623-a080-4ad64033c9fe (threadPool:210)
2018-03-08 01:24:59,627+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ccf81b7a-6e4e-4439-b613-abc122a30e39 (threadPool:210)
2018-03-08 01:24:59,628+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d4d64fe8-ce1a-4bc2-a302-0310520eaf5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:24:59,628+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:24:59,817+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/59f4362f-0e5c-4e5c-a948-6eae2c21606c/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:24:59,818+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/59f4362f-0e5c-4e5c-a948-6eae2c21606c/4798ea56-bfbb-4b23-989a-04cc4b531d42' (blockSD:698)
2018-03-08 01:24:59,818+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/59f4362f-0e5c-4e5c-a948-6eae2c21606c' (blockSD:711)
2018-03-08 01:24:59,823+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task b9ea01d1-789e-4641-a84d-e1f9187a7d53 (threadPool:210)
2018-03-08 01:25:00,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:00,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02780c61-eb8a-4bda-ab3f-f832c53d4110 (threadPool:210)
2018-03-08 01:25:00,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 238e7424-5ada-4714-a8a4-d7e3ae5340ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:00,052+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:00,155+0100 INFO  (jsonrpc/4) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=595ab39d, task_id=1d507d02-9fb4-48eb-96a8-de7427cb7cdc (api:46)
2018-03-08 01:25:00,447+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:00,475+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dc40a559-7e83-4ca2-afe3-63b62adc8e04 (threadPool:210)
2018-03-08 01:25:00,475+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d95d6a82-c5f1-41c4-83ab-49aefae6f6cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:00,476+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:01,183+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:25:01,188+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:25:01,190+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:01,246+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:25:01,247+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:25:01,247+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:25:02,980+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=595ab39d, task_id=1d507d02-9fb4-48eb-96a8-de7427cb7cdc (api:52)
2018-03-08 01:25:02,981+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.83 seconds (__init__:573)
2018-03-08 01:25:04,917+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:04,955+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4e386c64-aba1-40d1-b52a-174d44f44ed2 (threadPool:210)
2018-03-08 01:25:04,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5a3558b8-ce6f-4243-85fe-af31f36d5f84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:04,957+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:08,525+0100 INFO  (jsonrpc/7) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=b8cc9fdd-6b02-4576-bf37-2e614a2129fa (api:46)
2018-03-08 01:25:08,526+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'b9ea01d1-789e-4641-a84d-e1f9187a7d53': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b9ea01d1-789e-4641-a84d-e1f9187a7d53'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '595a3017-a257-4623-a080-4ad64033c9fe': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '595a3017-a257-4623-a080-4ad64033c9fe'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=b8cc9fdd-6b02-4576-bf37-2e614a2129fa (api:52)
2018-03-08 01:25:08,527+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:08,555+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'595a3017-a257-4623-a080-4ad64033c9fe', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=710a31c9-396b-4ced-92e8-b558b6b653a5 (api:46)
2018-03-08 01:25:08,558+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=710a31c9-396b-4ced-92e8-b558b6b653a5 (api:52)
2018-03-08 01:25:08,558+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:25:08,564+0100 INFO  (jsonrpc/5) [vdsm.api] START clearTask(taskID=u'b9ea01d1-789e-4641-a84d-e1f9187a7d53', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=9ddc39af-ed40-49ec-9114-f5e1df06bd26 (api:46)
2018-03-08 01:25:08,565+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=7bc478d1-de0f-4808-aaa6-c9fc1b403372, task_id=9ddc39af-ed40-49ec-9114-f5e1df06bd26 (api:52)
2018-03-08 01:25:08,566+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:09,251+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:09,300+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d4d64fe8-ce1a-4bc2-a302-0310520eaf5b (threadPool:210)
2018-03-08 01:25:09,301+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f94f4665-17cf-417d-a3ea-f8ae492c5578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:09,302+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:09,360+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b9157943-665e-4e35-99ba-bf7deb8ee40d (api:46)
2018-03-08 01:25:09,367+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b9157943-665e-4e35-99ba-bf7deb8ee40d (api:52)
2018-03-08 01:25:09,367+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:09,470+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=86da6836-5d1b-4cc9-a88f-9ba320b08b59 (api:46)
2018-03-08 01:25:10,290+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:10,291+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3d09bbdc-f418-4361-adb1-8ed2ead363e9 (api:46)
2018-03-08 01:25:10,292+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242203', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892877', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031147', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451288', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441688', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003877', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000493609', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461596', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222106', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258384', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217465', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066926', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366156', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587326', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312744', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343172', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030342', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309192', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312928', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577952', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407973', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309163', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338316', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004318', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270977', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00179651', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375388', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471809', 'lastCheck': '0.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321925', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219211', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257129', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214678', 'lastCheck': '0.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3d09bbdc-f418-4361-adb1-8ed2ead363e9 (api:52)
2018-03-08 01:25:10,293+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3240fff3-46f6-493e-a86b-8a72ba328cb1 (api:46)
2018-03-08 01:25:10,293+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3240fff3-46f6-493e-a86b-8a72ba328cb1 (api:52)
2018-03-08 01:25:10,324+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.82'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '94.37'}, '26': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '27': {'cpuUser': '4.17', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '92.45'}, '20': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '95.30'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.03'}, '22': {'cpuUser': '4.31', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '93.64'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '98.81'}, '29': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.83'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.51'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '22.13', 'cpuIdle': '73.10'}, '0': {'cpuUser': '5.50', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '91.19'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.90'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.84'}, '4': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '7': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '92.38'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '9': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.37'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.22'}, '59': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '91.79'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.82'}, '13': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.84'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '15': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.84'}, '14': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '93.64'}, '17': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.10'}, '16': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '19': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '55': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.48'}, '31': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.89'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '34': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '6.09', 'cpuIdle': '87.55'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307771'}, '0': {'memPercent': 11, 'memFree': '350006'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066926', 'lastCheck': '0.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242203', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892877', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366156', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587326', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441688', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003877', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000493609', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461596', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222106', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258384', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217465', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031147', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451288', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312744', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407973', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030342', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309192', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312928', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577952', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343172', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257129', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338316', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004318', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270977', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00179651', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375388', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471809', 'lastCheck': '0.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321925', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219211', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309163', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214678', 'lastCheck': '0.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646212543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404083497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.351', 'tx': '1176271021995', 'txDropped': '0', 'rx': '625370957984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0', 'tx': '1580921101536', 'txDropped': '0', 'rx': '926314372406', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45180297', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416340948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200483767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet0', 'tx': '87456270', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet1', 'tx': '37765804841', 'txDropped': '0', 'rx': '877853918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet2', 'tx': '21123735083', 'txDropped': '0', 'rx': '141316179547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175610163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet4', 'tx': '396139712', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet5', 'tx': '23424140622', 'txDropped': '0', 'rx': '498094722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet6', 'tx': '6653760960', 'txDropped': '0', 'rx': '429876282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet7', 'tx': '1433253128', 'txDropped': '0', 'rx': '552193203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42429454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46727535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'lo', 'tx': '6932219636', 'txDropped': '0', 'rx': '6932219636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170623776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'eno1', 'tx': '975612293916', 'txDropped': '0', 'rx': '433992220002', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'eno2', 'tx': '605308807620', 'txDropped': '0', 'rx': '492322152404', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468696.027495, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468696.027495, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632760229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75875343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76993162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192059398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370766070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.306', 'tx': '76695871349', 'txDropped': '0', 'rx': '8373424057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49851191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430228889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298825798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.110', 'tx': '2476004961', 'txDropped': '0', 'rx': '66854641411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.111', 'tx': '122675857268', 'txDropped': '0', 'rx': '24446003058', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55228021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54150804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465214729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165302083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56007939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55837750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45175551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468696.027495, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226522636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'oVirtManagement', 'tx': '1176271021347', 'txDropped': '0', 'rx': '625370219581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577069862', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'vnet3', 'tx': '542533416', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468696.027495, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754388526', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694744.16', 'cpuLoad': '2.28', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92962'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.44', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:25:10 GMT', 'cpuUser': '1.46', 'memFree': 667602, 'cpuIdle': '96.95', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.27'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:10,328+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:25:10,545+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=86da6836-5d1b-4cc9-a88f-9ba320b08b59 (api:52)
2018-03-08 01:25:10,546+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.08 seconds (__init__:573)
2018-03-08 01:25:11,381+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a3ddc992-85be-4b62-ad62-f5117866fb4d (api:46)
2018-03-08 01:25:11,383+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242203', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000892877', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031147', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451288', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441688', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003877', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000493609', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461596', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222106', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258384', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217465', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00066926', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366156', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587326', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312744', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343172', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030342', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309192', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312928', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577952', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407973', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309163', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338316', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004318', 'lastCheck': '5.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270977', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00179651', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375388', 'lastCheck': '4.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471809', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321925', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219211', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257129', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214678', 'lastCheck': '1.6', 'valid': True}} from=internal, task_id=a3ddc992-85be-4b62-ad62-f5117866fb4d (api:52)
2018-03-08 01:25:11,384+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=9fa79bdf-a2ee-4aa2-9d07-7052c2f55951 (api:46)
2018-03-08 01:25:11,384+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=9fa79bdf-a2ee-4aa2-9d07-7052c2f55951 (api:52)
2018-03-08 01:25:11,826+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:11,835+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:11,838+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:25:15,476+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:16,025+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 238e7424-5ada-4714-a8a4-d7e3ae5340ef (threadPool:210)
2018-03-08 01:25:16,027+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c4daf9b4-1df0-42a6-9f69-5340d4d29d78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:16,028+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:16,200+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:25:16,210+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:25:16,213+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:16,251+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:25:16,252+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:25:16,252+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:25:16,492+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:16,523+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bbde9ca7-e92b-4d8f-b52a-095067ca1ec7 (threadPool:210)
2018-03-08 01:25:16,523+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 31fff78d-0d33-4739-ae41-2ce4772af2f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:16,524+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:17,168+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:17,222+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f94f4665-17cf-417d-a3ea-f8ae492c5578 (threadPool:210)
2018-03-08 01:25:17,222+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bfbe2e64-b0f6-4354-8dcb-4748aa91c345 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:17,222+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:17,717+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:17,773+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c4daf9b4-1df0-42a6-9f69-5340d4d29d78 (threadPool:210)
2018-03-08 01:25:17,774+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cb88e1c7-dfe8-4782-852f-979ac614e9ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:17,774+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:18,120+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:18,166+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5a3558b8-ce6f-4243-85fe-af31f36d5f84 (threadPool:210)
2018-03-08 01:25:18,167+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c355d773-0018-4009-bd4e-9ea8e221ac20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:18,167+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:18,488+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:18,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 31fff78d-0d33-4739-ae41-2ce4772af2f6 (threadPool:210)
2018-03-08 01:25:18,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 846bae15-ec05-4c3c-b641-ed68074386ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:18,560+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:18,871+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:19,318+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:19,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d95d6a82-c5f1-41c4-83ab-49aefae6f6cf (threadPool:210)
2018-03-08 01:25:19,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c715aee6-caee-468f-b18a-d2d8b0b954f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:19,387+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:19,718+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:19,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cb88e1c7-dfe8-4782-852f-979ac614e9ee (threadPool:210)
2018-03-08 01:25:19,786+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e1cc873-7ea6-4190-b550-de62614c1d36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:19,787+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:20,235+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:20,282+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 846bae15-ec05-4c3c-b641-ed68074386ba (threadPool:210)
2018-03-08 01:25:20,283+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9070e537-a92f-4bb7-a337-0187d2b31ac5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:20,283+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:20,608+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:20,660+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bfbe2e64-b0f6-4354-8dcb-4748aa91c345 (threadPool:210)
2018-03-08 01:25:20,660+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c98e4b6a-2b33-471a-9098-b9749ad06843 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:20,661+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:20,961+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=23a0fefa-96c3-4583-84fb-1717d65403c5 (api:46)
2018-03-08 01:25:20,967+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=23a0fefa-96c3-4583-84fb-1717d65403c5 (api:52)
2018-03-08 01:25:20,968+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:21,031+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:21,072+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7d2f15d1-80d8-4109-a6ec-e83d1954c7c0 (api:46)
2018-03-08 01:25:21,099+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c715aee6-caee-468f-b18a-d2d8b0b954f4 (threadPool:210)
2018-03-08 01:25:21,100+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ebf46d37-9d83-4bbd-b8b7-ed864997b354 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:25:21,101+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:21,684+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:21,728+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c355d773-0018-4009-bd4e-9ea8e221ac20 (threadPool:210)
2018-03-08 01:25:21,728+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32afeec3-8ebe-49a7-908e-9190e35cbab5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:21,728+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:21,856+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7d2f15d1-80d8-4109-a6ec-e83d1954c7c0 (api:52)
2018-03-08 01:25:21,858+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.79 seconds (__init__:573)
2018-03-08 01:25:22,247+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:22,289+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9070e537-a92f-4bb7-a337-0187d2b31ac5 (threadPool:210)
2018-03-08 01:25:22,291+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8a63b82b-4ffa-4619-bc22-40ea0cc07488 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:22,291+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:22,726+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:22,778+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c98e4b6a-2b33-471a-9098-b9749ad06843 (threadPool:210)
2018-03-08 01:25:22,778+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de50d48d-0512-4787-b98f-329531f45360 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:22,779+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:23,288+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:23,354+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ebf46d37-9d83-4bbd-b8b7-ed864997b354 (threadPool:210)
2018-03-08 01:25:23,355+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3925518-3273-4f89-b495-40b2720eebeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:23,356+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:23,880+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:24,011+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32afeec3-8ebe-49a7-908e-9190e35cbab5 (threadPool:210)
2018-03-08 01:25:24,011+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 376cd5d3-074a-4355-b03b-61de3e538834 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:24,012+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:24,380+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:24,420+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8a63b82b-4ffa-4619-bc22-40ea0cc07488 (threadPool:210)
2018-03-08 01:25:24,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c24cbaf0-e5ab-4b27-aa66-a74f1a0564b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:24,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:24,788+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:24,840+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de50d48d-0512-4787-b98f-329531f45360 (threadPool:210)
2018-03-08 01:25:24,841+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f90fbcbd-1fb9-42b9-946d-e5f63c58413d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:24,841+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:25,167+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:25,215+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e1cc873-7ea6-4190-b550-de62614c1d36 (threadPool:210)
2018-03-08 01:25:25,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0e2c79af-0396-431d-876b-7e9ec612ef45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:25,216+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:25,365+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:25,366+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4933a811-dbbb-4594-8c6c-eb50465cf14b (api:46)
2018-03-08 01:25:25,367+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540296', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113982', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133698', 'lastCheck': '5.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860322', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832402', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317187', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000923237', 'lastCheck': '6.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411583', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000921163', 'lastCheck': '6.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257085', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904259', 'lastCheck': '7.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00295968', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241894', 'lastCheck': '6.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281398', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040923', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244372', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577384', 'lastCheck': '5.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250519', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349939', 'lastCheck': '5.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765125', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278972', 'lastCheck': '5.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000905382', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302524', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000407311', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118161', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410789', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034669', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298198', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262339', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586499', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190562', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289607', 'lastCheck': '5.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4933a811-dbbb-4594-8c6c-eb50465cf14b (api:52)
2018-03-08 01:25:25,367+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c5e5e592-da9f-443f-95ce-e35c0a6bd333 (api:46)
2018-03-08 01:25:25,368+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c5e5e592-da9f-443f-95ce-e35c0a6bd333 (api:52)
2018-03-08 01:25:25,398+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '96.63'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '95.71'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.41'}, '53': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '25': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.69'}, '27': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '93.85'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '97.22'}, '21': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.23'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.41'}, '29': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.11'}, '40': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.28'}, '41': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '1': {'cpuUser': '4.69', 'nodeIndex': 1, 'cpuSys': '21.69', 'cpuIdle': '73.62'}, '0': {'cpuUser': '4.96', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '92.46'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.44'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.55'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.04'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.22'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '8': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.02'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.40'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '59': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.90'}, '10': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '13': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.71'}, '12': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.28'}, '15': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.98'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '17': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '16': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '19': {'cpuUser': '5.09', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.66'}, '55': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.88'}, '31': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.77', 'cpuIdle': '93.45'}, '49': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '37': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.29'}, '36': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.56'}, '35': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '34': {'cpuUser': '3.31', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '92.52'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.08'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307176'}, '0': {'memPercent': 11, 'memFree': '350522'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00295968', 'lastCheck': '1.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540296', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113982', 'lastCheck': '7.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241894', 'lastCheck': '6.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281398', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832402', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317187', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000923237', 'lastCheck': '6.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411583', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000921163', 'lastCheck': '6.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257085', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904259', 'lastCheck': '7.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133698', 'lastCheck': '5.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860322', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040923', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278972', 'lastCheck': '5.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577384', 'lastCheck': '5.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250519', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349939', 'lastCheck': '5.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765125', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244372', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190562', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302524', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000407311', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118161', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410789', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034669', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298198', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262339', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586499', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000905382', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289607', 'lastCheck': '5.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646217259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404088033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.351', 'tx': '1176271119442', 'txDropped': '0', 'rx': '625370978817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0', 'tx': '1580921248121', 'txDropped': '0', 'rx': '926314872039', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45180693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416342032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200484675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet0', 'tx': '87462704', 'txDropped': '0', 'rx': '79830539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet1', 'tx': '37765809390', 'txDropped': '0', 'rx': '877857323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet2', 'tx': '21123853335', 'txDropped': '0', 'rx': '141316220104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175613481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet4', 'tx': '396146146', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet5', 'tx': '23424147708', 'txDropped': '0', 'rx': '498095128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet6', 'tx': '6653762282', 'txDropped': '0', 'rx': '429876344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet7', 'tx': '1433254510', 'txDropped': '0', 'rx': '552193373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42429804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46727885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'lo', 'tx': '6932297221', 'txDropped': '0', 'rx': '6932297221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170625410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'eno1', 'tx': '975612388622', 'txDropped': '0', 'rx': '433992442185', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'eno2', 'tx': '605308859499', 'txDropped': '0', 'rx': '492322429854', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468711.152023, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468711.152023, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632764673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75875743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76993562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192063096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370766420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.306', 'tx': '76695871349', 'txDropped': '0', 'rx': '8373429413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49851541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430234245', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298829496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.110', 'tx': '2476008598', 'txDropped': '0', 'rx': '66854645054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.111', 'tx': '122675897989', 'txDropped': '0', 'rx': '24446116768', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55228371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54151154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465219265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165303717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56008289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55838100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45175901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468711.152023, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226523544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'oVirtManagement', 'tx': '1176271118794', 'txDropped': '0', 'rx': '625370240414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577074306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'vnet3', 'tx': '542539850', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468711.152023, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754391844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694759.24', 'cpuLoad': '2.29', 'cpuSys': '1.55', 'diskStats': {'/var/log': {'free': '92961'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635299L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:25:25 GMT', 'cpuUser': '1.21', 'memFree': 667596, 'cpuIdle': '97.24', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:25,403+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:25:25,554+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:25,596+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3925518-3273-4f89-b495-40b2720eebeb (threadPool:210)
2018-03-08 01:25:25,596+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4f1cdad7-c655-4b98-b147-0d03f4d696ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:25,597+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:25,899+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:25,946+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c24cbaf0-e5ab-4b27-aa66-a74f1a0564b0 (threadPool:210)
2018-03-08 01:25:25,947+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e56230a2-382d-4e42-9363-ed306988a6e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:25,947+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:26,259+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:26,338+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f90fbcbd-1fb9-42b9-946d-e5f63c58413d (threadPool:210)
2018-03-08 01:25:26,339+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ece3229d-aba2-4a87-8cf8-23965e41b7b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:26,339+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:26,469+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2d7fd228-058c-49a4-82b6-94de285c9cee (api:46)
2018-03-08 01:25:26,470+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540296', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113982', 'lastCheck': '8.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133698', 'lastCheck': '7.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860322', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832402', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317187', 'lastCheck': '7.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000923237', 'lastCheck': '7.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411583', 'lastCheck': '7.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000921163', 'lastCheck': '7.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257085', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904259', 'lastCheck': '8.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00295968', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241894', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281398', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040923', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244372', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577384', 'lastCheck': '6.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250519', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349939', 'lastCheck': '6.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000765125', 'lastCheck': '3.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278972', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000905382', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302524', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038082', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118161', 'lastCheck': '6.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410789', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00034669', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298198', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262339', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586499', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000190562', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289607', 'lastCheck': '6.6', 'valid': True}} from=internal, task_id=2d7fd228-058c-49a4-82b6-94de285c9cee (api:52)
2018-03-08 01:25:26,470+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=ae3dcc62-14bf-4edc-8f0a-29f95f0f27a2 (api:46)
2018-03-08 01:25:26,471+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ae3dcc62-14bf-4edc-8f0a-29f95f0f27a2 (api:52)
2018-03-08 01:25:26,656+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:26,707+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0e2c79af-0396-431d-876b-7e9ec612ef45 (threadPool:210)
2018-03-08 01:25:26,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4280a897-76a7-42ee-b6f3-fe8161226a15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:26,708+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:26,854+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:26,859+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:26,862+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:27,143+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:27,191+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 376cd5d3-074a-4355-b03b-61de3e538834 (threadPool:210)
2018-03-08 01:25:27,191+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c27e1205-12ad-48f8-ae12-2a7e31b07b08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:27,192+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:27,592+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:27,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4f1cdad7-c655-4b98-b147-0d03f4d696ec (threadPool:210)
2018-03-08 01:25:27,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 098a2d21-801f-4488-9c88-783ff87ff277 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:27,658+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:28,017+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:28,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ece3229d-aba2-4a87-8cf8-23965e41b7b2 (threadPool:210)
2018-03-08 01:25:28,070+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef7d0f78-19db-4282-bb60-6180e17e1d2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:28,070+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:28,434+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:28,481+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4280a897-76a7-42ee-b6f3-fe8161226a15 (threadPool:210)
2018-03-08 01:25:28,481+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task abf214d2-844e-4fc3-8fa4-9a01fd50d652 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:28,482+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:28,809+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:28,871+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e56230a2-382d-4e42-9363-ed306988a6e1 (threadPool:210)
2018-03-08 01:25:28,872+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6039841d-1cc9-4174-b755-4838a233e8ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:28,872+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:29,228+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:29,292+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 098a2d21-801f-4488-9c88-783ff87ff277 (threadPool:210)
2018-03-08 01:25:29,294+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a9337703-e54a-4f37-89ca-57769c999fa4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:29,294+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:29,664+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:29,734+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c27e1205-12ad-48f8-ae12-2a7e31b07b08 (threadPool:210)
2018-03-08 01:25:29,735+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c4f88233-2db5-4dd6-ad59-da34fbe09d5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:29,735+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:30,023+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:30,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6039841d-1cc9-4174-b755-4838a233e8ee (threadPool:210)
2018-03-08 01:25:30,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 562e52c4-2b43-43e7-ba57-9e070d7bbfc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:30,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:30,476+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:30,833+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:30,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a9337703-e54a-4f37-89ca-57769c999fa4 (threadPool:210)
2018-03-08 01:25:30,881+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6fff5f5e-ad1a-4e06-98b3-83c5c8d834e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:30,881+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:31,232+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:25:31,237+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:25:31,239+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:31,255+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:25:31,255+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:25:31,256+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:31,290+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:31,341+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task abf214d2-844e-4fc3-8fa4-9a01fd50d652 (threadPool:210)
2018-03-08 01:25:31,341+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 935c99e7-5302-48ae-bb15-32e6245bd26c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:31,341+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:31,696+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:31,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c4f88233-2db5-4dd6-ad59-da34fbe09d5b (threadPool:210)
2018-03-08 01:25:31,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c925c05b-daca-4cf8-a115-e91d852cc90a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:31,742+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:32,135+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:32,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 562e52c4-2b43-43e7-ba57-9e070d7bbfc5 (threadPool:210)
2018-03-08 01:25:32,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5c268d2a-b20f-426b-b400-dea3fd2ec082 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:32,185+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:32,391+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7e8f7ef3-143b-4a87-840e-41f52fc87185 (api:46)
2018-03-08 01:25:32,397+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7e8f7ef3-143b-4a87-840e-41f52fc87185 (api:52)
2018-03-08 01:25:32,397+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:32,488+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0d3bb1e5-e6fb-40c6-a466-2a94ea6282c0 (api:46)
2018-03-08 01:25:32,495+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0d3bb1e5-e6fb-40c6-a466-2a94ea6282c0 (api:52)
2018-03-08 01:25:32,496+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:32,644+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:32,696+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef7d0f78-19db-4282-bb60-6180e17e1d2b (threadPool:210)
2018-03-08 01:25:32,697+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0828c24b-d6ab-448b-8eb6-80866913060c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:32,697+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:33,066+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:33,107+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 935c99e7-5302-48ae-bb15-32e6245bd26c (threadPool:210)
2018-03-08 01:25:33,108+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 56468159-d37d-4470-9582-b5e31e0684e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:33,108+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:33,420+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:33,469+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5c268d2a-b20f-426b-b400-dea3fd2ec082 (threadPool:210)
2018-03-08 01:25:33,470+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1ec9b14b-1d03-4298-8407-db5635c6c76b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:33,470+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:33,884+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:33,934+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6fff5f5e-ad1a-4e06-98b3-83c5c8d834e4 (threadPool:210)
2018-03-08 01:25:33,934+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b6294b89-e7a2-4eed-94c6-880bef175a24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:33,935+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:34,224+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:34,271+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0828c24b-d6ab-448b-8eb6-80866913060c (threadPool:210)
2018-03-08 01:25:34,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d920a1ba-1a91-4b04-918d-6c082d8dcc5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:34,272+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:34,676+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:34,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c925c05b-daca-4cf8-a115-e91d852cc90a (threadPool:210)
2018-03-08 01:25:34,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 141876dd-082f-47bf-b06d-2defa92ef0b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:34,723+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:35,143+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:35,190+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1ec9b14b-1d03-4298-8407-db5635c6c76b (threadPool:210)
2018-03-08 01:25:35,190+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 505d5296-d22c-439b-a734-9dc042a27c4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:25:35,190+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:35,519+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:35,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b6294b89-e7a2-4eed-94c6-880bef175a24 (threadPool:210)
2018-03-08 01:25:35,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ce06d1c6-d286-40f6-a836-3fae9d29c8d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:35,569+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:35,903+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:35,946+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d920a1ba-1a91-4b04-918d-6c082d8dcc5c (threadPool:210)
2018-03-08 01:25:35,947+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5cb1a124-7bd1-4eab-9211-d063f6cba1ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:35,947+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:36,296+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:36,352+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 56468159-d37d-4470-9582-b5e31e0684e5 (threadPool:210)
2018-03-08 01:25:36,353+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4f2e2d8c-9fbb-4fa0-bc3b-0331bc78d60a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:36,353+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:36,693+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:36,733+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 141876dd-082f-47bf-b06d-2defa92ef0b8 (threadPool:210)
2018-03-08 01:25:36,733+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 774d60ca-f147-421f-b709-16d41c65c3c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:36,734+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:37,079+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:37,129+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ce06d1c6-d286-40f6-a836-3fae9d29c8d9 (threadPool:210)
2018-03-08 01:25:37,129+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 99821737-3981-45c1-9bc3-4820ea1df102 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:37,129+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:37,491+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:37,538+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5cb1a124-7bd1-4eab-9211-d063f6cba1ba (threadPool:210)
2018-03-08 01:25:37,539+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44a7d2da-88b3-410e-b1d3-5f8637614fe8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:37,539+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:37,864+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:37,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4f2e2d8c-9fbb-4fa0-bc3b-0331bc78d60a (threadPool:210)
2018-03-08 01:25:37,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e1706ad7-da4c-43b5-bd5f-9ff6f91fb2a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:37,913+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:38,220+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:38,280+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 505d5296-d22c-439b-a734-9dc042a27c4e (threadPool:210)
2018-03-08 01:25:38,281+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce8527e2-5920-4408-b202-237668e2e992 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:38,281+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:38,615+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:38,654+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 774d60ca-f147-421f-b709-16d41c65c3c9 (threadPool:210)
2018-03-08 01:25:38,655+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e03db10f-b3e9-41cc-a22f-5c33bc72b1e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:38,655+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:39,049+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:39,094+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 99821737-3981-45c1-9bc3-4820ea1df102 (threadPool:210)
2018-03-08 01:25:39,094+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b9ddfe0f-f619-42c3-835c-3bad9e77f086 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:39,095+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:39,572+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:39,644+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44a7d2da-88b3-410e-b1d3-5f8637614fe8 (threadPool:210)
2018-03-08 01:25:39,645+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2529ab1-f8fd-41ba-a4e1-f2bfaefa5582 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:39,646+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:39,961+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:40,010+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce8527e2-5920-4408-b202-237668e2e992 (threadPool:210)
2018-03-08 01:25:40,010+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8c9e5049-3bfe-4f1d-a89c-8b5d950a14e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:40,011+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:40,395+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:40,443+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:40,444+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ed83e27b-34c8-444a-b2d1-4f3aaca5369c (api:46)
2018-03-08 01:25:40,445+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282553', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502217', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263313', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518842', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055373', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000575246', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424365', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497496', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285481', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032394', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845096', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253014', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227287', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587869', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453172', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020604', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521466', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004047', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015492', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449676', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534471', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315922', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421674', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264023', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382828', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350675', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860455', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356326', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000977413', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236998', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258133', 'lastCheck': '0.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ed83e27b-34c8-444a-b2d1-4f3aaca5369c (api:52)
2018-03-08 01:25:40,446+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2e472dda-29e0-4ab1-86ed-12971a0bcb29 (api:46)
2018-03-08 01:25:40,446+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2e472dda-29e0-4ab1-86ed-12971a0bcb29 (api:52)
2018-03-08 01:25:40,451+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e03db10f-b3e9-41cc-a22f-5c33bc72b1e0 (threadPool:210)
2018-03-08 01:25:40,451+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f82539af-2d6d-465f-951e-f322fd95e51e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:40,451+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:40,477+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.64', 'nodeIndex': 0, 'cpuSys': '1.57', 'cpuIdle': '96.79'}, '54': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '4.26', 'cpuIdle': '95.54'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '98.49'}, '43': {'cpuUser': '0.72', 'nodeIndex': 1, 'cpuSys': '2.69', 'cpuIdle': '96.59'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.44', 'cpuIdle': '97.64'}, '62': {'cpuUser': '2.16', 'nodeIndex': 0, 'cpuSys': '2.36', 'cpuIdle': '95.48'}, '63': {'cpuUser': '0.98', 'nodeIndex': 1, 'cpuSys': '1.38', 'cpuIdle': '97.64'}, '53': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.85', 'cpuIdle': '98.69'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '3.08', 'cpuIdle': '96.79'}, '42': {'cpuUser': '1.18', 'nodeIndex': 0, 'cpuSys': '2.16', 'cpuIdle': '96.66'}, '24': {'cpuUser': '1.57', 'nodeIndex': 0, 'cpuSys': '4.52', 'cpuIdle': '93.91'}, '25': {'cpuUser': '1.77', 'nodeIndex': 1, 'cpuSys': '2.16', 'cpuIdle': '96.07'}, '26': {'cpuUser': '0.39', 'nodeIndex': 0, 'cpuSys': '0.72', 'cpuIdle': '98.89'}, '27': {'cpuUser': '1.57', 'nodeIndex': 1, 'cpuSys': '1.84', 'cpuIdle': '96.59'}, '20': {'cpuUser': '1.51', 'nodeIndex': 0, 'cpuSys': '6.42', 'cpuIdle': '92.07'}, '21': {'cpuUser': '2.16', 'nodeIndex': 1, 'cpuSys': '3.93', 'cpuIdle': '93.91'}, '22': {'cpuUser': '1.38', 'nodeIndex': 0, 'cpuSys': '2.42', 'cpuIdle': '96.20'}, '23': {'cpuUser': '1.97', 'nodeIndex': 1, 'cpuSys': '2.36', 'cpuIdle': '95.67'}, '46': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.31', 'cpuIdle': '98.23'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '99.14'}, '44': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '2.82', 'cpuIdle': '96.59'}, '45': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.62'}, '28': {'cpuUser': '1.51', 'nodeIndex': 0, 'cpuSys': '3.08', 'cpuIdle': '95.41'}, '29': {'cpuUser': '1.90', 'nodeIndex': 1, 'cpuSys': '2.03', 'cpuIdle': '96.07'}, '40': {'cpuUser': '1.70', 'nodeIndex': 0, 'cpuSys': '4.52', 'cpuIdle': '93.78'}, '41': {'cpuUser': '1.57', 'nodeIndex': 1, 'cpuSys': '5.83', 'cpuIdle': '92.60'}, '1': {'cpuUser': '4.46', 'nodeIndex': 1, 'cpuSys': '37.68', 'cpuIdle': '57.86'}, '0': {'cpuUser': '8.65', 'nodeIndex': 0, 'cpuSys': '4.13', 'cpuIdle': '87.22'}, '3': {'cpuUser': '1.84', 'nodeIndex': 1, 'cpuSys': '2.10', 'cpuIdle': '96.06'}, '2': {'cpuUser': '2.82', 'nodeIndex': 0, 'cpuSys': '2.10', 'cpuIdle': '95.08'}, '5': {'cpuUser': '2.10', 'nodeIndex': 1, 'cpuSys': '3.54', 'cpuIdle': '94.36'}, '4': {'cpuUser': '2.75', 'nodeIndex': 0, 'cpuSys': '4.26', 'cpuIdle': '92.99'}, '7': {'cpuUser': '2.42', 'nodeIndex': 1, 'cpuSys': '3.28', 'cpuIdle': '94.30'}, '6': {'cpuUser': '2.16', 'nodeIndex': 0, 'cpuSys': '3.87', 'cpuIdle': '93.97'}, '9': {'cpuUser': '1.84', 'nodeIndex': 1, 'cpuSys': '4.26', 'cpuIdle': '93.90'}, '8': {'cpuUser': '1.31', 'nodeIndex': 0, 'cpuSys': '7.14', 'cpuIdle': '91.55'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '56': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.98', 'cpuIdle': '98.89'}, '39': {'cpuUser': '1.38', 'nodeIndex': 1, 'cpuSys': '5.31', 'cpuIdle': '93.31'}, '38': {'cpuUser': '2.82', 'nodeIndex': 0, 'cpuSys': '6.68', 'cpuIdle': '90.50'}, '59': {'cpuUser': '0.72', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.36'}, '58': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '3.60', 'cpuIdle': '96.14'}, '11': {'cpuUser': '2.36', 'nodeIndex': 1, 'cpuSys': '6.23', 'cpuIdle': '91.41'}, '10': {'cpuUser': '1.11', 'nodeIndex': 0, 'cpuSys': '6.88', 'cpuIdle': '92.01'}, '13': {'cpuUser': '2.36', 'nodeIndex': 1, 'cpuSys': '6.42', 'cpuIdle': '91.22'}, '12': {'cpuUser': '0.85', 'nodeIndex': 0, 'cpuSys': '6.49', 'cpuIdle': '92.66'}, '15': {'cpuUser': '2.36', 'nodeIndex': 1, 'cpuSys': '7.14', 'cpuIdle': '90.50'}, '14': {'cpuUser': '1.44', 'nodeIndex': 0, 'cpuSys': '6.10', 'cpuIdle': '92.46'}, '17': {'cpuUser': '2.03', 'nodeIndex': 1, 'cpuSys': '4.33', 'cpuIdle': '93.64'}, '16': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '2.62', 'cpuIdle': '96.46'}, '19': {'cpuUser': '4.00', 'nodeIndex': 1, 'cpuSys': '7.41', 'cpuIdle': '88.59'}, '55': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '98.95'}, '31': {'cpuUser': '2.29', 'nodeIndex': 1, 'cpuSys': '2.69', 'cpuIdle': '95.02'}, '49': {'cpuUser': '0.39', 'nodeIndex': 1, 'cpuSys': '3.93', 'cpuIdle': '95.68'}, '37': {'cpuUser': '2.36', 'nodeIndex': 1, 'cpuSys': '9.31', 'cpuIdle': '88.33'}, '36': {'cpuUser': '3.21', 'nodeIndex': 0, 'cpuSys': '5.11', 'cpuIdle': '91.68'}, '35': {'cpuUser': '4.13', 'nodeIndex': 1, 'cpuSys': '9.04', 'cpuIdle': '86.83'}, '34': {'cpuUser': '8.06', 'nodeIndex': 0, 'cpuSys': '10.42', 'cpuIdle': '81.52'}, '33': {'cpuUser': '3.54', 'nodeIndex': 1, 'cpuSys': '2.36', 'cpuIdle': '94.10'}, '18': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '3.74', 'cpuIdle': '95.34'}, '57': {'cpuUser': '0.39', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.48'}, '50': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '4.98', 'cpuIdle': '94.56'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307239'}, '0': {'memPercent': 11, 'memFree': '350533'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845096', 'lastCheck': '1.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282553', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502217', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253014', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227287', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518842', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055373', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000575246', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424365', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497496', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285481', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032394', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263313', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587869', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449676', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020604', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521466', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004047', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015492', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453172', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236998', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315922', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421674', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264023', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382828', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350675', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860455', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356326', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000977413', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534471', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258133', 'lastCheck': '0.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646223818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404091622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.351', 'tx': '1176271188182', 'txDropped': '0', 'rx': '625370989643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0', 'tx': '1580921360614', 'txDropped': '0', 'rx': '926315297810', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30331'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45181093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416343056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200485433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet0', 'tx': '87465988', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet1', 'tx': '37765814913', 'txDropped': '0', 'rx': '877861807', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet2', 'tx': '21123911521', 'txDropped': '0', 'rx': '141316246583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175616386', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet4', 'tx': '396149370', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet5', 'tx': '23424154958', 'txDropped': '0', 'rx': '498095368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet6', 'tx': '6653763604', 'txDropped': '0', 'rx': '429876448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet7', 'tx': '1433255832', 'txDropped': '0', 'rx': '552193477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42430204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46728285', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'lo', 'tx': '6932375050', 'txDropped': '0', 'rx': '6932375050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170626900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'eno1', 'tx': '975612468280', 'txDropped': '0', 'rx': '433992660836', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'eno2', 'tx': '605308892334', 'txDropped': '0', 'rx': '492322636974', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468726.410291, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468726.410291, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632769259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75876093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76993912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192065628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370766820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373432011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49851941', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430236797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298832028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.110', 'tx': '2476013290', 'txDropped': '0', 'rx': '66854649479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.111', 'tx': '122675924291', 'txDropped': '0', 'rx': '24446172950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55228771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54151554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465222854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165305207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56008689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55838500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45176301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468726.410291, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226524302', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'oVirtManagement', 'tx': '1176271187534', 'txDropped': '0', 'rx': '625370251240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577078892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'vnet3', 'tx': '542543074', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468726.410291, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754394749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694774.31', 'cpuLoad': '2.68', 'cpuSys': '4.11', 'diskStats': {'/var/log': {'free': '92958'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.34', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31478', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:25:40 GMT', 'cpuUser': '1.70', 'memFree': 667613, 'cpuIdle': '94.19', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '17.43'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:40,481+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:25:40,804+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:40,828+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=a928464b-30cf-448f-a3b7-6f2a8e4b7b85 (api:46)
2018-03-08 01:25:40,830+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a928464b-30cf-448f-a3b7-6f2a8e4b7b85 (api:52)
2018-03-08 01:25:40,830+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=e62f7348-4090-4f50-bbec-95a4248be224 (api:46)
2018-03-08 01:25:40,831+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=e62f7348-4090-4f50-bbec-95a4248be224 (api:52)
2018-03-08 01:25:40,832+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=a2ab08ea-2422-4db5-8d70-57c51c660187 (api:46)
2018-03-08 01:25:40,832+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=a2ab08ea-2422-4db5-8d70-57c51c660187 (api:52)
2018-03-08 01:25:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=c1fc8c40-0125-458d-8255-52d7c3d2dc13 (api:46)
2018-03-08 01:25:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=c1fc8c40-0125-458d-8255-52d7c3d2dc13 (api:52)
2018-03-08 01:25:40,834+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=3d1b5693-8403-4f22-85d0-a11de33f2aaf (api:46)
2018-03-08 01:25:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=3d1b5693-8403-4f22-85d0-a11de33f2aaf (api:52)
2018-03-08 01:25:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=1d740bca-d294-4714-bcac-af0704e78b1e (api:46)
2018-03-08 01:25:40,835+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=1d740bca-d294-4714-bcac-af0704e78b1e (api:52)
2018-03-08 01:25:40,836+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=c6b7950b-8466-43ca-b306-cef5b099c3c2 (api:46)
2018-03-08 01:25:40,836+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=c6b7950b-8466-43ca-b306-cef5b099c3c2 (api:52)
2018-03-08 01:25:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=0592b398-1cdd-4826-8206-637ea9a471d2 (api:46)
2018-03-08 01:25:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=0592b398-1cdd-4826-8206-637ea9a471d2 (api:52)
2018-03-08 01:25:40,837+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=d7e711a4-4caf-49fc-be0d-1cdd1c2dfb16 (api:46)
2018-03-08 01:25:40,837+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=d7e711a4-4caf-49fc-be0d-1cdd1c2dfb16 (api:52)
2018-03-08 01:25:40,838+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=59294c3c-05a8-400f-bece-1db30609b7b1 (api:46)
2018-03-08 01:25:40,838+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=59294c3c-05a8-400f-bece-1db30609b7b1 (api:52)
2018-03-08 01:25:40,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b9ddfe0f-f619-42c3-835c-3bad9e77f086 (threadPool:210)
2018-03-08 01:25:40,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19efa34b-5e39-405e-af3e-5422640e9bef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:40,866+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:41,230+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:41,277+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e1706ad7-da4c-43b5-bd5f-9ff6f91fb2a2 (threadPool:210)
2018-03-08 01:25:41,277+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7143f223-4fed-4666-aacd-8e8157c39c59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:41,277+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:41,542+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=01b4efbb-c700-465c-94f9-74beb9c4297b (api:46)
2018-03-08 01:25:41,543+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282553', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502217', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263313', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358661', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518842', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055373', 'lastCheck': '2.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000575246', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424365', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497496', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285481', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032394', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845096', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253014', 'lastCheck': '3.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227287', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587869', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453172', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020604', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521466', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004047', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015492', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449676', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534471', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315922', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000421674', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264023', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382828', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350675', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000860455', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356326', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000977413', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236998', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258133', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=01b4efbb-c700-465c-94f9-74beb9c4297b (api:52)
2018-03-08 01:25:41,543+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=d3a546a6-a061-414c-ad6a-b6c1094b4278 (api:46)
2018-03-08 01:25:41,544+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d3a546a6-a061-414c-ad6a-b6c1094b4278 (api:52)
2018-03-08 01:25:41,596+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:41,646+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2529ab1-f8fd-41ba-a4e1-f2bfaefa5582 (threadPool:210)
2018-03-08 01:25:41,646+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9e242b26-de07-4c21-a1d0-c0634be44118 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:41,646+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:41,892+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:41,897+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:41,899+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:41,943+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:41,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8c9e5049-3bfe-4f1d-a89c-8b5d950a14e7 (threadPool:210)
2018-03-08 01:25:41,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task baaff59c-cfb6-40da-a1bd-47cbabec9b8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:41,993+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:42,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:42,421+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f82539af-2d6d-465f-951e-f322fd95e51e (threadPool:210)
2018-03-08 01:25:42,422+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f19e12fd-f962-4e9b-be85-d7768f019529 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:42,422+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:42,744+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:42,932+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=584df978-db67-4e05-8bb1-94481da1fe94 (api:46)
2018-03-08 01:25:42,938+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=584df978-db67-4e05-8bb1-94481da1fe94 (api:52)
2018-03-08 01:25:42,939+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:43,033+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9bdb7dd2-3fa5-4f04-aca0-70e697ecf213 (api:46)
2018-03-08 01:25:43,042+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9bdb7dd2-3fa5-4f04-aca0-70e697ecf213 (api:52)
2018-03-08 01:25:43,043+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:43,246+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:43,289+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19efa34b-5e39-405e-af3e-5422640e9bef (threadPool:210)
2018-03-08 01:25:43,289+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5f92833f-8eb6-4adc-899f-d3efcb16312e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:43,290+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:43,871+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:43,921+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9e242b26-de07-4c21-a1d0-c0634be44118 (threadPool:210)
2018-03-08 01:25:43,922+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a764459-dab8-4f8f-b485-461fba988533 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:43,922+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:44,412+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:44,464+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task baaff59c-cfb6-40da-a1bd-47cbabec9b8a (threadPool:210)
2018-03-08 01:25:44,465+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 52501986-2faa-46b3-bab0-aed7f175d887 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:44,465+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:44,863+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:44,905+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f19e12fd-f962-4e9b-be85-d7768f019529 (threadPool:210)
2018-03-08 01:25:44,905+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 60e04c64-d73a-410d-8683-63eee3daa9c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:44,905+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:45,236+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:45,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5f92833f-8eb6-4adc-899f-d3efcb16312e (threadPool:210)
2018-03-08 01:25:45,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9a474641-6061-408e-bbf7-d150f0309503 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:45,289+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:45,668+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:45,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a764459-dab8-4f8f-b485-461fba988533 (threadPool:210)
2018-03-08 01:25:45,718+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2686e77-a8f4-49b2-8517-c1556ab82b1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:45,718+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:46,068+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:46,118+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 52501986-2faa-46b3-bab0-aed7f175d887 (threadPool:210)
2018-03-08 01:25:46,118+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b5c8181-6e02-4a12-b8dc-12cd3508ddde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:46,119+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:46,260+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:25:46,265+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:25:46,267+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:46,276+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:25:46,276+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:25:46,276+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:25:46,321+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20818 (__init__:598)
2018-03-08 01:25:46,322+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20817 (__init__:598)
2018-03-08 01:25:46,471+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:46,519+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7143f223-4fed-4666-aacd-8e8157c39c59 (threadPool:210)
2018-03-08 01:25:46,520+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 76d3a713-2125-4ac4-9894-f8a3832ff1da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:46,520+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:47,047+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:47,101+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 60e04c64-d73a-410d-8683-63eee3daa9c8 (threadPool:210)
2018-03-08 01:25:47,101+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1e0c1a29-5176-4ace-9e74-881e2d5d838c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:47,102+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:47,454+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:47,502+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9a474641-6061-408e-bbf7-d150f0309503 (threadPool:210)
2018-03-08 01:25:47,503+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 42518711-21c8-4f00-956b-a7ab3271c016 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:47,503+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:47,877+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:47,927+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2686e77-a8f4-49b2-8517-c1556ab82b1b (threadPool:210)
2018-03-08 01:25:47,927+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 252fe76b-6817-451f-9bcb-0535cfa44c59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:47,928+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:48,331+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:48,397+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b5c8181-6e02-4a12-b8dc-12cd3508ddde (threadPool:210)
2018-03-08 01:25:48,397+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7585cbed-9a5b-4bbf-8364-ee20966a1534 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:48,397+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:48,832+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:48,899+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 76d3a713-2125-4ac4-9894-f8a3832ff1da (threadPool:210)
2018-03-08 01:25:48,900+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1cc0c667-cdf0-44bc-be89-7bca69b016b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:48,900+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:49,322+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:49,454+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1e0c1a29-5176-4ace-9e74-881e2d5d838c (threadPool:210)
2018-03-08 01:25:49,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bc6d760c-c118-4c1a-b0b5-bc292eda9673 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:49,455+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:49,733+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:49,822+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 42518711-21c8-4f00-956b-a7ab3271c016 (threadPool:210)
2018-03-08 01:25:49,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d28a28d3-a0c2-41ec-b901-597697ed44e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:25:49,823+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:50,101+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:50,146+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7585cbed-9a5b-4bbf-8364-ee20966a1534 (threadPool:210)
2018-03-08 01:25:50,147+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9497a8e2-e50b-4895-867b-5eda218063cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:50,147+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:50,484+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:50,535+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1cc0c667-cdf0-44bc-be89-7bca69b016b4 (threadPool:210)
2018-03-08 01:25:50,535+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a89eaee2-e96d-476a-9387-1c6b0cd4eefe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:50,536+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:50,936+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:50,984+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bc6d760c-c118-4c1a-b0b5-bc292eda9673 (threadPool:210)
2018-03-08 01:25:50,985+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 020b5499-f9e6-424c-8d06-7c04d56108ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:50,985+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:51,298+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:51,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 252fe76b-6817-451f-9bcb-0535cfa44c59 (threadPool:210)
2018-03-08 01:25:51,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fa68ed4a-d5b7-4c9b-ba17-907ed8eef8f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:51,343+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:51,653+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:51,700+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d28a28d3-a0c2-41ec-b901-597697ed44e4 (threadPool:210)
2018-03-08 01:25:51,700+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ae824c1f-3fb8-47be-82ce-998a460e822f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:51,700+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:52,013+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:52,061+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9497a8e2-e50b-4895-867b-5eda218063cc (threadPool:210)
2018-03-08 01:25:52,062+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c8663768-e7a6-475c-865f-aae5dc80f423 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:52,062+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:52,420+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:52,461+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a89eaee2-e96d-476a-9387-1c6b0cd4eefe (threadPool:210)
2018-03-08 01:25:52,462+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9067d1c3-c797-4b48-8b9d-bbac15b2d265 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:52,462+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:52,818+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:52,866+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fa68ed4a-d5b7-4c9b-ba17-907ed8eef8f9 (threadPool:210)
2018-03-08 01:25:52,867+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 58557975-8edc-42d6-bfb1-382f34ac8575 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:52,867+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:53,208+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:53,249+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ae824c1f-3fb8-47be-82ce-998a460e822f (threadPool:210)
2018-03-08 01:25:53,249+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6587cbf0-0824-45ac-8061-5d7739755b89 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:53,249+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:53,475+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=cf673bcc-6256-4b99-a8f0-0787d67404ab (api:46)
2018-03-08 01:25:53,482+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=cf673bcc-6256-4b99-a8f0-0787d67404ab (api:52)
2018-03-08 01:25:53,482+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:25:53,583+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9dafbcff-24d4-46a0-b5d9-9d702d9afa01 (api:46)
2018-03-08 01:25:53,586+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:53,605+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9dafbcff-24d4-46a0-b5d9-9d702d9afa01 (api:52)
2018-03-08 01:25:53,608+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:25:53,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 020b5499-f9e6-424c-8d06-7c04d56108ab (threadPool:210)
2018-03-08 01:25:53,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 54510d1e-99d1-4946-b602-7aecc5be74d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:53,640+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:53,990+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:54,361+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:54,410+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 58557975-8edc-42d6-bfb1-382f34ac8575 (threadPool:210)
2018-03-08 01:25:54,410+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5857ad3-fefa-4a01-b70b-fefc4a2f1d6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:54,411+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:54,806+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:54,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c8663768-e7a6-475c-865f-aae5dc80f423 (threadPool:210)
2018-03-08 01:25:54,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a9782520-8833-47f5-9987-6c48bdd65280 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:54,857+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:55,193+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:55,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6587cbf0-0824-45ac-8061-5d7739755b89 (threadPool:210)
2018-03-08 01:25:55,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 62071121-b6a2-4bfb-8753-c43aad7bd484 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:55,234+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:55,520+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:55,522+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c866c3be-07f0-401a-a64d-8aeb77cc7cd2 (api:46)
2018-03-08 01:25:55,522+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379636', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735868', 'lastCheck': '7.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318219', 'lastCheck': '6.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597953', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000609441', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259571', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000259067', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329954', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324361', 'lastCheck': '6.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345271', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673501', 'lastCheck': '7.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657293', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439612', 'lastCheck': '7.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000889101', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035851', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262859', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226875', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245562', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230129', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112713', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394554', 'lastCheck': '5.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000875247', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335139', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383785', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00741019', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021164', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265088', 'lastCheck': '8.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232927', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232717', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000928092', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417143', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261711', 'lastCheck': '5.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c866c3be-07f0-401a-a64d-8aeb77cc7cd2 (api:52)
2018-03-08 01:25:55,523+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=fcc3bd76-b5e7-4a44-97f2-70f1d3139e53 (api:46)
2018-03-08 01:25:55,523+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=fcc3bd76-b5e7-4a44-97f2-70f1d3139e53 (api:52)
2018-03-08 01:25:55,593+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.07'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '53': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '93.44'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '20': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.35'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '22': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '94.96'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '97.48'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '41': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '1': {'cpuUser': '4.58', 'nodeIndex': 1, 'cpuSys': '26.07', 'cpuIdle': '69.35'}, '0': {'cpuUser': '6.90', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '88.92'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '4': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.49'}, '6': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.48'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.23'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.35'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.55'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '12': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.61'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.02'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.95'}, '35': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '34': {'cpuUser': '6.83', 'nodeIndex': 0, 'cpuSys': '7.69', 'cpuIdle': '85.48'}, '33': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307402'}, '0': {'memPercent': 11, 'memFree': '350374'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657293', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379636', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735868', 'lastCheck': '7.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439612', 'lastCheck': '7.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000889101', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000609441', 'lastCheck': '6.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259571', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000259067', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329954', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324361', 'lastCheck': '6.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345271', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673501', 'lastCheck': '7.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318219', 'lastCheck': '6.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597953', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035851', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394554', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226875', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245562', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230129', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112713', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262859', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417143', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335139', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383785', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00741019', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021164', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265088', 'lastCheck': '8.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232927', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232717', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000928092', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000875247', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261711', 'lastCheck': '5.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646250089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404095364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.351', 'tx': '1176271262902', 'txDropped': '0', 'rx': '625371004033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0', 'tx': '1580921467720', 'txDropped': '0', 'rx': '926315740786', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45181443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416343965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200485985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet0', 'tx': '87471644', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet1', 'tx': '37765820235', 'txDropped': '0', 'rx': '877865885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet2', 'tx': '21123960282', 'txDropped': '0', 'rx': '141316262617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175619037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet4', 'tx': '396155026', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet5', 'tx': '23424183062', 'txDropped': '0', 'rx': '498095476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet6', 'tx': '6653764723', 'txDropped': '0', 'rx': '429876510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet7', 'tx': '1433273733', 'txDropped': '0', 'rx': '552199374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42430554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46728635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'lo', 'tx': '6932452507', 'txDropped': '0', 'rx': '6932452507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170628174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'eno1', 'tx': '975612554135', 'txDropped': '0', 'rx': '433992893217', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'eno2', 'tx': '605308913585', 'txDropped': '0', 'rx': '492322847569', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468741.487029, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468741.487029, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632774277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75876839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76994658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192068860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370767220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373436771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49852341', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430241557', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298835260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.110', 'tx': '2476023327', 'txDropped': '0', 'rx': '66854670225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.111', 'tx': '122675940282', 'txDropped': '0', 'rx': '24446219405', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55229171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54151904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465226596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165306481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56009089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55838850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45176651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468741.487029, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226524854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'oVirtManagement', 'tx': '1176271262254', 'txDropped': '0', 'rx': '625370265630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577083910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'vnet3', 'tx': '542548730', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468741.487029, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754397400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694789.39', 'cpuLoad': '2.59', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92957'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:25:55 GMT', 'cpuUser': '1.15', 'memFree': 667599, 'cpuIdle': '97.23', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.14'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:55,598+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:25:55,602+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:55,663+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 54510d1e-99d1-4946-b602-7aecc5be74d1 (threadPool:210)
2018-03-08 01:25:55,663+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5977ab95-a644-4c7d-9786-03cb0c13cfa3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:55,664+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:56,000+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:56,059+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a9782520-8833-47f5-9987-6c48bdd65280 (threadPool:210)
2018-03-08 01:25:56,059+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 87927871-7dde-4275-bf4a-9851929f5a07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:56,059+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:56,384+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:56,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9067d1c3-c797-4b48-8b9d-bbac15b2d265 (threadPool:210)
2018-03-08 01:25:56,435+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ff79dae8-a673-40a5-864a-e941a2562e0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:56,435+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:56,631+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=cc4df5f2-63fa-43d7-835c-66db5ed3f5f5 (api:46)
2018-03-08 01:25:56,632+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379636', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735868', 'lastCheck': '8.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318219', 'lastCheck': '7.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597953', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000609441', 'lastCheck': '7.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259571', 'lastCheck': '7.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000259067', 'lastCheck': '2.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329954', 'lastCheck': '7.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324361', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345271', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000673501', 'lastCheck': '8.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657293', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439612', 'lastCheck': '0.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000889101', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035851', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262859', 'lastCheck': '0.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226875', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245562', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230129', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00112713', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394554', 'lastCheck': '6.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000875247', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335139', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000235501', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00741019', 'lastCheck': '6.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021164', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265088', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232927', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232717', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000928092', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417143', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261711', 'lastCheck': '6.7', 'valid': True}} from=internal, task_id=cc4df5f2-63fa-43d7-835c-66db5ed3f5f5 (api:52)
2018-03-08 01:25:56,633+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=01adea6a-dbe0-48ac-8ec0-d6de84b61480 (api:46)
2018-03-08 01:25:56,633+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=01adea6a-dbe0-48ac-8ec0-d6de84b61480 (api:52)
2018-03-08 01:25:56,744+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:56,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 62071121-b6a2-4bfb-8753-c43aad7bd484 (threadPool:210)
2018-03-08 01:25:56,830+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 62a772b3-48dd-46c9-9e11-0f339ac9cf24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:56,830+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:56,915+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:25:56,920+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:25:56,922+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:25:57,153+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:57,197+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5857ad3-fefa-4a01-b70b-fefc4a2f1d6a (threadPool:210)
2018-03-08 01:25:57,197+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 912130ce-1413-43fb-b716-9d2d1d923482 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:57,197+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:57,567+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:57,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5977ab95-a644-4c7d-9786-03cb0c13cfa3 (threadPool:210)
2018-03-08 01:25:57,611+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a89677cd-dfd7-4f0e-a66f-47434ff0f05f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:57,612+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:57,928+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:57,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 87927871-7dde-4275-bf4a-9851929f5a07 (threadPool:210)
2018-03-08 01:25:57,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 833723fd-c844-444c-849c-250d967d7b06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:57,979+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:58,313+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:58,383+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ff79dae8-a673-40a5-864a-e941a2562e0d (threadPool:210)
2018-03-08 01:25:58,383+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a493f91-d255-4713-8f56-c9ff15e302c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:58,383+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:58,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:58,751+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 62a772b3-48dd-46c9-9e11-0f339ac9cf24 (threadPool:210)
2018-03-08 01:25:58,751+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 614f4577-42d2-4683-903d-ba3a1be680d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:58,752+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:25:59,119+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:59,176+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 912130ce-1413-43fb-b716-9d2d1d923482 (threadPool:210)
2018-03-08 01:25:59,178+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1bf6101a-2c3a-4b00-b239-e4c1daa6d416 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:59,178+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:59,515+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:59,580+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a89677cd-dfd7-4f0e-a66f-47434ff0f05f (threadPool:210)
2018-03-08 01:25:59,582+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 69abf64a-7ccb-49e2-ac5e-e4fbea6352e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:25:59,582+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:25:59,908+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:25:59,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 833723fd-c844-444c-849c-250d967d7b06 (threadPool:210)
2018-03-08 01:25:59,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a2091284-6a49-41ef-b6ff-079b25975b11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:25:59,963+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:00,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:00,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a493f91-d255-4713-8f56-c9ff15e302c9 (threadPool:210)
2018-03-08 01:26:00,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e68b664-27b8-4fcb-bafc-f2ea356c9790 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:00,393+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:00,750+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:00,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1bf6101a-2c3a-4b00-b239-e4c1daa6d416 (threadPool:210)
2018-03-08 01:26:00,800+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2447b40e-7751-46dc-88e3-da15fb18fc30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:00,800+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:01,165+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:01,216+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 69abf64a-7ccb-49e2-ac5e-e4fbea6352e8 (threadPool:210)
2018-03-08 01:26:01,217+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5308fec5-626e-442b-ab1f-a11bd66f0725 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:01,217+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:01,277+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:26:01,282+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:26:01,285+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:01,293+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:26:01,293+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:26:01,293+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:01,587+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:01,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a2091284-6a49-41ef-b6ff-079b25975b11 (threadPool:210)
2018-03-08 01:26:01,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 29850286-85ad-4766-a216-572e96f83994 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:01,639+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:01,960+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:02,016+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 614f4577-42d2-4683-903d-ba3a1be680d0 (threadPool:210)
2018-03-08 01:26:02,016+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9bedd9e0-9cc2-437a-a654-45cc7cf20410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:26:02,016+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:02,436+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:02,486+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e68b664-27b8-4fcb-bafc-f2ea356c9790 (threadPool:210)
2018-03-08 01:26:02,487+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7750e00e-88ac-41f9-aded-b50ec4770f2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1930, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:02,487+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:02,815+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:02,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2447b40e-7751-46dc-88e3-da15fb18fc30 (threadPool:210)
2018-03-08 01:26:02,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e6e31e76-4811-4c22-a1af-36f44cf599ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:02,861+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:03,233+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:03,284+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5308fec5-626e-442b-ab1f-a11bd66f0725 (threadPool:210)
2018-03-08 01:26:03,284+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 346fc718-4f22-4a89-a227-06426748ad42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:03,284+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:03,599+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:03,650+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 29850286-85ad-4766-a216-572e96f83994 (threadPool:210)
2018-03-08 01:26:03,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3522a739-4c0b-4c88-8da1-2188ecab9a5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:03,651+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:04,027+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=def25f92-3e5e-4444-974f-450a49403b9e (api:46)
2018-03-08 01:26:04,033+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=def25f92-3e5e-4444-974f-450a49403b9e (api:52)
2018-03-08 01:26:04,033+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:04,049+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:04,107+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9bedd9e0-9cc2-437a-a654-45cc7cf20410 (threadPool:210)
2018-03-08 01:26:04,108+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b51c690-fae0-4579-a40f-18dfeeddcbcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:04,109+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:04,131+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5c1284fd-a7f2-4ed5-8f22-e6bf2da2309e (api:46)
2018-03-08 01:26:04,153+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5c1284fd-a7f2-4ed5-8f22-e6bf2da2309e (api:52)
2018-03-08 01:26:04,154+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:26:04,459+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:04,508+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7750e00e-88ac-41f9-aded-b50ec4770f2a (threadPool:210)
2018-03-08 01:26:04,509+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d4be69e5-2ba7-4db9-ada6-7cb539e528ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:04,509+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:04,838+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:04,889+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e6e31e76-4811-4c22-a1af-36f44cf599ef (threadPool:210)
2018-03-08 01:26:04,889+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 56338644-8927-4f56-bf6b-fc11c18e7886 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:04,890+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:05,285+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:05,336+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 346fc718-4f22-4a89-a227-06426748ad42 (threadPool:210)
2018-03-08 01:26:05,336+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f8d3e83-78bf-4362-973e-e6d5bf31b9fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:05,336+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:05,695+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:05,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3522a739-4c0b-4c88-8da1-2188ecab9a5b (threadPool:210)
2018-03-08 01:26:05,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34abd8fc-7014-47c5-86a5-ab497a7f0775 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:05,751+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:06,048+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:06,518+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:06,560+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b51c690-fae0-4579-a40f-18dfeeddcbcc (threadPool:210)
2018-03-08 01:26:06,560+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 82d13fb5-2fbb-4949-b008-fe987be0a9a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:06,561+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:06,916+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:06,963+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 56338644-8927-4f56-bf6b-fc11c18e7886 (threadPool:210)
2018-03-08 01:26:06,963+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9ef8f9bf-54ba-47f4-8870-fa2f2715bf83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:06,963+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:07,314+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:07,362+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f8d3e83-78bf-4362-973e-e6d5bf31b9fc (threadPool:210)
2018-03-08 01:26:07,362+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 553b1157-150d-415b-87e4-8d6a157f6c10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:07,363+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:07,681+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:07,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34abd8fc-7014-47c5-86a5-ab497a7f0775 (threadPool:210)
2018-03-08 01:26:07,730+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 001c9b7f-b316-414a-811e-e288e613ae83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:07,730+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:08,054+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:08,103+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d4be69e5-2ba7-4db9-ada6-7cb539e528ec (threadPool:210)
2018-03-08 01:26:08,104+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 318a452a-e40e-4ea0-add8-a160cc9f6be2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:08,104+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:08,432+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:08,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 82d13fb5-2fbb-4949-b008-fe987be0a9a8 (threadPool:210)
2018-03-08 01:26:08,476+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bca48bb4-b889-4712-a735-103966523927 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:08,477+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:08,792+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:08,848+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9ef8f9bf-54ba-47f4-8870-fa2f2715bf83 (threadPool:210)
2018-03-08 01:26:08,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9faa231c-6780-4730-bb75-f5e2dcb37650 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:08,849+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:09,256+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:09,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 553b1157-150d-415b-87e4-8d6a157f6c10 (threadPool:210)
2018-03-08 01:26:09,311+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ac640a1-cca1-4758-b694-ebb7eea61fcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:09,312+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:09,773+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:09,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 001c9b7f-b316-414a-811e-e288e613ae83 (threadPool:210)
2018-03-08 01:26:09,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task acd513eb-495a-4054-ba36-e38c68194ea1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:09,824+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:10,229+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:10,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bca48bb4-b889-4712-a735-103966523927 (threadPool:210)
2018-03-08 01:26:10,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d06c5787-8fbe-4ae8-9a63-c7424fdfce84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:10,277+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:10,588+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:10,635+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9faa231c-6780-4730-bb75-f5e2dcb37650 (threadPool:210)
2018-03-08 01:26:10,635+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44a2ae2b-941a-4081-891b-3dbc01b00b40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:10,635+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:10,639+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:10,641+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=add7f430-c26f-4d32-a692-5af6a5b4f457 (api:46)
2018-03-08 01:26:10,641+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252736', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590877', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460842', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00620331', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791422', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437043', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634763', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005426', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268958', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263913', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222736', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352322', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302744', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277104', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000642997', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039677', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263864', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004106', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266788', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941242', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00412453', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453852', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352091', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004424', 'lastCheck': '4.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271202', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256871', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381381', 'lastCheck': '3.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030564', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174227', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161125', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276056', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216241', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=add7f430-c26f-4d32-a692-5af6a5b4f457 (api:52)
2018-03-08 01:26:10,642+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a03d4bed-dc04-4738-8fba-cd9b9c362fea (api:46)
2018-03-08 01:26:10,642+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a03d4bed-dc04-4738-8fba-cd9b9c362fea (api:52)
2018-03-08 01:26:10,671+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '53': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.96'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '25': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '27': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.71'}, '20': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '21': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.36'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.62'}, '23': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.97'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '29': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '22.14', 'cpuIdle': '72.96'}, '0': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '90.86'}, '3': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.91'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '6': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '8': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.42'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.10'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.35'}, '13': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '92.97'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.34'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '17': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.83'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.54'}, '19': {'cpuUser': '4.18', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.63'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '31': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '35': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.44'}, '34': {'cpuUser': '6.63', 'nodeIndex': 0, 'cpuSys': '6.50', 'cpuIdle': '86.87'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.48'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307422'}, '0': {'memPercent': 11, 'memFree': '350358'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352322', 'lastCheck': '1.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252736', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590877', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302744', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277104', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791422', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437043', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634763', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005426', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268958', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263913', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222736', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460842', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00620331', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000642997', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00412453', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263864', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004106', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266788', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941242', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039677', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276056', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352091', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004424', 'lastCheck': '4.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271202', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256871', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381381', 'lastCheck': '3.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030564', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174227', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161125', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453852', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216241', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646277811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404099193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.351', 'tx': '1176271342249', 'txDropped': '0', 'rx': '625371017689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0', 'tx': '1580921700469', 'txDropped': '0', 'rx': '926316253473', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45181843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416348941', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200487191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet0', 'tx': '87473900', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet1', 'tx': '37765845076', 'txDropped': '0', 'rx': '877874834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet2', 'tx': '21124040246', 'txDropped': '0', 'rx': '141316398741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175620337', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet4', 'tx': '396157282', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet5', 'tx': '23424213357', 'txDropped': '0', 'rx': '498095674', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet6', 'tx': '6653770053', 'txDropped': '0', 'rx': '429876614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet7', 'tx': '1433279003', 'txDropped': '0', 'rx': '552199436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42430954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46729035', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'lo', 'tx': '6932528746', 'txDropped': '0', 'rx': '6932528746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170629212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'eno1', 'tx': '975612636105', 'txDropped': '0', 'rx': '433993116303', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'eno2', 'tx': '605309064364', 'txDropped': '0', 'rx': '492323137170', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468756.575483, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468756.575483, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632778955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75878277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76996096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192071476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370767570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373438537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49852691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430243323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298837876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.110', 'tx': '2476032376', 'txDropped': '0', 'rx': '66854693862', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.111', 'tx': '122676074449', 'txDropped': '0', 'rx': '24446278454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55229521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54152304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465230425', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165307519', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56009439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55839250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45177051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468756.575483, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226526060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'oVirtManagement', 'tx': '1176271341601', 'txDropped': '0', 'rx': '625370279286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577088588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'vnet3', 'tx': '542550986', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468756.575483, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754398700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694804.51', 'cpuLoad': '2.52', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92955'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635320L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:26:10 GMT', 'cpuUser': '1.40', 'memFree': 667617, 'cpuIdle': '97.03', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.21'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:10,675+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:26:10,972+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:11,019+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ac640a1-cca1-4758-b694-ebb7eea61fcb (threadPool:210)
2018-03-08 01:26:11,020+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 47295227-0aa2-45f1-b4dc-7a81c84d3ec1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:11,020+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:11,381+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:11,429+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task acd513eb-495a-4054-ba36-e38c68194ea1 (threadPool:210)
2018-03-08 01:26:11,430+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f40e7d8e-777c-490f-b0ba-31339ead03f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:11,430+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:11,717+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a2793196-1e5b-4323-9e0e-6b4ab0584bc7 (api:46)
2018-03-08 01:26:11,718+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252736', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590877', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460842', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00620331', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000791422', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437043', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000634763', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005426', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268958', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263913', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222736', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352322', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302744', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277104', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000642997', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039677', 'lastCheck': '2.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263864', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004106', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266788', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941242', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00412453', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453852', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352091', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004424', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271202', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256871', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381381', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030564', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174227', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00161125', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276056', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216241', 'lastCheck': '1.9', 'valid': True}} from=internal, task_id=a2793196-1e5b-4323-9e0e-6b4ab0584bc7 (api:52)
2018-03-08 01:26:11,719+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=993a8aeb-2cdc-4957-a370-87dacdb6dc59 (api:46)
2018-03-08 01:26:11,719+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=993a8aeb-2cdc-4957-a370-87dacdb6dc59 (api:52)
2018-03-08 01:26:11,777+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:11,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d06c5787-8fbe-4ae8-9a63-c7424fdfce84 (threadPool:210)
2018-03-08 01:26:11,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 34dadcb6-2034-4c64-b31b-b7b50125d207 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:11,818+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:11,938+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:11,943+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:11,946+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:12,163+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:12,191+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 318a452a-e40e-4ea0-add8-a160cc9f6be2 (threadPool:210)
2018-03-08 01:26:12,192+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cc969c41-2247-47d0-aa70-a273110fb1e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:12,193+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:12,549+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:12,596+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f40e7d8e-777c-490f-b0ba-31339ead03f1 (threadPool:210)
2018-03-08 01:26:12,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b07ad6fa-c7cd-4a23-89d1-d73eb32b0a8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:12,597+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:12,897+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:12,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44a2ae2b-941a-4081-891b-3dbc01b00b40 (threadPool:210)
2018-03-08 01:26:12,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c757d64d-7114-4e01-8f44-89c5733c70f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:12,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:13,300+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:13,343+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 34dadcb6-2034-4c64-b31b-b7b50125d207 (threadPool:210)
2018-03-08 01:26:13,343+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 67b68fca-a168-436e-9415-2ee091a9670f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:13,344+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:13,680+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:13,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cc969c41-2247-47d0-aa70-a273110fb1e0 (threadPool:210)
2018-03-08 01:26:13,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 39f66f03-e6a9-4f2b-978b-754154e159e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:13,728+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:14,023+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20819 (__init__:598)
2018-03-08 01:26:14,087+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:14,137+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b07ad6fa-c7cd-4a23-89d1-d73eb32b0a8c (threadPool:210)
2018-03-08 01:26:14,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8ef69154-779a-47a6-b548-f39e59e2dff3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:14,138+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:14,582+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:14,626+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c757d64d-7114-4e01-8f44-89c5733c70f2 (threadPool:210)
2018-03-08 01:26:14,627+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 007c81bf-a31f-4fb0-a263-1e66fa84850a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:14,627+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:14,726+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=20450407-b4b6-4a2f-9eb3-d2c16c1a5146 (api:46)
2018-03-08 01:26:14,731+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=20450407-b4b6-4a2f-9eb3-d2c16c1a5146 (api:52)
2018-03-08 01:26:14,731+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:14,830+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e054d0a2-245e-4549-a88e-2243a8428918 (api:46)
2018-03-08 01:26:14,837+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e054d0a2-245e-4549-a88e-2243a8428918 (api:52)
2018-03-08 01:26:14,839+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:14,985+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:15,037+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 47295227-0aa2-45f1-b4dc-7a81c84d3ec1 (threadPool:210)
2018-03-08 01:26:15,037+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 44504f58-8d99-42b7-81d7-476c39eba06f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:15,037+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:15,337+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:15,385+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 67b68fca-a168-436e-9415-2ee091a9670f (threadPool:210)
2018-03-08 01:26:15,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b8054195-64fb-4146-b0d0-c130773dc79c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:15,386+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:15,741+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:15,789+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 39f66f03-e6a9-4f2b-978b-754154e159e8 (threadPool:210)
2018-03-08 01:26:15,790+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3f861c2e-7f72-416a-90fd-0730e2cf6e8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:15,790+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:16,171+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:16,214+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8ef69154-779a-47a6-b548-f39e59e2dff3 (threadPool:210)
2018-03-08 01:26:16,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 66324971-fc1e-418b-9d65-cf952fdff5a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:16,216+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:16,293+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:26:16,298+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:26:16,300+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:16,309+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:26:16,310+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:26:16,310+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:16,602+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:16,637+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 007c81bf-a31f-4fb0-a263-1e66fa84850a (threadPool:210)
2018-03-08 01:26:16,638+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8a8b8f64-d7d3-4eb2-8d69-e494a1e0b803 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:16,638+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:17,067+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:17,120+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b8054195-64fb-4146-b0d0-c130773dc79c (threadPool:210)
2018-03-08 01:26:17,120+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task beb6c9fa-f0e5-4554-9878-a00bac38dfd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:17,120+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:17,411+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:17,458+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3f861c2e-7f72-416a-90fd-0730e2cf6e8a (threadPool:210)
2018-03-08 01:26:17,458+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 167ec047-8057-4e96-9b1b-27b8ab826882 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:26:17,459+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:17,761+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:18,235+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:18,281+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 66324971-fc1e-418b-9d65-cf952fdff5a2 (threadPool:210)
2018-03-08 01:26:18,281+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9d6a4b57-2269-45a8-9c68-803583a287d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:18,282+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:18,597+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:18,643+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8a8b8f64-d7d3-4eb2-8d69-e494a1e0b803 (threadPool:210)
2018-03-08 01:26:18,643+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b49ce88c-7f29-4899-a6fd-ea98d9c2112d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:18,644+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:18,935+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:18,979+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task beb6c9fa-f0e5-4554-9878-a00bac38dfd0 (threadPool:210)
2018-03-08 01:26:18,979+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 56ffdb63-d062-47fe-ac68-8db37876e1e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:18,980+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:19,304+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:19,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 167ec047-8057-4e96-9b1b-27b8ab826882 (threadPool:210)
2018-03-08 01:26:19,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cee95a46-8c87-4e3c-ae27-246816c9ac84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:19,395+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:19,758+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:19,827+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 44504f58-8d99-42b7-81d7-476c39eba06f (threadPool:210)
2018-03-08 01:26:19,827+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 89b94d65-cb6b-4193-869e-501662d0205c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:19,828+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:20,190+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:20,239+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b49ce88c-7f29-4899-a6fd-ea98d9c2112d (threadPool:210)
2018-03-08 01:26:20,240+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bb86227d-3d29-4889-b7f9-b5d6b9c26f4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:20,240+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:20,561+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:20,609+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 56ffdb63-d062-47fe-ac68-8db37876e1e7 (threadPool:210)
2018-03-08 01:26:20,610+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b031025d-113c-4b7b-8ab6-3df917cf0424 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:20,610+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:20,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:21,032+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cee95a46-8c87-4e3c-ae27-246816c9ac84 (threadPool:210)
2018-03-08 01:26:21,032+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c4f24514-f22a-4f05-a570-a0ade988748f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:21,032+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:21,337+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:21,383+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9d6a4b57-2269-45a8-9c68-803583a287d6 (threadPool:210)
2018-03-08 01:26:21,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4cb92fff-773b-48f0-80c9-944d9c2f0788 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:21,384+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:21,736+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:21,787+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 89b94d65-cb6b-4193-869e-501662d0205c (threadPool:210)
2018-03-08 01:26:21,787+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ffecd0de-dc3f-4a45-8a0f-f12b3a5120e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:21,787+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:22,124+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:22,174+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bb86227d-3d29-4889-b7f9-b5d6b9c26f4d (threadPool:210)
2018-03-08 01:26:22,174+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8cfd23d8-cca6-4c65-af6e-7e08edb72ca5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:22,175+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:22,556+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:22,605+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b031025d-113c-4b7b-8ab6-3df917cf0424 (threadPool:210)
2018-03-08 01:26:22,606+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 85136cd2-51ea-4a38-8d78-2a3cf1e65c03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:22,606+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:22,928+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:22,969+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c4f24514-f22a-4f05-a570-a0ade988748f (threadPool:210)
2018-03-08 01:26:22,970+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 508e9e48-f597-45e1-a0ff-26ea7335b59b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:22,971+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:23,299+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:23,352+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4cb92fff-773b-48f0-80c9-944d9c2f0788 (threadPool:210)
2018-03-08 01:26:23,352+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 78f088f1-69ef-4959-8074-ea4bbec30ed6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:23,353+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:23,696+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:23,744+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ffecd0de-dc3f-4a45-8a0f-f12b3a5120e5 (threadPool:210)
2018-03-08 01:26:23,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2305ecfe-8313-4fc3-b69e-5329988a4315 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:23,745+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:24,106+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:24,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8cfd23d8-cca6-4c65-af6e-7e08edb72ca5 (threadPool:210)
2018-03-08 01:26:24,149+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f598f22-f8c9-4dfe-9beb-6dac7f240ffb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:24,149+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:24,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:24,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 508e9e48-f597-45e1-a0ff-26ea7335b59b (threadPool:210)
2018-03-08 01:26:24,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8ad2057f-cf73-436f-91da-325e1a054161 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:24,551+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:24,960+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:25,009+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 78f088f1-69ef-4959-8074-ea4bbec30ed6 (threadPool:210)
2018-03-08 01:26:25,009+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6971eee0-c803-4271-9f35-03d00769ed96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:25,019+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:25,259+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c5d9e8ef-09e0-411d-87da-b6b9e1b9ff01 (api:46)
2018-03-08 01:26:25,264+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c5d9e8ef-09e0-411d-87da-b6b9e1b9ff01 (api:52)
2018-03-08 01:26:25,264+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:25,358+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1f6e8dcb-9d13-46a7-878c-72a060e76bb0 (api:46)
2018-03-08 01:26:25,364+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1f6e8dcb-9d13-46a7-878c-72a060e76bb0 (api:52)
2018-03-08 01:26:25,365+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:25,392+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:25,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2305ecfe-8313-4fc3-b69e-5329988a4315 (threadPool:210)
2018-03-08 01:26:25,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4d5077ec-1827-43a6-9f96-90c358d8658a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:25,441+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:25,713+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:25,714+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8c0b791e-efef-4d0c-a420-39345be8607f (api:46)
2018-03-08 01:26:25,715+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240927', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809133', 'lastCheck': '7.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369137', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515768', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622528', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488285', 'lastCheck': '6.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317521', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452066', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353944', 'lastCheck': '6.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236355', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536661', 'lastCheck': '7.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433127', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625497', 'lastCheck': '7.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471929', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398766', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279145', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374934', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202503', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203008', 'lastCheck': '6.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047524', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248259', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000903445', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292701', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378888', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193817', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376004', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356242', 'lastCheck': '8.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510768', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271521', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00170076', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302885', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259109', 'lastCheck': '5.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8c0b791e-efef-4d0c-a420-39345be8607f (api:52)
2018-03-08 01:26:25,715+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1f42cca1-bed4-4cfb-adae-215e1d4b82b6 (api:46)
2018-03-08 01:26:25,716+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1f42cca1-bed4-4cfb-adae-215e1d4b82b6 (api:52)
2018-03-08 01:26:25,753+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:25,785+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.88'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '26': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '27': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '93.37'}, '20': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.01'}, '21': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.36'}, '22': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.23'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '45': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '29': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.50'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '26.65', 'cpuIdle': '68.64'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '90.19'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.10'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '5': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.91'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '7': {'cpuUser': '3.91', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.84'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '9': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.23'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.10'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.29'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '15': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.70'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '55': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '35': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.35'}, '34': {'cpuUser': '6.63', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '86.08'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307450'}, '0': {'memPercent': 11, 'memFree': '350329'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433127', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240927', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809133', 'lastCheck': '7.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625497', 'lastCheck': '7.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471929', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622528', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488285', 'lastCheck': '6.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317521', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452066', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353944', 'lastCheck': '6.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236355', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536661', 'lastCheck': '7.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369137', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515768', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398766', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248259', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374934', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202503', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203008', 'lastCheck': '6.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047524', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279145', 'lastCheck': '6.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302885', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292701', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378888', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193817', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376004', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356242', 'lastCheck': '8.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510768', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271521', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00170076', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000903445', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259109', 'lastCheck': '5.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646283980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404104599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.351', 'tx': '1176271416497', 'txDropped': '0', 'rx': '625371031967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0', 'tx': '1580921793446', 'txDropped': '0', 'rx': '926316659591', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45182193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416350896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200488782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet0', 'tx': '87480005', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet1', 'tx': '37765850861', 'txDropped': '0', 'rx': '877878692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet2', 'tx': '21124062177', 'txDropped': '0', 'rx': '141316405837', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175622849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet4', 'tx': '396163387', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet5', 'tx': '23424220883', 'txDropped': '0', 'rx': '498095740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet6', 'tx': '6653772358', 'txDropped': '0', 'rx': '429876676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet7', 'tx': '1433281368', 'txDropped': '0', 'rx': '552199540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42431304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46729489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'lo', 'tx': '6932606234', 'txDropped': '0', 'rx': '6932606234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170630846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'eno1', 'tx': '975612716127', 'txDropped': '0', 'rx': '433993326012', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'eno2', 'tx': '605309077319', 'txDropped': '0', 'rx': '492323333579', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468771.661879, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468771.661879, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632783583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75878627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76996446', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192074858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370767970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373443606', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49853091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430248392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298841258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.110', 'tx': '2476036466', 'txDropped': '0', 'rx': '66854698577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.111', 'tx': '122676083282', 'txDropped': '0', 'rx': '24446311138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55229921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54152758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465235831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165309153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56009839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55839600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45177401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468771.661879, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226527651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'oVirtManagement', 'tx': '1176271415849', 'txDropped': '0', 'rx': '625370293564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577093216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'vnet3', 'tx': '542557091', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468771.661879, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754401212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694819.58', 'cpuLoad': '2.55', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92954'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.25', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635277L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:26:25 GMT', 'cpuUser': '1.35', 'memFree': 667568, 'cpuIdle': '96.98', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.00'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:25,791+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:26:25,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 85136cd2-51ea-4a38-8d78-2a3cf1e65c03 (threadPool:210)
2018-03-08 01:26:25,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5dde677f-8b55-4736-97e1-fbb41b8271f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:25,818+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:26,134+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:26,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8ad2057f-cf73-436f-91da-325e1a054161 (threadPool:210)
2018-03-08 01:26:26,181+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d0af3f7d-c9fe-4011-bd38-c6e7394f1819 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:26,182+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:26,505+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:26,552+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6971eee0-c803-4271-9f35-03d00769ed96 (threadPool:210)
2018-03-08 01:26:26,552+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8084073f-ad43-4952-b111-9eb599a551b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:26,553+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:26,792+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3418da1a-570d-4097-a435-6a720df31e6e (api:46)
2018-03-08 01:26:26,793+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240927', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809133', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369137', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515768', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622528', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488285', 'lastCheck': '7.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000317521', 'lastCheck': '7.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452066', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353944', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236355', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536661', 'lastCheck': '9.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433127', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625497', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471929', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398766', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279145', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374934', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202503', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203008', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047524', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248259', 'lastCheck': '7.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000903445', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292701', 'lastCheck': '7.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039498', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193817', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376004', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356242', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510768', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271521', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00170076', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302885', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259109', 'lastCheck': '7.0', 'valid': True}} from=internal, task_id=3418da1a-570d-4097-a435-6a720df31e6e (api:52)
2018-03-08 01:26:26,793+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=dc17f8fc-c6b6-4284-bb7a-7976461d3a9d (api:46)
2018-03-08 01:26:26,794+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=dc17f8fc-c6b6-4284-bb7a-7976461d3a9d (api:52)
2018-03-08 01:26:26,886+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:26,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4d5077ec-1827-43a6-9f96-90c358d8658a (threadPool:210)
2018-03-08 01:26:26,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 848cdfae-e008-4166-bd4d-53580931e36e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:26,955+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:26,962+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:26,966+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:26,969+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:27,279+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:27,324+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f598f22-f8c9-4dfe-9beb-6dac7f240ffb (threadPool:210)
2018-03-08 01:26:27,324+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff57245a-d98e-4904-a6a4-0a97b7916c88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:27,325+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:27,695+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:27,745+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d0af3f7d-c9fe-4011-bd38-c6e7394f1819 (threadPool:210)
2018-03-08 01:26:27,745+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d73b5057-7c48-49cb-aa63-3f0340396d2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:27,745+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:28,073+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:28,122+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8084073f-ad43-4952-b111-9eb599a551b5 (threadPool:210)
2018-03-08 01:26:28,122+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ba7dfa3-870b-47de-bd93-48e8fb0cdfbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:26:28,123+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:28,473+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:28,521+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 848cdfae-e008-4166-bd4d-53580931e36e (threadPool:210)
2018-03-08 01:26:28,521+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 978eca42-2766-47d4-8280-0f486db892f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:28,522+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:28,802+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:28,859+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff57245a-d98e-4904-a6a4-0a97b7916c88 (threadPool:210)
2018-03-08 01:26:28,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 34fac360-9144-448a-9e84-4247785e7e35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:28,861+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:29,223+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:29,288+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d73b5057-7c48-49cb-aa63-3f0340396d2c (threadPool:210)
2018-03-08 01:26:29,289+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bb20feb3-379d-46f9-a3dc-aaef76521679 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:29,290+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:29,630+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:29,960+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:30,006+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5dde677f-8b55-4736-97e1-fbb41b8271f9 (threadPool:210)
2018-03-08 01:26:30,007+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2e0f3b50-1f9d-4713-abfb-cbe5d121807d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:30,007+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:30,428+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:30,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 978eca42-2766-47d4-8280-0f486db892f9 (threadPool:210)
2018-03-08 01:26:30,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 01ef2f04-41e1-4a7b-a513-1a4d8aaf6e71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:30,478+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:30,767+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:30,816+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 34fac360-9144-448a-9e84-4247785e7e35 (threadPool:210)
2018-03-08 01:26:30,816+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f243e91a-15e4-442a-992b-53d369a72c28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:30,817+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:31,134+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:31,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bb20feb3-379d-46f9-a3dc-aaef76521679 (threadPool:210)
2018-03-08 01:26:31,184+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6b5a7f7e-d0ed-4495-9cdb-f8b0c65c9055 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:31,184+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:31,311+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:26:31,316+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:26:31,319+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:31,326+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:26:31,326+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:26:31,327+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:31,482+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:31,531+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ba7dfa3-870b-47de-bd93-48e8fb0cdfbc (threadPool:210)
2018-03-08 01:26:31,531+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e3642455-ec27-49b7-9747-e850a0bf42c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:31,532+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:31,920+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:31,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2e0f3b50-1f9d-4713-abfb-cbe5d121807d (threadPool:210)
2018-03-08 01:26:31,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb5643c2-e1fc-4a03-b2d3-59f143b2c102 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:31,968+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:32,293+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:32,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 01ef2f04-41e1-4a7b-a513-1a4d8aaf6e71 (threadPool:210)
2018-03-08 01:26:32,343+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1eff0f82-c186-4c18-9d06-9b6014d344fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:32,343+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:32,656+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:32,706+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f243e91a-15e4-442a-992b-53d369a72c28 (threadPool:210)
2018-03-08 01:26:32,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6bd96b22-b076-4c28-8e80-123e388da8a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:32,707+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:33,050+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:33,100+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6b5a7f7e-d0ed-4495-9cdb-f8b0c65c9055 (threadPool:210)
2018-03-08 01:26:33,100+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4c69f5e5-10bf-4dbd-bba5-1f2589c95901 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:33,101+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:33,478+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:33,527+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e3642455-ec27-49b7-9747-e850a0bf42c2 (threadPool:210)
2018-03-08 01:26:33,527+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2f36840a-0a6f-4e2b-92c2-e34fe89c857b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:33,528+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:33,897+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:33,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb5643c2-e1fc-4a03-b2d3-59f143b2c102 (threadPool:210)
2018-03-08 01:26:33,947+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 849902c1-4ec7-4121-b09e-bfbe7efed3f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:33,948+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:34,313+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:34,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1eff0f82-c186-4c18-9d06-9b6014d344fa (threadPool:210)
2018-03-08 01:26:34,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 47964402-f476-4f78-ae8f-ec39e6890dbe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:34,364+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:34,707+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:34,755+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6bd96b22-b076-4c28-8e80-123e388da8a0 (threadPool:210)
2018-03-08 01:26:34,755+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c89564d-52d2-4f1d-9829-2a897227246e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:34,756+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:35,048+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:35,094+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4c69f5e5-10bf-4dbd-bba5-1f2589c95901 (threadPool:210)
2018-03-08 01:26:35,095+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2068197f-2ebc-40f4-9c64-27687b868594 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:35,096+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:35,527+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:35,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2f36840a-0a6f-4e2b-92c2-e34fe89c857b (threadPool:210)
2018-03-08 01:26:35,577+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0219c67a-be83-4d63-9ba9-210b5d54c83e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:35,578+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:35,812+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=236691a6-7095-4438-a424-f1ee9c37b9f5 (api:46)
2018-03-08 01:26:35,818+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=236691a6-7095-4438-a424-f1ee9c37b9f5 (api:52)
2018-03-08 01:26:35,818+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:35,910+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:35,925+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=98a13a5d-648b-49c2-a05e-b36b876364ed (api:46)
2018-03-08 01:26:35,935+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=98a13a5d-648b-49c2-a05e-b36b876364ed (api:52)
2018-03-08 01:26:35,936+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:26:35,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 849902c1-4ec7-4121-b09e-bfbe7efed3f0 (threadPool:210)
2018-03-08 01:26:35,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 767447bc-e1e1-4bf1-9228-29536934749f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:35,966+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:36,273+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:36,344+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c89564d-52d2-4f1d-9829-2a897227246e (threadPool:210)
2018-03-08 01:26:36,345+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e0155fb-3d56-4612-b0f8-f909479a425b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:36,345+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:36,696+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:36,744+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2068197f-2ebc-40f4-9c64-27687b868594 (threadPool:210)
2018-03-08 01:26:36,745+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c3a28a2-0163-4388-bb6e-c080829e1cdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:36,745+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:37,050+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:37,098+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0219c67a-be83-4d63-9ba9-210b5d54c83e (threadPool:210)
2018-03-08 01:26:37,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 78231271-6db5-492c-8a28-fd1ebbfd9b72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:37,099+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:37,394+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:37,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 47964402-f476-4f78-ae8f-ec39e6890dbe (threadPool:210)
2018-03-08 01:26:37,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 93557c76-5c22-4c42-8c37-7ee765523b94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:37,506+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:37,856+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:37,903+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 767447bc-e1e1-4bf1-9228-29536934749f (threadPool:210)
2018-03-08 01:26:37,903+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 27ba9183-107b-4f99-8741-9c4c3f7d3440 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:37,904+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:38,234+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:38,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c3a28a2-0163-4388-bb6e-c080829e1cdc (threadPool:210)
2018-03-08 01:26:38,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4c33d699-e5ba-4943-9c35-554b8169510b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:38,285+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:38,662+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:38,701+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 78231271-6db5-492c-8a28-fd1ebbfd9b72 (threadPool:210)
2018-03-08 01:26:38,702+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 506b18ab-fed6-4abf-8ab5-4bc73b149235 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:38,702+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:39,004+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:39,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e0155fb-3d56-4612-b0f8-f909479a425b (threadPool:210)
2018-03-08 01:26:39,049+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a58dcbb-3302-401d-b4ba-7d64059937e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:39,049+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:39,403+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:39,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 27ba9183-107b-4f99-8741-9c4c3f7d3440 (threadPool:210)
2018-03-08 01:26:39,473+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24194412-511a-491c-84ff-02ba4a5715c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:39,473+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:39,839+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:39,904+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4c33d699-e5ba-4943-9c35-554b8169510b (threadPool:210)
2018-03-08 01:26:39,905+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 55650f2a-175e-4691-a738-8069dd54d865 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:39,906+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:40,303+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:40,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 93557c76-5c22-4c42-8c37-7ee765523b94 (threadPool:210)
2018-03-08 01:26:40,347+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 42fdc739-8bd4-44cd-9e65-6c24911d9181 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:40,348+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:40,677+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:40,733+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 506b18ab-fed6-4abf-8ab5-4bc73b149235 (threadPool:210)
2018-03-08 01:26:40,734+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2055d038-cbe2-4300-80e8-ddec6b13333b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:26:40,734+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:40,829+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:40,830+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2822bcc3-6af9-43e1-910a-7eee71161e56 (api:46)
2018-03-08 01:26:40,831+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224649', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00593665', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000872907', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705924', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670331', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253111', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000236721', 'lastCheck': '1.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803811', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262293', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368035', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512652', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512194', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512654', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365438', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411783', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291217', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430973', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259365', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211828', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105453', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250253', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613246', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329873', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417666', 'lastCheck': '5.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297026', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710764', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373599', 'lastCheck': '3.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237594', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301147', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413223', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310547', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248751', 'lastCheck': '0.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2822bcc3-6af9-43e1-910a-7eee71161e56 (api:52)
2018-03-08 01:26:40,831+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ce83a4b5-a692-4b92-b476-101f3a9e64fb (api:46)
2018-03-08 01:26:40,832+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ce83a4b5-a692-4b92-b476-101f3a9e64fb (api:52)
2018-03-08 01:26:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=dc967c9f-fd97-4372-be47-dc2591a8aaea (api:46)
2018-03-08 01:26:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=dc967c9f-fd97-4372-be47-dc2591a8aaea (api:52)
2018-03-08 01:26:40,834+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=dc19f96c-81ab-4e8e-a62b-e269b1bece14 (api:46)
2018-03-08 01:26:40,834+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=dc19f96c-81ab-4e8e-a62b-e269b1bece14 (api:52)
2018-03-08 01:26:40,847+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=7737b500-408d-42f8-aad7-fd4dfe423620 (api:46)
2018-03-08 01:26:40,848+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=7737b500-408d-42f8-aad7-fd4dfe423620 (api:52)
2018-03-08 01:26:40,848+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=d55e9973-188d-43e0-b72d-5b749b8cd91b (api:46)
2018-03-08 01:26:40,848+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d55e9973-188d-43e0-b72d-5b749b8cd91b (api:52)
2018-03-08 01:26:40,849+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=0b5f6bac-1e4d-458e-ae1d-d4075b63c0b4 (api:46)
2018-03-08 01:26:40,849+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=0b5f6bac-1e4d-458e-ae1d-d4075b63c0b4 (api:52)
2018-03-08 01:26:40,850+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=d684421e-a852-4667-82cd-dd3f5f44778a (api:46)
2018-03-08 01:26:40,850+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=d684421e-a852-4667-82cd-dd3f5f44778a (api:52)
2018-03-08 01:26:40,851+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=35da25b8-031c-48b6-9941-5a17de251ca5 (api:46)
2018-03-08 01:26:40,851+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=35da25b8-031c-48b6-9941-5a17de251ca5 (api:52)
2018-03-08 01:26:40,851+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=bdaef5c6-9e45-4332-a8f7-0f11d46bfd01 (api:46)
2018-03-08 01:26:40,852+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=bdaef5c6-9e45-4332-a8f7-0f11d46bfd01 (api:52)
2018-03-08 01:26:40,852+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2150c240-f9bc-47eb-a501-5cc91c204834 (api:46)
2018-03-08 01:26:40,852+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2150c240-f9bc-47eb-a501-5cc91c204834 (api:52)
2018-03-08 01:26:40,853+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=35e053d9-7089-4a9a-be72-ead2a3dfca49 (api:46)
2018-03-08 01:26:40,853+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=35e053d9-7089-4a9a-be72-ead2a3dfca49 (api:52)
2018-03-08 01:26:40,875+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.02'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.14'}, '53': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.34'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '20': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '95.29'}, '22': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.35'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.15'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.34'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.28'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.58', 'nodeIndex': 1, 'cpuSys': '21.96', 'cpuIdle': '73.46'}, '0': {'cpuUser': '6.17', 'nodeIndex': 0, 'cpuSys': '4.05', 'cpuIdle': '89.78'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.82'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '5': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '38': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.14'}, '59': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.28'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.49'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '17': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.62'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.10'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '35': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '34': {'cpuUser': '7.69', 'nodeIndex': 0, 'cpuSys': '9.02', 'cpuIdle': '83.29'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307464'}, '0': {'memPercent': 11, 'memFree': '350315'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512194', 'lastCheck': '1.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224649', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00593665', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512654', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365438', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670331', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253111', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000236721', 'lastCheck': '1.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803811', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262293', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368035', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512652', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000872907', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705924', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411783', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250253', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430973', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259365', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211828', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105453', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291217', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310547', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329873', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417666', 'lastCheck': '5.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297026', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710764', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373599', 'lastCheck': '3.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237594', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301147', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413223', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613246', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248751', 'lastCheck': '0.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646291077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404108286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.351', 'tx': '1176271492955', 'txDropped': '0', 'rx': '625371043175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0', 'tx': '1580921888262', 'txDropped': '0', 'rx': '926317102036', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45182593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416351805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200490458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet0', 'tx': '87482577', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet1', 'tx': '37765855258', 'txDropped': '0', 'rx': '877882357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet2', 'tx': '21124102116', 'txDropped': '0', 'rx': '141316425897', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175624951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet4', 'tx': '396165959', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet5', 'tx': '23424232597', 'txDropped': '0', 'rx': '498096972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet6', 'tx': '6653773509', 'txDropped': '0', 'rx': '429876780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet7', 'tx': '1433283162', 'txDropped': '0', 'rx': '552200116', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42431704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46729889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'lo', 'tx': '6932682746', 'txDropped': '0', 'rx': '6932682746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170632070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'eno1', 'tx': '975612788582', 'txDropped': '0', 'rx': '433993550980', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'eno2', 'tx': '605309099680', 'txDropped': '0', 'rx': '492323551056', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468786.737695, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468786.737695, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632788353', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75880187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76998006', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192077188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370768320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373445590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49853441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430250376', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298843588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.110', 'tx': '2476040745', 'txDropped': '0', 'rx': '66854702613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.111', 'tx': '122676100697', 'txDropped': '0', 'rx': '24446347995', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55230271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54153158', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465239518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165310377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56010189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55840000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45177801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468786.737695, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226529327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'oVirtManagement', 'tx': '1176271492307', 'txDropped': '0', 'rx': '625370304772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577097986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'vnet3', 'tx': '542559663', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468786.737695, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754403314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694834.70', 'cpuLoad': '2.55', 'cpuSys': '1.61', 'diskStats': {'/var/log': {'free': '92952'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:26:40 GMT', 'cpuUser': '1.11', 'memFree': 667613, 'cpuIdle': '97.28', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.22'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:40,879+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:26:41,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:41,225+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a58dcbb-3302-401d-b4ba-7d64059937e8 (threadPool:210)
2018-03-08 01:26:41,225+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 60789756-1333-4f7c-a250-7069eb931458 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:41,226+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:41,638+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:41,698+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24194412-511a-491c-84ff-02ba4a5715c4 (threadPool:210)
2018-03-08 01:26:41,699+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 357c16d6-3e81-4577-8b1f-45cc424e1f16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:41,700+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:41,883+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=213e32ec-5b07-4029-8017-664e9684c12f (api:46)
2018-03-08 01:26:41,884+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224649', 'lastCheck': '3.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00593665', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000872907', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000705924', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670331', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253111', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000236721', 'lastCheck': '2.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000803811', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262293', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368035', 'lastCheck': '2.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512652', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512194', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512654', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365438', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411783', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291217', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430973', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259365', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211828', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00105453', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250253', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613246', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329873', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417666', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297026', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710764', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373599', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237594', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301147', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413223', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310547', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248751', 'lastCheck': '1.9', 'valid': True}} from=internal, task_id=213e32ec-5b07-4029-8017-664e9684c12f (api:52)
2018-03-08 01:26:41,885+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=56fbdae2-4ed4-4aca-a59b-16291e7679c6 (api:46)
2018-03-08 01:26:41,885+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=56fbdae2-4ed4-4aca-a59b-16291e7679c6 (api:52)
2018-03-08 01:26:41,985+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:41,989+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:41,991+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:42,043+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:42,420+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:42,461+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 55650f2a-175e-4691-a738-8069dd54d865 (threadPool:210)
2018-03-08 01:26:42,462+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 79bd0508-cae2-49a7-bd9e-02c81debcdd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:42,462+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:42,810+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:42,861+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2055d038-cbe2-4300-80e8-ddec6b13333b (threadPool:210)
2018-03-08 01:26:42,861+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5f5a4b90-d0ee-48de-9105-db3464a51c20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:42,862+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:43,185+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:43,235+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 60789756-1333-4f7c-a250-7069eb931458 (threadPool:210)
2018-03-08 01:26:43,235+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 07d56b25-8040-4969-8941-ae6e9ada3c0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:43,236+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:43,628+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:43,682+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 357c16d6-3e81-4577-8b1f-45cc424e1f16 (threadPool:210)
2018-03-08 01:26:43,682+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c4afaedc-891a-4c00-a9d6-8a2d2a4cf6c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:43,683+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:44,180+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:44,229+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 42fdc739-8bd4-44cd-9e65-6c24911d9181 (threadPool:210)
2018-03-08 01:26:44,229+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3a53d6f6-a6fa-408b-a7ac-336506615f5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:44,230+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:44,591+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:44,633+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 79bd0508-cae2-49a7-bd9e-02c81debcdd0 (threadPool:210)
2018-03-08 01:26:44,634+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c8f9c4e3-85f5-4063-95d0-8f313024bf75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:44,634+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:44,995+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:45,050+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 07d56b25-8040-4969-8941-ae6e9ada3c0d (threadPool:210)
2018-03-08 01:26:45,050+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2be2fbdb-cea3-4a04-9318-2c5b9e7cda1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:45,050+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:45,394+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:45,441+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c4afaedc-891a-4c00-a9d6-8a2d2a4cf6c5 (threadPool:210)
2018-03-08 01:26:45,441+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32d42b24-15d4-4b4a-9e69-ff531b2aca79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:45,442+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:45,764+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:45,816+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3a53d6f6-a6fa-408b-a7ac-336506615f5a (threadPool:210)
2018-03-08 01:26:45,816+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ad32c7c4-2266-4d03-8c73-18e604226149 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:45,817+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:46,175+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:46,227+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5f5a4b90-d0ee-48de-9105-db3464a51c20 (threadPool:210)
2018-03-08 01:26:46,228+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d8f7cf15-2d39-4ae5-8fa8-c4c5e02b9367 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:46,228+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:46,327+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:26:46,332+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:26:46,335+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:46,342+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:26:46,343+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:26:46,343+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:46,352+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=12231326-edaf-4d2a-9f39-23144fd02d65 (api:46)
2018-03-08 01:26:46,357+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=12231326-edaf-4d2a-9f39-23144fd02d65 (api:52)
2018-03-08 01:26:46,358+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:46,457+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=01a15d53-47eb-4f46-b512-56052a80948d (api:46)
2018-03-08 01:26:46,463+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=01a15d53-47eb-4f46-b512-56052a80948d (api:52)
2018-03-08 01:26:46,465+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:26:46,525+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:46,574+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c8f9c4e3-85f5-4063-95d0-8f313024bf75 (threadPool:210)
2018-03-08 01:26:46,575+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bb4205a7-88c2-4aa5-87eb-7ce70ed97209 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:46,575+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:46,938+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:46,986+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2be2fbdb-cea3-4a04-9318-2c5b9e7cda1a (threadPool:210)
2018-03-08 01:26:46,986+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f702b419-5d7a-4a77-95d3-33742f0f1647 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:46,987+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:47,331+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:47,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32d42b24-15d4-4b4a-9e69-ff531b2aca79 (threadPool:210)
2018-03-08 01:26:47,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5d80122f-2978-430f-ba1a-8f90ff604766 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:47,378+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:47,759+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:47,808+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ad32c7c4-2266-4d03-8c73-18e604226149 (threadPool:210)
2018-03-08 01:26:47,808+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fe6a361c-c23a-4db2-a96b-4b25de54577e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:47,808+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:48,242+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:48,289+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d8f7cf15-2d39-4ae5-8fa8-c4c5e02b9367 (threadPool:210)
2018-03-08 01:26:48,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f28a863d-2c79-417d-bc43-28d3b98060de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:48,290+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:48,779+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:48,829+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bb4205a7-88c2-4aa5-87eb-7ce70ed97209 (threadPool:210)
2018-03-08 01:26:48,830+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1dbc2a5b-04a3-4dec-b811-0c2a35638e55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:48,830+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:49,257+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:49,318+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f702b419-5d7a-4a77-95d3-33742f0f1647 (threadPool:210)
2018-03-08 01:26:49,319+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f4a8d355-8aa4-48e1-b3f6-e3cbf03a6217 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:49,320+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:49,666+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:49,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fe6a361c-c23a-4db2-a96b-4b25de54577e (threadPool:210)
2018-03-08 01:26:49,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6bc51568-c6fe-4852-b1ae-ffc468c0500f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:49,725+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:50,100+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:50,147+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1dbc2a5b-04a3-4dec-b811-0c2a35638e55 (threadPool:210)
2018-03-08 01:26:50,147+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c65b55a0-3f1c-459e-b660-ec184efed473 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:50,148+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:50,464+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:50,515+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5d80122f-2978-430f-ba1a-8f90ff604766 (threadPool:210)
2018-03-08 01:26:50,515+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f11ca78f-e658-48e7-b4fb-b9d67b1bedaf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:50,516+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:50,826+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:50,876+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f4a8d355-8aa4-48e1-b3f6-e3cbf03a6217 (threadPool:210)
2018-03-08 01:26:50,877+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b293f610-0b6e-4714-868b-af2b9cc157b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:50,877+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:51,197+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:51,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f28a863d-2c79-417d-bc43-28d3b98060de (threadPool:210)
2018-03-08 01:26:51,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d301d41c-587c-4230-b00f-deffc7d78d60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:51,248+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:51,595+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:51,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6bc51568-c6fe-4852-b1ae-ffc468c0500f (threadPool:210)
2018-03-08 01:26:51,646+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 01a0221e-703a-47e3-8561-1ceaee89fd6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:51,646+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:51,977+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:52,029+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c65b55a0-3f1c-459e-b660-ec184efed473 (threadPool:210)
2018-03-08 01:26:52,029+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 013fa991-f436-4c69-a537-a29f4fbd458a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:52,029+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:52,465+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:52,502+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f11ca78f-e658-48e7-b4fb-b9d67b1bedaf (threadPool:210)
2018-03-08 01:26:52,502+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2861be61-be86-41c2-9957-5b2837758e06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:52,503+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:52,837+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:52,886+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d301d41c-587c-4230-b00f-deffc7d78d60 (threadPool:210)
2018-03-08 01:26:52,886+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 08f17bb3-983e-44a8-9fbb-8701542ba932 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:52,887+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:53,254+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:53,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 01a0221e-703a-47e3-8561-1ceaee89fd6a (threadPool:210)
2018-03-08 01:26:53,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 78bd2277-8e67-470d-889a-23235fc4032a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:53,305+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:53,675+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:53,706+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 013fa991-f436-4c69-a537-a29f4fbd458a (threadPool:210)
2018-03-08 01:26:53,706+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c926437e-cafa-492f-9304-aec1b7050038 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:53,707+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:54,019+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:54,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b293f610-0b6e-4714-868b-af2b9cc157b4 (threadPool:210)
2018-03-08 01:26:54,074+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9d194f39-001b-4492-a45f-6c8b877345f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:54,074+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:54,437+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:54,482+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2861be61-be86-41c2-9957-5b2837758e06 (threadPool:210)
2018-03-08 01:26:54,482+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task db5bf0b0-cdce-4b5d-b1c1-13024be50810 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:26:54,483+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:54,820+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:54,870+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 78bd2277-8e67-470d-889a-23235fc4032a (threadPool:210)
2018-03-08 01:26:54,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c14386ba-bcca-451b-8f6c-e73f64911dff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:54,871+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:55,222+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:55,571+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:55,622+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c926437e-cafa-492f-9304-aec1b7050038 (threadPool:210)
2018-03-08 01:26:55,622+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8a8a0a05-49f9-4f53-83ce-1e912eb1424f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:55,623+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:55,916+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:55,918+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e797e3f7-e5ea-4d2d-81a0-0fb8c569b2a3 (api:46)
2018-03-08 01:26:55,918+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276563', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151065', 'lastCheck': '7.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236173', 'lastCheck': '6.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377778', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482149', 'lastCheck': '6.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276081', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000339951', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449445', 'lastCheck': '6.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264992', 'lastCheck': '6.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275315', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262659', 'lastCheck': '8.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603158', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387773', 'lastCheck': '7.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400892', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419991', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211615', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042017', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415487', 'lastCheck': '6.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837007', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326855', 'lastCheck': '6.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454206', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002507', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332944', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279458', 'lastCheck': '6.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378182', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315006', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329811', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254162', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538481', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421678', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220998', 'lastCheck': '6.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e797e3f7-e5ea-4d2d-81a0-0fb8c569b2a3 (api:52)
2018-03-08 01:26:55,919+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=52f20bd6-f0e9-4afa-aa09-788a51ac6434 (api:46)
2018-03-08 01:26:55,919+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=52f20bd6-f0e9-4afa-aa09-788a51ac6434 (api:52)
2018-03-08 01:26:55,945+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:55,983+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '94.96'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '27': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '20': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '21': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '29': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.76'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.46'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.37', 'nodeIndex': 1, 'cpuSys': '26.78', 'cpuIdle': '67.85'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.26'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '5': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '93.90'}, '4': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.75'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '8': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.21'}, '59': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.62'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '14': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '16': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '96.08'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '34': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '6.96', 'cpuIdle': '86.15'}, '33': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.55'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.68'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307497'}, '0': {'memPercent': 11, 'memFree': '350282'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603158', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276563', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151065', 'lastCheck': '7.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387773', 'lastCheck': '7.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400892', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482149', 'lastCheck': '6.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276081', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000339951', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449445', 'lastCheck': '6.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264992', 'lastCheck': '6.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275315', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262659', 'lastCheck': '8.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236173', 'lastCheck': '6.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377778', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419991', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326855', 'lastCheck': '6.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211615', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042017', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415487', 'lastCheck': '6.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837007', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421678', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002507', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332944', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279458', 'lastCheck': '6.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378182', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315006', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329811', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254162', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538481', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454206', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220998', 'lastCheck': '6.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646319644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404112683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.351', 'tx': '1176271567107', 'txDropped': '0', 'rx': '625371057707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0', 'tx': '1580921993071', 'txDropped': '0', 'rx': '926317583410', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45182993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416415177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200492101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet0', 'tx': '87487014', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet1', 'tx': '37765923455', 'txDropped': '0', 'rx': '877885978', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet2', 'tx': '21124164546', 'txDropped': '0', 'rx': '141316445448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175626369', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet4', 'tx': '396170396', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet5', 'tx': '23424263872', 'txDropped': '0', 'rx': '498097344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet6', 'tx': '6653838323', 'txDropped': '0', 'rx': '429876842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet7', 'tx': '1433347976', 'txDropped': '0', 'rx': '552200178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42432104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46730289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'lo', 'tx': '6932761657', 'txDropped': '0', 'rx': '6932761657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170633388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'eno1', 'tx': '975612882012', 'txDropped': '0', 'rx': '433993809381', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'eno2', 'tx': '605309111059', 'txDropped': '0', 'rx': '492323774029', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468801.824611, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468801.824611, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632792709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75880817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76998636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192079362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370768720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.306', 'tx': '76695871391', 'txDropped': '0', 'rx': '8373449411', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49853841', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430254197', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298845762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.110', 'tx': '2476044490', 'txDropped': '0', 'rx': '66854768612', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.111', 'tx': '122676119920', 'txDropped': '0', 'rx': '24446407029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55230671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54153558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465243915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165311695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56010589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55840400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45178201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468801.824611, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226530970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'oVirtManagement', 'tx': '1176271566459', 'txDropped': '0', 'rx': '625370319304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577102342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'vnet3', 'tx': '542564100', 'txDropped': '0', 'rx': '221473626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468801.824611, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754404732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694849.79', 'cpuLoad': '2.46', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92951'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635290L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:26:55 GMT', 'cpuUser': '1.12', 'memFree': 667583, 'cpuIdle': '97.25', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.20'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:55,988+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:26:56,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9d194f39-001b-4492-a45f-6c8b877345f5 (threadPool:210)
2018-03-08 01:26:56,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08773524-6a1c-438d-93d3-d7f0d050e236 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:56,022+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:56,370+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:56,400+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 08f17bb3-983e-44a8-9fbb-8701542ba932 (threadPool:210)
2018-03-08 01:26:56,401+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cd44f4e6-5c1f-4113-ac65-4a6d6f8111bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:56,401+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:56,858+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:56,884+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2378b7cd-062b-454a-a4e6-3d67db0c87c0 (api:46)
2018-03-08 01:26:56,904+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2378b7cd-062b-454a-a4e6-3d67db0c87c0 (api:52)
2018-03-08 01:26:56,905+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:26:56,973+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=cff6ff61-a925-4f99-8873-22df1c3dfac2 (api:46)
2018-03-08 01:26:56,975+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276563', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00151065', 'lastCheck': '8.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236173', 'lastCheck': '7.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377778', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482149', 'lastCheck': '7.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276081', 'lastCheck': '7.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000339951', 'lastCheck': '1.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449445', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264992', 'lastCheck': '7.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275315', 'lastCheck': '2.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262659', 'lastCheck': '9.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603158', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387773', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400892', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419991', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283721', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211615', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042017', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415487', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837007', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326855', 'lastCheck': '7.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454206', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002507', 'lastCheck': '7.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332944', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279458', 'lastCheck': '7.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378182', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315006', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329811', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254162', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538481', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421678', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220998', 'lastCheck': '7.1', 'valid': True}} from=internal, task_id=cff6ff61-a925-4f99-8873-22df1c3dfac2 (api:52)
2018-03-08 01:26:56,975+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=2d393881-5af0-4202-ad24-c415890826c4 (api:46)
2018-03-08 01:26:56,976+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=2d393881-5af0-4202-ad24-c415890826c4 (api:52)
2018-03-08 01:26:57,005+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=29b64b4b-dfa6-492b-bf15-f32cf5271b76 (api:46)
2018-03-08 01:26:57,007+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:26:57,011+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:26:57,014+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:26:57,021+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=29b64b4b-dfa6-492b-bf15-f32cf5271b76 (api:52)
2018-03-08 01:26:57,022+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:26:57,040+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c14386ba-bcca-451b-8f6c-e73f64911dff (threadPool:210)
2018-03-08 01:26:57,041+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68656336-d230-4470-9263-7ae22510be86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:57,041+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:57,391+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:57,442+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8a8a0a05-49f9-4f53-83ce-1e912eb1424f (threadPool:210)
2018-03-08 01:26:57,442+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task faabd387-55ab-46ac-99e9-761966040514 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:57,442+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:57,829+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:57,873+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08773524-6a1c-438d-93d3-d7f0d050e236 (threadPool:210)
2018-03-08 01:26:57,873+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 11d3b68c-4506-4b49-8f6d-5dda9c36293a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:57,874+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:58,208+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:58,266+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cd44f4e6-5c1f-4113-ac65-4a6d6f8111bc (threadPool:210)
2018-03-08 01:26:58,266+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9de0a116-da98-48ca-8568-c59e271e5b5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:58,267+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:58,632+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:58,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68656336-d230-4470-9263-7ae22510be86 (threadPool:210)
2018-03-08 01:26:58,681+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 82e5890b-f768-4e0d-ae6a-cdebd8dd8a19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:58,681+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:59,071+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:59,120+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task faabd387-55ab-46ac-99e9-761966040514 (threadPool:210)
2018-03-08 01:26:59,120+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d533e4c2-a43f-4d6d-bf25-fa54bd61d254 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:26:59,120+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:26:59,439+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:59,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task db5bf0b0-cdce-4b5d-b1c1-13024be50810 (threadPool:210)
2018-03-08 01:26:59,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9279c4fd-8848-4490-bcae-458f59c13376 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:59,510+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:26:59,856+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:26:59,911+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 11d3b68c-4506-4b49-8f6d-5dda9c36293a (threadPool:210)
2018-03-08 01:26:59,911+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 87431f9b-229d-4ef8-8b29-28ba53be88dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:26:59,911+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:00,321+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:00,387+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9de0a116-da98-48ca-8568-c59e271e5b5b (threadPool:210)
2018-03-08 01:27:00,388+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c25bd9af-5bb5-48fb-b9b5-f5bb37b9372e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:00,388+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:00,720+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:00,769+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 82e5890b-f768-4e0d-ae6a-cdebd8dd8a19 (threadPool:210)
2018-03-08 01:27:00,770+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c8af36b8-964f-4386-baf5-58785ae8a085 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:00,770+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:01,126+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:01,175+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d533e4c2-a43f-4d6d-bf25-fa54bd61d254 (threadPool:210)
2018-03-08 01:27:01,175+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e84eff0b-b581-467d-92d0-7328d7956127 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:01,175+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:01,346+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:27:01,351+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:27:01,354+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:01,362+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:27:01,362+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:27:01,362+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:01,452+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:01,503+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9279c4fd-8848-4490-bcae-458f59c13376 (threadPool:210)
2018-03-08 01:27:01,504+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06054653-ed81-4c3c-a2d3-f28ef30b0eaf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:01,504+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:01,815+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:01,866+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 87431f9b-229d-4ef8-8b29-28ba53be88dc (threadPool:210)
2018-03-08 01:27:01,867+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2dd4ff15-04eb-4f44-9216-e8ff9f0fc7b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:01,867+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:02,211+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:02,264+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c25bd9af-5bb5-48fb-b9b5-f5bb37b9372e (threadPool:210)
2018-03-08 01:27:02,265+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 92ce415d-f551-4396-b2ae-ce1cd655c501 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:02,265+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:02,647+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:02,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c8af36b8-964f-4386-baf5-58785ae8a085 (threadPool:210)
2018-03-08 01:27:02,684+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f371fb1f-5581-44ef-a813-7edf37061028 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:02,684+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:03,003+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:03,055+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e84eff0b-b581-467d-92d0-7328d7956127 (threadPool:210)
2018-03-08 01:27:03,055+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e8e41b5a-c709-4de5-b887-2c3a302e1eb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:03,055+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:03,347+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:03,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06054653-ed81-4c3c-a2d3-f28ef30b0eaf (threadPool:210)
2018-03-08 01:27:03,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d33dc5a0-d660-410e-a40e-65bdc5baec6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:03,399+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:03,757+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:03,807+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2dd4ff15-04eb-4f44-9216-e8ff9f0fc7b2 (threadPool:210)
2018-03-08 01:27:03,808+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c6f873cf-23ca-447b-9adc-6f5ccde6d1ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:03,808+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:04,047+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20820 (__init__:330)
2018-03-08 01:27:04,069+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20821 (__init__:330)
2018-03-08 01:27:04,088+0100 INFO  (ioprocess/299969) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:27:04,091+0100 INFO  (ioprocess/299975) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:27:04,123+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:04,172+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 92ce415d-f551-4396-b2ae-ce1cd655c501 (threadPool:210)
2018-03-08 01:27:04,172+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 463198bc-6e9e-4c38-a0ff-3194371498ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:04,172+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:04,607+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:04,648+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f371fb1f-5581-44ef-a813-7edf37061028 (threadPool:210)
2018-03-08 01:27:04,649+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4360bc9-5dd5-4fc4-8bf3-7c6db030e938 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:04,649+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:04,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:05,032+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e8e41b5a-c709-4de5-b887-2c3a302e1eb5 (threadPool:210)
2018-03-08 01:27:05,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 80c8666f-c7ea-4eb5-a0a5-48614fece287 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:05,034+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:05,366+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:05,416+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d33dc5a0-d660-410e-a40e-65bdc5baec6b (threadPool:210)
2018-03-08 01:27:05,416+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b2f30ab-7086-4469-a321-6bd08eeb5a4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:05,417+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:05,745+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:05,793+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c6f873cf-23ca-447b-9adc-6f5ccde6d1ea (threadPool:210)
2018-03-08 01:27:05,794+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e425122a-fa5f-4a51-bad7-18b4f792ac30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:05,794+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:06,106+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:06,154+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 463198bc-6e9e-4c38-a0ff-3194371498ab (threadPool:210)
2018-03-08 01:27:06,154+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ad1c2fd6-3472-47a7-a3c7-aefcb2a1f2f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:06,155+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:06,486+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:06,537+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4360bc9-5dd5-4fc4-8bf3-7c6db030e938 (threadPool:210)
2018-03-08 01:27:06,537+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32d0cd95-162d-4d5c-99bc-edc6f8ffcc4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:06,537+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:06,847+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:06,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 80c8666f-c7ea-4eb5-a0a5-48614fece287 (threadPool:210)
2018-03-08 01:27:06,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64dfde35-93a5-4b72-a331-b1e3a8b40802 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:06,923+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:07,255+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:07,444+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=62c2d4ca-bdae-4aed-8bbe-ad449e567638 (api:46)
2018-03-08 01:27:07,449+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=62c2d4ca-bdae-4aed-8bbe-ad449e567638 (api:52)
2018-03-08 01:27:07,450+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:07,553+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=93580095-d922-42f1-9eb0-5e7969af9975 (api:46)
2018-03-08 01:27:07,560+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=93580095-d922-42f1-9eb0-5e7969af9975 (api:52)
2018-03-08 01:27:07,561+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:07,627+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:07,677+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e425122a-fa5f-4a51-bad7-18b4f792ac30 (threadPool:210)
2018-03-08 01:27:07,677+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9c129fe7-0f6b-4d4d-a868-6d98c9897744 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:07,678+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:08,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:08,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ad1c2fd6-3472-47a7-a3c7-aefcb2a1f2f5 (threadPool:210)
2018-03-08 01:27:08,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 58194047-b390-468a-a726-a906ec61398e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:08,077+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:08,394+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:08,443+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32d0cd95-162d-4d5c-99bc-edc6f8ffcc4c (threadPool:210)
2018-03-08 01:27:08,443+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 796baf7e-99ad-4ec8-aac8-5b0caaa012fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:08,444+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:08,762+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:08,807+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64dfde35-93a5-4b72-a331-b1e3a8b40802 (threadPool:210)
2018-03-08 01:27:08,808+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2c47813a-bab9-4582-b8ee-cb472fbd484d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:08,808+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:09,073+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:09,108+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b2f30ab-7086-4469-a321-6bd08eeb5a4c (threadPool:210)
2018-03-08 01:27:09,110+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b02dc6a5-14ea-4887-b12c-78e8855789f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:09,110+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:09,419+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:09,475+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9c129fe7-0f6b-4d4d-a868-6d98c9897744 (threadPool:210)
2018-03-08 01:27:09,476+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dca38c34-676e-4e87-89e3-1fae0ca28c28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:09,476+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:09,800+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:09,870+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 796baf7e-99ad-4ec8-aac8-5b0caaa012fe (threadPool:210)
2018-03-08 01:27:09,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 178de87e-a361-4770-87e1-d5ee4401ace8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:09,871+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:10,234+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:10,285+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2c47813a-bab9-4582-b8ee-cb472fbd484d (threadPool:210)
2018-03-08 01:27:10,285+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 391dbb8b-fe72-4f66-a52a-2ace4f3bfb6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:27:10,285+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:10,631+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:10,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b02dc6a5-14ea-4887-b12c-78e8855789f0 (threadPool:210)
2018-03-08 01:27:10,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 48e06d03-e71e-4bdb-abaa-f521049461d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:10,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:10,986+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:11,030+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:11,032+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=369e4f9b-dc0c-4e7c-bd0d-8be0f9587701 (api:46)
2018-03-08 01:27:11,032+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302284', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569078', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273634', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325786', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326051', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002893', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000620234', 'lastCheck': '1.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489782', 'lastCheck': '1.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413465', 'lastCheck': '1.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229436', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235893', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462468', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385761', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271127', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399777', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229928', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308888', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427832', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255035', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732506', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425384', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114019', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246801', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000482436', 'lastCheck': '5.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349233', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422635', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367571', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217685', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292408', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482813', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359151', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296645', 'lastCheck': '1.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=369e4f9b-dc0c-4e7c-bd0d-8be0f9587701 (api:52)
2018-03-08 01:27:11,033+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f7c89b2e-4bba-413e-a7fa-3e630a984678 (api:46)
2018-03-08 01:27:11,033+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f7c89b2e-4bba-413e-a7fa-3e630a984678 (api:52)
2018-03-08 01:27:11,039+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 58194047-b390-468a-a726-a906ec61398e (threadPool:210)
2018-03-08 01:27:11,040+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 496c17c9-8018-4df0-89b0-4e3e3d486be3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:11,040+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:11,056+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.16'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '25': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.63'}, '26': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '27': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.63'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '22': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '46': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.46'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.55'}, '29': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.69'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '21.54', 'cpuIdle': '73.42'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '90.06'}, '3': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.71'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.97'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '7': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '92.31'}, '6': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '9': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '8': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.97'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.68'}, '59': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '14': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.76'}, '17': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '92.25'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '55': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '98.08'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '36': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '35': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '34': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '6.23', 'cpuIdle': '87.87'}, '33': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '96.16'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307478'}, '0': {'memPercent': 11, 'memFree': '350246'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462468', 'lastCheck': '1.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302284', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569078', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385761', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271127', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326051', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002893', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000620234', 'lastCheck': '1.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489782', 'lastCheck': '1.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413465', 'lastCheck': '1.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229436', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235893', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273634', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325786', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399777', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425384', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308888', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427832', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255035', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732506', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229928', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359151', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246801', 'lastCheck': '1.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000482436', 'lastCheck': '5.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349233', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422635', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367571', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217685', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292408', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482813', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114019', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296645', 'lastCheck': '1.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646347470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404117186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.351', 'tx': '1176271638015', 'txDropped': '0', 'rx': '625371070064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0', 'tx': '1580922252883', 'txDropped': '0', 'rx': '926318079047', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45183343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416418735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200494071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet0', 'tx': '87491052', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet1', 'tx': '37765930351', 'txDropped': '0', 'rx': '877889307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet2', 'tx': '21124264379', 'txDropped': '0', 'rx': '141316606737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175627087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet4', 'tx': '396174434', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet5', 'tx': '23424294148', 'txDropped': '0', 'rx': '498097344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet6', 'tx': '6653850975', 'txDropped': '0', 'rx': '429883240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet7', 'tx': '1433351832', 'txDropped': '0', 'rx': '552200282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42432454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46730639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'lo', 'tx': '6932838258', 'txDropped': '0', 'rx': '6932838258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170634458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'eno1', 'tx': '975613107696', 'txDropped': '0', 'rx': '433994081014', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'eno2', 'tx': '605309145187', 'txDropped': '0', 'rx': '492323998033', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468816.912829, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468816.912829, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632797245', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75881217', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76999036', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192081690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370769299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373452725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49854420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430257465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298848090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.110', 'tx': '2476054321', 'txDropped': '0', 'rx': '66854783290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.111', 'tx': '122676281209', 'txDropped': '0', 'rx': '24446498112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55231021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54153908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465248418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165312765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56010939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55840750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45178551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468816.912829, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226532940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'oVirtManagement', 'tx': '1176271637367', 'txDropped': '0', 'rx': '625370331661', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577106878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'vnet3', 'tx': '542568198', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468816.912829, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754405450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694864.90', 'cpuLoad': '2.48', 'cpuSys': '1.53', 'diskStats': {'/var/log': {'free': '92949'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.04', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635319L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:27:11 GMT', 'cpuUser': '1.32', 'memFree': 667616, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.54'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:11,061+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:27:11,355+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:11,403+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 178de87e-a361-4770-87e1-d5ee4401ace8 (threadPool:210)
2018-03-08 01:27:11,404+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3b480d37-a8a0-4395-bcea-81348f6cffa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:11,404+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:11,731+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:11,781+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 391dbb8b-fe72-4f66-a52a-2ace4f3bfb6f (threadPool:210)
2018-03-08 01:27:11,782+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task feb1fb3f-83c8-4f9d-a648-5fd6f2c6d64a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:11,782+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:12,031+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:12,036+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:12,038+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:12,069+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:12,109+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=315d9d28-89af-4bc0-8b5d-238e8de446b7 (api:46)
2018-03-08 01:27:12,110+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302284', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569078', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273634', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325786', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326051', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002893', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000620234', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489782', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413465', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229436', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235893', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462468', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385761', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271127', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399777', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229928', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308888', 'lastCheck': '2.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427832', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255035', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732506', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425384', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114019', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246801', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000482436', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349233', 'lastCheck': '2.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422635', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367571', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217685', 'lastCheck': '2.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292408', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482813', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359151', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296645', 'lastCheck': '2.2', 'valid': True}} from=internal, task_id=315d9d28-89af-4bc0-8b5d-238e8de446b7 (api:52)
2018-03-08 01:27:12,111+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=9284f9dc-31ac-44c5-bfde-725797cc65a2 (api:46)
2018-03-08 01:27:12,111+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=9284f9dc-31ac-44c5-bfde-725797cc65a2 (api:52)
2018-03-08 01:27:12,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 48e06d03-e71e-4bdb-abaa-f521049461d6 (threadPool:210)
2018-03-08 01:27:12,147+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task add04cd0-a964-4c41-bef3-962439287506 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:12,147+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:12,483+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:12,533+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dca38c34-676e-4e87-89e3-1fae0ca28c28 (threadPool:210)
2018-03-08 01:27:12,534+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4b6841ec-7112-41a1-a870-9a7b9f02cd1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:12,534+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:12,880+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:12,927+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 496c17c9-8018-4df0-89b0-4e3e3d486be3 (threadPool:210)
2018-03-08 01:27:12,927+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c7f8197c-ad13-4f11-bb9b-1d2b66d35e2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:12,928+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:13,228+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:13,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3b480d37-a8a0-4395-bcea-81348f6cffa0 (threadPool:210)
2018-03-08 01:27:13,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34e3764a-3cc7-469d-8bc6-a74592e90071 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:13,278+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:13,567+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:13,615+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task feb1fb3f-83c8-4f9d-a648-5fd6f2c6d64a (threadPool:210)
2018-03-08 01:27:13,615+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0f9505bf-1a4a-43d2-9d13-a10126ff0a42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:13,616+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:13,957+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:14,006+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task add04cd0-a964-4c41-bef3-962439287506 (threadPool:210)
2018-03-08 01:27:14,007+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c62dfd0b-e5c9-404e-ba57-f42c4966f93f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:14,007+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:14,301+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:14,348+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4b6841ec-7112-41a1-a870-9a7b9f02cd1a (threadPool:210)
2018-03-08 01:27:14,348+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 902ba484-ff66-4c0d-8bff-5297391ba79a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:14,349+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:14,659+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:14,700+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c7f8197c-ad13-4f11-bb9b-1d2b66d35e2b (threadPool:210)
2018-03-08 01:27:14,700+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8387e39d-afe9-4d74-aa3b-971dc6ae42d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:14,701+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:14,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:15,030+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0f9505bf-1a4a-43d2-9d13-a10126ff0a42 (threadPool:210)
2018-03-08 01:27:15,030+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 309e54af-fc3c-4338-bb1f-cb813db0cf33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:15,031+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:15,310+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:15,360+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c62dfd0b-e5c9-404e-ba57-f42c4966f93f (threadPool:210)
2018-03-08 01:27:15,361+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aabe1571-1e96-4c82-8caf-e83b3872a87a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:15,361+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:15,777+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:15,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 902ba484-ff66-4c0d-8bff-5297391ba79a (threadPool:210)
2018-03-08 01:27:15,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task deb79b5b-56a1-4d32-84a3-b4606051dcef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:15,827+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:16,123+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:16,170+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34e3764a-3cc7-469d-8bc6-a74592e90071 (threadPool:210)
2018-03-08 01:27:16,171+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6337d33-85b7-4729-80a7-0f00f297756b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:16,171+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:16,363+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:27:16,368+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:27:16,371+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:16,379+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:27:16,379+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:27:16,379+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:16,486+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:16,538+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8387e39d-afe9-4d74-aa3b-971dc6ae42d2 (threadPool:210)
2018-03-08 01:27:16,538+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 64c683df-987a-4dd6-be93-58fcb85c22c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:16,539+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:16,820+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:16,876+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 309e54af-fc3c-4338-bb1f-cb813db0cf33 (threadPool:210)
2018-03-08 01:27:16,877+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ea6a99e9-8e82-4b18-9fed-ef378fc6088f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:16,878+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:17,185+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:17,230+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aabe1571-1e96-4c82-8caf-e83b3872a87a (threadPool:210)
2018-03-08 01:27:17,231+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 210f7422-4811-40ee-97db-83f0c2c7d3f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:17,232+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:17,571+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:17,606+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task deb79b5b-56a1-4d32-84a3-b4606051dcef (threadPool:210)
2018-03-08 01:27:17,606+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 41233bd3-bec1-4cb9-8e47-3fde9e1892be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:17,607+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:17,991+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b3cb3d89-1f1b-4ded-bc17-5616304b9dcd (api:46)
2018-03-08 01:27:17,997+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b3cb3d89-1f1b-4ded-bc17-5616304b9dcd (api:52)
2018-03-08 01:27:17,997+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:18,020+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:18,071+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 64c683df-987a-4dd6-be93-58fcb85c22c2 (threadPool:210)
2018-03-08 01:27:18,071+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 12646615-d8df-4435-aa2f-b7153ee2182f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:18,072+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:18,093+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a483c5fd-ed4e-4219-abc5-f6b39a620c86 (api:46)
2018-03-08 01:27:18,100+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a483c5fd-ed4e-4219-abc5-f6b39a620c86 (api:52)
2018-03-08 01:27:18,102+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:18,427+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:18,476+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ea6a99e9-8e82-4b18-9fed-ef378fc6088f (threadPool:210)
2018-03-08 01:27:18,476+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 492c2c06-695c-4c6d-91ae-d89f0e7cb98a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:18,476+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:18,849+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:18,910+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 210f7422-4811-40ee-97db-83f0c2c7d3f2 (threadPool:210)
2018-03-08 01:27:18,912+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 564aa6d8-9d8f-4e74-9026-7f3e6ba4ec3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:18,912+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:19,269+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:19,562+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:19,631+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 41233bd3-bec1-4cb9-8e47-3fde9e1892be (threadPool:210)
2018-03-08 01:27:19,632+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 67f13306-0f1a-494c-bf0b-851cbde7a031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:19,632+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:19,922+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:19,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 12646615-d8df-4435-aa2f-b7153ee2182f (threadPool:210)
2018-03-08 01:27:19,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cc8a4386-df47-4fa1-a01d-b004471423ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:19,966+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:20,372+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:20,425+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 492c2c06-695c-4c6d-91ae-d89f0e7cb98a (threadPool:210)
2018-03-08 01:27:20,425+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 568d53d3-28c6-465b-b133-2021c7be5900 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:20,426+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:20,721+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:20,763+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 564aa6d8-9d8f-4e74-9026-7f3e6ba4ec3a (threadPool:210)
2018-03-08 01:27:20,763+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 07a70cf9-915e-49e7-bf3d-edb60042c8c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:20,763+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:21,053+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:21,111+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 67f13306-0f1a-494c-bf0b-851cbde7a031 (threadPool:210)
2018-03-08 01:27:21,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d7d9af2d-ccbd-44d1-aa92-1a189f75efca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:21,113+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:21,391+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:21,440+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cc8a4386-df47-4fa1-a01d-b004471423ea (threadPool:210)
2018-03-08 01:27:21,440+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a42b62c2-6dd6-4a14-821d-532f140652ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:21,440+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:21,729+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:21,779+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 568d53d3-28c6-465b-b133-2021c7be5900 (threadPool:210)
2018-03-08 01:27:21,779+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7090c932-1a1b-4815-8f05-0ad03c5442b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:21,780+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:22,034+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:22,084+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6337d33-85b7-4729-80a7-0f00f297756b (threadPool:210)
2018-03-08 01:27:22,084+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 65624154-50c3-4548-a929-9706749176b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:27:22,085+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:22,382+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:22,433+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 07a70cf9-915e-49e7-bf3d-edb60042c8c7 (threadPool:210)
2018-03-08 01:27:22,433+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task efb5dd45-910a-4d61-8076-1a7a3dd8ac91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:22,433+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:22,755+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:22,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d7d9af2d-ccbd-44d1-aa92-1a189f75efca (threadPool:210)
2018-03-08 01:27:22,806+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7fa0f30e-98c2-4483-be64-f96ef19cb612 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:22,806+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:23,148+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:23,198+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a42b62c2-6dd6-4a14-821d-532f140652ee (threadPool:210)
2018-03-08 01:27:23,199+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dfbbb9b8-5a1c-44cd-926d-9aa079f4c537 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:23,200+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:23,587+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:23,636+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 65624154-50c3-4548-a929-9706749176b2 (threadPool:210)
2018-03-08 01:27:23,636+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2f944e94-4d32-4a89-9f76-bd63c6c18f78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:23,637+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:23,925+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:23,970+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task efb5dd45-910a-4d61-8076-1a7a3dd8ac91 (threadPool:210)
2018-03-08 01:27:23,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5fd93b18-b8ad-452d-8420-8def9fe90f57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:23,971+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:24,370+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:24,420+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7fa0f30e-98c2-4483-be64-f96ef19cb612 (threadPool:210)
2018-03-08 01:27:24,420+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a195e61-5360-40c3-8eb8-105a2449e794 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:24,421+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:24,719+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:24,766+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7090c932-1a1b-4815-8f05-0ad03c5442b8 (threadPool:210)
2018-03-08 01:27:24,767+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 783ea414-490d-4275-a7f2-b1d209e48636 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:24,767+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:25,093+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:25,139+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dfbbb9b8-5a1c-44cd-926d-9aa079f4c537 (threadPool:210)
2018-03-08 01:27:25,140+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5335c272-4865-4b11-8074-db35ace68b63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:25,140+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:25,503+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:25,550+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2f944e94-4d32-4a89-9f76-bd63c6c18f78 (threadPool:210)
2018-03-08 01:27:25,550+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 28211595-53e9-4a59-a1f1-7bb63a9b17cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:25,551+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:25,891+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:25,940+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5fd93b18-b8ad-452d-8420-8def9fe90f57 (threadPool:210)
2018-03-08 01:27:25,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b17e70ab-e12a-437c-a438-540385d88815 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:25,941+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:26,101+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:26,102+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=05f03294-4576-4593-b250-b95babbe9025 (api:46)
2018-03-08 01:27:26,102+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367792', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211408', 'lastCheck': '7.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253142', 'lastCheck': '6.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533271', 'lastCheck': '6.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217862', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0142419', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475453', 'lastCheck': '6.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434866', 'lastCheck': '6.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246647', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228304', 'lastCheck': '8.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396559', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254614', 'lastCheck': '7.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252183', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391569', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280615', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272672', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227701', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321946', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003857', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301534', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000947013', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455554', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388358', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232872', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284129', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359705', 'lastCheck': '8.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263323', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346729', 'lastCheck': '6.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700688', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260219', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314833', 'lastCheck': '6.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=05f03294-4576-4593-b250-b95babbe9025 (api:52)
2018-03-08 01:27:26,103+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=13d29e66-268c-4846-bf1a-e624c9c9752f (api:46)
2018-03-08 01:27:26,103+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=13d29e66-268c-4846-bf1a-e624c9c9752f (api:52)
2018-03-08 01:27:26,125+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '96.55'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '25': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.69'}, '27': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.69'}, '20': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.62'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '23': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.14'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.69'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '29': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.77'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '27.38', 'cpuIdle': '67.32'}, '0': {'cpuUser': '6.96', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '89.33'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.83'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '3.12', 'cpuIdle': '94.76'}, '5': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.63'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.56'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '9': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.50'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.89'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '12': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '94.89'}, '15': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '93.30'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '95.62'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '34': {'cpuUser': '7.42', 'nodeIndex': 0, 'cpuSys': '8.29', 'cpuIdle': '84.29'}, '33': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.88'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307474'}, '0': {'memPercent': 11, 'memFree': '350289'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396559', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367792', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211408', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254614', 'lastCheck': '7.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252183', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533271', 'lastCheck': '6.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217862', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0142419', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475453', 'lastCheck': '6.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434866', 'lastCheck': '6.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246647', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228304', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253142', 'lastCheck': '6.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391569', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301534', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272672', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227701', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321946', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003857', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280615', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260219', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455554', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388358', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232872', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284129', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359705', 'lastCheck': '8.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263323', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346729', 'lastCheck': '6.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700688', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000947013', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314833', 'lastCheck': '6.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646352318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404120781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.351', 'tx': '1176271746444', 'txDropped': '0', 'rx': '625371088142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0', 'tx': '1580922349708', 'txDropped': '0', 'rx': '926318477360', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45183743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416426636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200495638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet0', 'tx': '87498181', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet1', 'tx': '37765942604', 'txDropped': '0', 'rx': '877893247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet2', 'tx': '21124278150', 'txDropped': '0', 'rx': '141316616166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175629931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet4', 'tx': '396181563', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet5', 'tx': '23424300774', 'txDropped': '0', 'rx': '498098137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet6', 'tx': '6653860283', 'txDropped': '0', 'rx': '429883781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet7', 'tx': '1433360545', 'txDropped': '0', 'rx': '552200344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42432854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46731039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'lo', 'tx': '6932915756', 'txDropped': '0', 'rx': '6932915756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170635960', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'eno1', 'tx': '975613199803', 'txDropped': '0', 'rx': '433994283370', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'eno2', 'tx': '605309149905', 'txDropped': '0', 'rx': '492324193990', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468831.997754, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468831.997754, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632801877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75881567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76999386', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192084912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370769699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373458748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49854820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430263488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298851312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.110', 'tx': '2476058864', 'txDropped': '0', 'rx': '66854794402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.111', 'tx': '122676285929', 'txDropped': '0', 'rx': '24446506721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55231421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54154308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465252013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165314267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56011339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55841150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45178951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468831.997754, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226534507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'oVirtManagement', 'tx': '1176271745796', 'txDropped': '0', 'rx': '625370349739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577111510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'vnet3', 'tx': '542575327', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468831.997754, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754408294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694879.97', 'cpuLoad': '2.59', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92948'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:27:26 GMT', 'cpuUser': '1.28', 'memFree': 667607, 'cpuIdle': '97.03', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.40'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:26,130+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:27:26,290+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:26,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 783ea414-490d-4275-a7f2-b1d209e48636 (threadPool:210)
2018-03-08 01:27:26,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e55d9e03-a867-4a83-b68b-e003546bbab9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:26,344+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:26,695+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:26,725+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5335c272-4865-4b11-8074-db35ace68b63 (threadPool:210)
2018-03-08 01:27:26,725+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ec554e6-4fb2-41a5-a39c-dc7b8190156d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:26,726+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:27,021+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:27,056+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:27,065+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:27,067+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:27,086+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a195e61-5360-40c3-8eb8-105a2449e794 (threadPool:210)
2018-03-08 01:27:27,087+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e2846169-76d1-462f-96b1-c3401bf300d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:27,087+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:27,196+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5a104046-0d9e-4da2-b31a-6ca87e28f4d3 (api:46)
2018-03-08 01:27:27,197+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367792', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211408', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253142', 'lastCheck': '7.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611845', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533271', 'lastCheck': '8.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217862', 'lastCheck': '8.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0142419', 'lastCheck': '7.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475453', 'lastCheck': '7.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434866', 'lastCheck': '7.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246647', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274556', 'lastCheck': '0.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396559', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254614', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252183', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391569', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280615', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272672', 'lastCheck': '7.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227701', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321946', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003857', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301534', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000947013', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455554', 'lastCheck': '7.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388358', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232872', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284129', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359705', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263323', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346729', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000700688', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260219', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314833', 'lastCheck': '0.0', 'valid': True}} from=internal, task_id=5a104046-0d9e-4da2-b31a-6ca87e28f4d3 (api:52)
2018-03-08 01:27:27,197+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ac91ba3d-3462-4596-9c4c-1d05ab19dd5b (api:46)
2018-03-08 01:27:27,197+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ac91ba3d-3462-4596-9c4c-1d05ab19dd5b (api:52)
2018-03-08 01:27:27,393+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:27,450+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b17e70ab-e12a-437c-a438-540385d88815 (threadPool:210)
2018-03-08 01:27:27,450+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4213818c-d84f-4cab-97d7-1a7ad5a0ce9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:27,451+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:27,708+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:27,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 28211595-53e9-4a59-a1f1-7bb63a9b17cb (threadPool:210)
2018-03-08 01:27:27,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 069b2cf4-64c2-4e4b-8266-16caf3bde797 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:27,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:28,018+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:28,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ec554e6-4fb2-41a5-a39c-dc7b8190156d (threadPool:210)
2018-03-08 01:27:28,068+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a52c81a5-b6f5-4b8e-b887-594e85b4725f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:28,068+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:28,408+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:28,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e2846169-76d1-462f-96b1-c3401bf300d1 (threadPool:210)
2018-03-08 01:27:28,455+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b23920c0-13ee-4fc6-b093-d99546954eb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:28,455+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:28,615+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=57d35509-76c5-40b3-99e1-27b035bb3412 (api:46)
2018-03-08 01:27:28,620+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=57d35509-76c5-40b3-99e1-27b035bb3412 (api:52)
2018-03-08 01:27:28,621+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:28,726+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=138c58b5-4063-4b88-8379-9b33fd1dbc3a (api:46)
2018-03-08 01:27:28,732+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=138c58b5-4063-4b88-8379-9b33fd1dbc3a (api:52)
2018-03-08 01:27:28,734+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:28,795+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:28,847+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e55d9e03-a867-4a83-b68b-e003546bbab9 (threadPool:210)
2018-03-08 01:27:28,847+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b4b2471b-a45c-4e50-8ae2-5f7545d939f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:28,848+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:29,160+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:29,222+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 069b2cf4-64c2-4e4b-8266-16caf3bde797 (threadPool:210)
2018-03-08 01:27:29,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 16eed280-3699-4ce6-a5e0-ec29d4b9b2c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:29,224+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:29,576+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:29,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a52c81a5-b6f5-4b8e-b887-594e85b4725f (threadPool:210)
2018-03-08 01:27:29,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3bfb633b-a92f-43e7-9cfc-da154f29bf66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:29,653+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:29,935+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:29,961+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b23920c0-13ee-4fc6-b093-d99546954eb5 (threadPool:210)
2018-03-08 01:27:29,961+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 576e6d84-6984-4536-8660-b045b4d66060 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:29,962+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:30,347+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:30,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b4b2471b-a45c-4e50-8ae2-5f7545d939f1 (threadPool:210)
2018-03-08 01:27:30,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d2aee9c1-575f-4251-9825-5d114d3125f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:30,395+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:30,726+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:30,776+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 16eed280-3699-4ce6-a5e0-ec29d4b9b2c4 (threadPool:210)
2018-03-08 01:27:30,776+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b2eda4a7-f670-4a6d-98d4-ba424e806d52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:30,777+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:31,041+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:31,380+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:27:31,386+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:27:31,388+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:31,395+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:27:31,396+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:27:31,396+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:31,441+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:31,489+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3bfb633b-a92f-43e7-9cfc-da154f29bf66 (threadPool:210)
2018-03-08 01:27:31,489+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e1f445be-537a-4aa8-a0eb-3a1c57460ee5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:31,490+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:31,829+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:31,866+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4213818c-d84f-4cab-97d7-1a7ad5a0ce9d (threadPool:210)
2018-03-08 01:27:31,867+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2ccda8c4-0ac4-439f-b50d-76aed3df95f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:31,868+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:32,189+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:32,237+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 576e6d84-6984-4536-8660-b045b4d66060 (threadPool:210)
2018-03-08 01:27:32,238+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 71d8e43f-c33d-4672-a9a2-595e983dab78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:32,238+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:32,522+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:32,562+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d2aee9c1-575f-4251-9825-5d114d3125f0 (threadPool:210)
2018-03-08 01:27:32,562+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a52b4d07-a6da-4b13-98cb-78b04ee6de06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:27:32,563+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:32,894+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:32,936+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b2eda4a7-f670-4a6d-98d4-ba424e806d52 (threadPool:210)
2018-03-08 01:27:32,936+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4b82ff96-8d33-4299-9fdc-7a2287531400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:32,937+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:33,276+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:33,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2ccda8c4-0ac4-439f-b50d-76aed3df95f8 (threadPool:210)
2018-03-08 01:27:33,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5cb20682-c4fe-46a8-982f-b111f083b53a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:33,324+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:33,664+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:33,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 71d8e43f-c33d-4672-a9a2-595e983dab78 (threadPool:210)
2018-03-08 01:27:33,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e248435-749e-40de-893d-51cc1d7397d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:33,732+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:34,022+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:34,066+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a52b4d07-a6da-4b13-98cb-78b04ee6de06 (threadPool:210)
2018-03-08 01:27:34,067+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9feac51e-838b-4120-a24a-f11c2176a96a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:34,067+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:34,385+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:34,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4b82ff96-8d33-4299-9fdc-7a2287531400 (threadPool:210)
2018-03-08 01:27:34,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 263fd46c-4cf2-4f45-9601-c1a4f4a46cb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:34,435+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:34,758+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:34,808+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5cb20682-c4fe-46a8-982f-b111f083b53a (threadPool:210)
2018-03-08 01:27:34,808+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6717189f-3bae-4147-b3ce-d4cbeba6de8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:34,808+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:35,105+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:35,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e248435-749e-40de-893d-51cc1d7397d1 (threadPool:210)
2018-03-08 01:27:35,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 62c13d23-ade2-449d-9734-4a61b022a30c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:35,156+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:35,500+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:35,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e1f445be-537a-4aa8-a0eb-3a1c57460ee5 (threadPool:210)
2018-03-08 01:27:35,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b8db860a-4ea7-4175-b43e-ebbbacd0e597 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:35,542+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:35,881+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:35,926+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 263fd46c-4cf2-4f45-9601-c1a4f4a46cb9 (threadPool:210)
2018-03-08 01:27:35,926+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 58314a5f-9557-475f-9771-e2e70f502711 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:35,926+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:36,290+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:36,334+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6717189f-3bae-4147-b3ce-d4cbeba6de8b (threadPool:210)
2018-03-08 01:27:36,335+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 776960b1-7ec9-4a77-994b-c8c3ac14b491 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:36,335+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:36,653+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:36,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9feac51e-838b-4120-a24a-f11c2176a96a (threadPool:210)
2018-03-08 01:27:36,705+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1680c29a-2718-4dfe-ade5-8559c92b1793 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:36,705+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:37,120+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:37,165+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b8db860a-4ea7-4175-b43e-ebbbacd0e597 (threadPool:210)
2018-03-08 01:27:37,165+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task be6b910c-61bf-4b8b-a225-a3339c9ccdc8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:37,165+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:37,454+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:37,489+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 62c13d23-ade2-449d-9734-4a61b022a30c (threadPool:210)
2018-03-08 01:27:37,489+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c8b5ee6a-a693-4e85-80b5-e58b76c1d60e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:37,490+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:37,797+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:37,858+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1680c29a-2718-4dfe-ade5-8559c92b1793 (threadPool:210)
2018-03-08 01:27:37,858+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f7846888-be43-4c74-8242-421221be7e0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:37,858+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:38,145+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:38,210+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 58314a5f-9557-475f-9771-e2e70f502711 (threadPool:210)
2018-03-08 01:27:38,211+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bf9ba5bb-c1d1-4538-b89b-fb8d93f77155 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:38,212+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:38,483+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:38,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task be6b910c-61bf-4b8b-a225-a3339c9ccdc8 (threadPool:210)
2018-03-08 01:27:38,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3805cba9-ce9e-4648-97b7-284cd19bea03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:38,551+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:38,904+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:38,953+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 776960b1-7ec9-4a77-994b-c8c3ac14b491 (threadPool:210)
2018-03-08 01:27:38,953+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d8bcfdfe-6e23-45e8-a340-1f4fd93d14c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:38,953+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:39,147+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=030383d5-1c9f-4dd9-b612-6e678df2655a (api:46)
2018-03-08 01:27:39,153+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=030383d5-1c9f-4dd9-b612-6e678df2655a (api:52)
2018-03-08 01:27:39,153+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:39,261+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=837c2587-c93f-4093-8d10-baee7fd2a6ea (api:46)
2018-03-08 01:27:39,270+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=837c2587-c93f-4093-8d10-baee7fd2a6ea (api:52)
2018-03-08 01:27:39,271+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:39,651+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:39,718+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c8b5ee6a-a693-4e85-80b5-e58b76c1d60e (threadPool:210)
2018-03-08 01:27:39,718+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 60087d45-f598-40d0-aa21-16f4ec867185 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:39,719+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:40,077+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:40,121+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f7846888-be43-4c74-8242-421221be7e0b (threadPool:210)
2018-03-08 01:27:40,122+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bdd53ef6-da45-4942-8c0e-d77a576632c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:40,122+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:40,569+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:40,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bf9ba5bb-c1d1-4538-b89b-fb8d93f77155 (threadPool:210)
2018-03-08 01:27:40,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a1475569-7138-4325-9750-bb308b1f0229 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:40,618+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:40,829+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=a44c419f-6a7e-4a73-b093-eb6d8c8ae2f6 (api:46)
2018-03-08 01:27:40,829+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a44c419f-6a7e-4a73-b093-eb6d8c8ae2f6 (api:52)
2018-03-08 01:27:40,829+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=2d6c5d4e-2e3d-43e0-a40e-765d794a36fc (api:46)
2018-03-08 01:27:40,830+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=2d6c5d4e-2e3d-43e0-a40e-765d794a36fc (api:52)
2018-03-08 01:27:40,830+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=ae2cb736-7d4a-47cf-a238-e30daddd11d5 (api:46)
2018-03-08 01:27:40,830+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=ae2cb736-7d4a-47cf-a238-e30daddd11d5 (api:52)
2018-03-08 01:27:40,831+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=a0d9e825-a8a7-44a0-aef8-80bf7e1b5fdb (api:46)
2018-03-08 01:27:40,831+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a0d9e825-a8a7-44a0-aef8-80bf7e1b5fdb (api:52)
2018-03-08 01:27:40,831+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=e4d0d944-e337-49e5-85df-ac92a7f959db (api:46)
2018-03-08 01:27:40,832+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=e4d0d944-e337-49e5-85df-ac92a7f959db (api:52)
2018-03-08 01:27:40,832+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=619fe7b7-3119-4965-bca4-aede0bcc9275 (api:46)
2018-03-08 01:27:40,832+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=619fe7b7-3119-4965-bca4-aede0bcc9275 (api:52)
2018-03-08 01:27:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=b8ba879f-02b0-4b5a-aa94-e2d0ed98ec14 (api:46)
2018-03-08 01:27:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=b8ba879f-02b0-4b5a-aa94-e2d0ed98ec14 (api:52)
2018-03-08 01:27:40,833+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=83e4dbb2-adc4-449b-a158-db8b594f2ad2 (api:46)
2018-03-08 01:27:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=83e4dbb2-adc4-449b-a158-db8b594f2ad2 (api:52)
2018-03-08 01:27:40,834+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=244f500e-16e4-4643-bb15-98ddbace34fb (api:46)
2018-03-08 01:27:40,834+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=244f500e-16e4-4643-bb15-98ddbace34fb (api:52)
2018-03-08 01:27:40,834+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=daa5ea96-3f19-42f5-b6dd-b414186e24a3 (api:46)
2018-03-08 01:27:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=daa5ea96-3f19-42f5-b6dd-b414186e24a3 (api:52)
2018-03-08 01:27:40,941+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:40,990+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3805cba9-ce9e-4648-97b7-284cd19bea03 (threadPool:210)
2018-03-08 01:27:40,991+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ae4c8940-d79b-4b75-a040-bda0510059b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:40,991+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:41,167+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:41,168+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=67f12f53-0032-4c6c-ac7e-26781e2d6002 (api:46)
2018-03-08 01:27:41,169+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286084', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113354', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426555', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037797', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369605', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226294', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00285364', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543461', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00391042', 'lastCheck': '1.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303435', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243327', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450544', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398323', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423101', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475195', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516399', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216566', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337213', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000923602', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202314', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00092602', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495511', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000524281', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223815', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293202', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346999', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292195', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306551', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763679', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281348', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '1.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=67f12f53-0032-4c6c-ac7e-26781e2d6002 (api:52)
2018-03-08 01:27:41,169+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1f7b8a94-87d6-4227-9acf-9cadcbaccad4 (api:46)
2018-03-08 01:27:41,169+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1f7b8a94-87d6-4227-9acf-9cadcbaccad4 (api:52)
2018-03-08 01:27:41,191+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.03'}, '62': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.87'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '27': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.57'}, '20': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.77'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '23': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.44'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.42'}, '28': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.61'}, '29': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.95', 'nodeIndex': 1, 'cpuSys': '22.52', 'cpuIdle': '72.53'}, '0': {'cpuUser': '7.13', 'nodeIndex': 0, 'cpuSys': '4.43', 'cpuIdle': '88.44'}, '3': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.84'}, '2': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '95.58'}, '5': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.64'}, '4': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '7': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.83'}, '6': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.15'}, '9': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.51'}, '8': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.09'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.88'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.77'}, '10': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.96'}, '13': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.50'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '15': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '3.63', 'cpuIdle': '94.06'}, '14': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.63'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.70'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.77'}, '19': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '95.18'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '36': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.16'}, '35': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.09'}, '34': {'cpuUser': '7.20', 'nodeIndex': 0, 'cpuSys': '8.19', 'cpuIdle': '84.61'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.89'}, '18': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.51', 'cpuIdle': '95.44'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307586'}, '0': {'memPercent': 11, 'memFree': '350185'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450544', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286084', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113354', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398323', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423101', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369605', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226294', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00285364', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543461', 'lastCheck': '1.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00391042', 'lastCheck': '1.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303435', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243327', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426555', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037797', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475195', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202314', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216566', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337213', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000923602', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516399', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281348', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495511', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000524281', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223815', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293202', 'lastCheck': '1.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346999', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292195', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306551', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763679', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00092602', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '1.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646358286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404124241', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.351', 'tx': '1176271820966', 'txDropped': '0', 'rx': '625371102276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0', 'tx': '1580922461087', 'txDropped': '0', 'rx': '926318909316', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45184093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416436729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200497551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet0', 'tx': '87503268', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet1', 'tx': '37765957364', 'txDropped': '0', 'rx': '877897318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet2', 'tx': '21124321794', 'txDropped': '0', 'rx': '141316641627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175632397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet4', 'tx': '396186650', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet5', 'tx': '23424308262', 'txDropped': '0', 'rx': '498098221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet6', 'tx': '6653871089', 'txDropped': '0', 'rx': '429884128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet7', 'tx': '1433371534', 'txDropped': '0', 'rx': '552200406', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42433204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46731389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'lo', 'tx': '6932996289', 'txDropped': '0', 'rx': '6932996289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170637000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'eno1', 'tx': '975613271271', 'txDropped': '0', 'rx': '433994516843', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'eno2', 'tx': '605309189816', 'txDropped': '0', 'rx': '492324392473', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468847.136494, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468847.136494, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632806413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75881967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '76999832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192087537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370770049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373462953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49855170', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430267693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298853937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.110', 'tx': '2476063410', 'txDropped': '0', 'rx': '66854807303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.111', 'tx': '122676315665', 'txDropped': '0', 'rx': '24446551088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55231771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54154658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465255473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165315307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56011689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55841500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45179301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468847.136494, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226536420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'oVirtManagement', 'tx': '1176271820318', 'txDropped': '0', 'rx': '625370363873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577116046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'vnet3', 'tx': '542580414', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468847.136494, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754410760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694895.04', 'cpuLoad': '2.56', 'cpuSys': '1.61', 'diskStats': {'/var/log': {'free': '92946'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:27:41 GMT', 'cpuUser': '1.15', 'memFree': 667608, 'cpuIdle': '97.25', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:41,196+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:27:41,364+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:41,413+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d8bcfdfe-6e23-45e8-a340-1f4fd93d14c6 (threadPool:210)
2018-03-08 01:27:41,413+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d8558656-8036-4472-a7eb-a32c4f64b35e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:41,413+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:41,796+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:41,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 60087d45-f598-40d0-aa21-16f4ec867185 (threadPool:210)
2018-03-08 01:27:41,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3d8ccf3e-080a-41c9-8f2b-ca91b203d5cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:41,827+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:42,085+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:42,090+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:42,093+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:42,126+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:42,175+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a1475569-7138-4325-9750-bb308b1f0229 (threadPool:210)
2018-03-08 01:27:42,175+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c130512a-c588-4f78-bd52-eb1be98bea2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:42,175+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:42,275+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9bdd674d-92a1-4cb8-a7dc-416aecaff54b (api:46)
2018-03-08 01:27:42,276+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286084', 'lastCheck': '4.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113354', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426555', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037797', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369605', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226294', 'lastCheck': '3.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00285364', 'lastCheck': '3.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543461', 'lastCheck': '3.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00391042', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303435', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243327', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00450544', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398323', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423101', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475195', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516399', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216566', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337213', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000923602', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202314', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00092602', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495511', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000524281', 'lastCheck': '6.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223815', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293202', 'lastCheck': '2.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346999', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292195', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306551', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763679', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281348', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '2.4', 'valid': True}} from=internal, task_id=9bdd674d-92a1-4cb8-a7dc-416aecaff54b (api:52)
2018-03-08 01:27:42,277+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=8f427a52-458f-4e0f-bc1f-84f5b60e5483 (api:46)
2018-03-08 01:27:42,277+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8f427a52-458f-4e0f-bc1f-84f5b60e5483 (api:52)
2018-03-08 01:27:42,548+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:42,599+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ae4c8940-d79b-4b75-a040-bda0510059b7 (threadPool:210)
2018-03-08 01:27:42,600+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0c854477-8d7e-43dd-a4bf-750b6bb05299 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:42,600+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:42,917+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:43,294+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:43,345+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d8558656-8036-4472-a7eb-a32c4f64b35e (threadPool:210)
2018-03-08 01:27:43,345+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task af0bb2b8-f904-4ca0-9acf-a9d92ecdfc54 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:43,345+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:43,869+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:43,911+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bdd53ef6-da45-4942-8c0e-d77a576632c9 (threadPool:210)
2018-03-08 01:27:43,912+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a0727c5-5f8d-4a73-85b5-18c4d8973996 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:43,912+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:44,378+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:44,426+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3d8ccf3e-080a-41c9-8f2b-ca91b203d5cc (threadPool:210)
2018-03-08 01:27:44,427+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0a400cd-7527-4b2b-9457-36041aa6d8cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:44,427+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:44,886+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:44,937+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c130512a-c588-4f78-bd52-eb1be98bea2d (threadPool:210)
2018-03-08 01:27:44,938+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 66e15566-0387-41dd-bdb5-17c0170b34e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:44,938+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:45,445+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:45,495+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0c854477-8d7e-43dd-a4bf-750b6bb05299 (threadPool:210)
2018-03-08 01:27:45,495+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca123d89-5d33-403a-a8f2-6a132ca238f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:45,495+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:45,826+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:45,891+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task af0bb2b8-f904-4ca0-9acf-a9d92ecdfc54 (threadPool:210)
2018-03-08 01:27:45,892+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c11244f7-0b9f-40a9-a68a-94fff038cfa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:45,893+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:46,397+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:27:46,402+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:27:46,404+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:46,413+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:27:46,413+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:27:46,414+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:46,534+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:46,587+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a0727c5-5f8d-4a73-85b5-18c4d8973996 (threadPool:210)
2018-03-08 01:27:46,587+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bc78e2fe-ca81-4237-a27a-211bd9ea80b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:46,588+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:47,120+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:47,177+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0a400cd-7527-4b2b-9457-36041aa6d8cc (threadPool:210)
2018-03-08 01:27:47,178+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 129ea1d5-94bc-406c-8f0f-def012d07bec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:47,178+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:47,658+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:47,710+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 66e15566-0387-41dd-bdb5-17c0170b34e5 (threadPool:210)
2018-03-08 01:27:47,711+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 40a7c888-3281-4929-826c-df34c2efb8f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:47,711+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:48,052+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:48,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca123d89-5d33-403a-a8f2-6a132ca238f1 (threadPool:210)
2018-03-08 01:27:48,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 753c58b4-2a6b-4e8d-ab96-3d8834bd1044 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:27:48,103+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:48,568+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:48,615+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c11244f7-0b9f-40a9-a68a-94fff038cfa5 (threadPool:210)
2018-03-08 01:27:48,616+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9735896a-3601-4193-aadb-fc7b049b3a30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:48,616+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:49,127+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:49,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bc78e2fe-ca81-4237-a27a-211bd9ea80b5 (threadPool:210)
2018-03-08 01:27:49,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8c3b35c-5f3a-429f-b7ea-3c6a41142f5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:49,208+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:49,582+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:49,647+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 129ea1d5-94bc-406c-8f0f-def012d07bec (threadPool:210)
2018-03-08 01:27:49,648+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ffcfb880-282b-4b03-9703-493c02bf61ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:49,648+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:49,777+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9c8c6748-c3d1-4105-8f6b-b9680e860de2 (api:46)
2018-03-08 01:27:49,783+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9c8c6748-c3d1-4105-8f6b-b9680e860de2 (api:52)
2018-03-08 01:27:49,784+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:49,877+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a36d3e3b-5438-4dc2-b0af-8bef2a781323 (api:46)
2018-03-08 01:27:49,883+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a36d3e3b-5438-4dc2-b0af-8bef2a781323 (api:52)
2018-03-08 01:27:49,885+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:27:49,987+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:50,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 40a7c888-3281-4929-826c-df34c2efb8f1 (threadPool:210)
2018-03-08 01:27:50,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9a005b77-df7e-46a2-86c6-6a5b72d806f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:50,037+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:50,362+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:50,413+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 753c58b4-2a6b-4e8d-ab96-3d8834bd1044 (threadPool:210)
2018-03-08 01:27:50,414+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cd3c7aa3-992e-495d-b51d-765e4c83ac01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:50,415+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:50,755+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:50,806+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9735896a-3601-4193-aadb-fc7b049b3a30 (threadPool:210)
2018-03-08 01:27:50,807+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ff38be55-8df8-45e5-b2f8-6f040c8101fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:50,808+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:51,126+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:51,155+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8c3b35c-5f3a-429f-b7ea-3c6a41142f5e (threadPool:210)
2018-03-08 01:27:51,156+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 622e45d0-03de-479c-bd6d-145275203e7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:51,156+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:51,476+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:51,522+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9a005b77-df7e-46a2-86c6-6a5b72d806f5 (threadPool:210)
2018-03-08 01:27:51,523+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e7b3e03c-7266-4d51-aac3-47622273d9fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:51,523+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:51,792+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:51,840+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cd3c7aa3-992e-495d-b51d-765e4c83ac01 (threadPool:210)
2018-03-08 01:27:51,841+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0fd9073b-b161-4dbb-a5b3-71db74267d77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:51,841+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:52,146+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:52,195+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ff38be55-8df8-45e5-b2f8-6f040c8101fe (threadPool:210)
2018-03-08 01:27:52,195+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1d52691-f45f-4a9f-b3da-3e843e46d208 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:52,195+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:52,529+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:52,574+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ffcfb880-282b-4b03-9703-493c02bf61ad (threadPool:210)
2018-03-08 01:27:52,575+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3c3f7dcb-aa9e-407c-887b-fa5b8cb361d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:52,575+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:52,889+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:52,932+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 622e45d0-03de-479c-bd6d-145275203e7c (threadPool:210)
2018-03-08 01:27:52,933+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 18fe3d23-358c-44e7-8654-9f7fcad1d361 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:52,934+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:53,218+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:53,266+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e7b3e03c-7266-4d51-aac3-47622273d9fa (threadPool:210)
2018-03-08 01:27:53,266+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a99a0304-7846-4316-9e4f-658781fd08c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:53,266+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:53,568+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:53,617+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0fd9073b-b161-4dbb-a5b3-71db74267d77 (threadPool:210)
2018-03-08 01:27:53,617+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3fc58e0c-560b-41a4-9b62-2285d158815b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:53,617+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:53,883+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:53,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1d52691-f45f-4a9f-b3da-3e843e46d208 (threadPool:210)
2018-03-08 01:27:53,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91c098b8-474f-4272-be17-a872123cbb09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:53,933+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:54,217+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:54,265+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3c3f7dcb-aa9e-407c-887b-fa5b8cb361d7 (threadPool:210)
2018-03-08 01:27:54,266+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4b7e632a-bf42-4edd-8337-b6bbff746dbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:54,266+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:54,567+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:55,014+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:55,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 18fe3d23-358c-44e7-8654-9f7fcad1d361 (threadPool:210)
2018-03-08 01:27:55,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 276ee0eb-d3b6-417b-9c01-f2277c0d7e3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:55,066+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:55,360+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:55,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a99a0304-7846-4316-9e4f-658781fd08c6 (threadPool:210)
2018-03-08 01:27:55,401+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9253a3c6-509a-4895-8c62-43eb1baf9e02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:55,401+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:55,768+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:55,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91c098b8-474f-4272-be17-a872123cbb09 (threadPool:210)
2018-03-08 01:27:55,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 269e963d-80ed-40f3-8c2f-cedd3a60d247 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:55,820+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:56,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:56,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4b7e632a-bf42-4edd-8337-b6bbff746dbf (threadPool:210)
2018-03-08 01:27:56,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 47a09013-741f-47cc-bfc3-493fc19e7340 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:56,164+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:56,229+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:56,230+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3cab0cc3-0200-4fdc-a377-58679cf2d318 (api:46)
2018-03-08 01:27:56,231+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443483', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015461', 'lastCheck': '7.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320495', 'lastCheck': '6.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397216', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048707', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274126', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000778904', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444015', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263643', 'lastCheck': '6.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514754', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249837', 'lastCheck': '8.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309639', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231715', 'lastCheck': '7.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344751', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411462', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616975', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380869', 'lastCheck': '6.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359746', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253837', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263012', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610326', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280402', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000249862', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240187', 'lastCheck': '6.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321372', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000318224', 'lastCheck': '9.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255714', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333842', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122973', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282279', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384784', 'lastCheck': '6.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3cab0cc3-0200-4fdc-a377-58679cf2d318 (api:52)
2018-03-08 01:27:56,231+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=194a51d5-f924-4aeb-bf35-b1fc49d6745d (api:46)
2018-03-08 01:27:56,232+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=194a51d5-f924-4aeb-bf35-b1fc49d6745d (api:52)
2018-03-08 01:27:56,256+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.08'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '96.95'}, '53': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '25': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.96'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.55'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.02'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.80'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '25.80', 'cpuIdle': '69.36'}, '0': {'cpuUser': '6.37', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '89.92'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.50'}, '2': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '94.30'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.81'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.48'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '14': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.27'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.43'}, '16': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.36'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.08'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.87'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '34': {'cpuUser': '7.23', 'nodeIndex': 0, 'cpuSys': '8.49', 'cpuIdle': '84.28'}, '33': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307543'}, '0': {'memPercent': 11, 'memFree': '350225'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309639', 'lastCheck': '2.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443483', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015461', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231715', 'lastCheck': '7.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344751', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048707', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274126', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000778904', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444015', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263643', 'lastCheck': '6.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514754', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249837', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320495', 'lastCheck': '6.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397216', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411462', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263012', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380869', 'lastCheck': '6.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359746', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253837', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616975', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282279', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280402', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000249862', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240187', 'lastCheck': '6.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321372', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000318224', 'lastCheck': '9.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255714', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333842', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122973', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610326', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384784', 'lastCheck': '6.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646385537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404127787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.351', 'tx': '1176271896846', 'txDropped': '0', 'rx': '625371113746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0', 'tx': '1580922558207', 'txDropped': '0', 'rx': '926319394002', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45184493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416440230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200497951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet0', 'tx': '87508038', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet1', 'tx': '37765964976', 'txDropped': '0', 'rx': '877901947', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet2', 'tx': '21124352247', 'txDropped': '0', 'rx': '141316642040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175634516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet4', 'tx': '396191420', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet5', 'tx': '23424340418', 'txDropped': '0', 'rx': '498102323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet6', 'tx': '6653875032', 'txDropped': '0', 'rx': '429884190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet7', 'tx': '1433380828', 'txDropped': '0', 'rx': '552202656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42433604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46732023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'lo', 'tx': '6933071278', 'txDropped': '0', 'rx': '6933071278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170638494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'eno1', 'tx': '975613363030', 'txDropped': '0', 'rx': '433994772905', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'eno2', 'tx': '605309195177', 'txDropped': '0', 'rx': '492324621097', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468862.216118, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468862.216118, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632811045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75882317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77000182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192090127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370770449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373466953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49855570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430271693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298856527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.110', 'tx': '2476070351', 'txDropped': '0', 'rx': '66854818872', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.111', 'tx': '122676319612', 'txDropped': '0', 'rx': '24446580698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55232171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54155292', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465259019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165316801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56012089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55841900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45179701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468862.216118, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226536820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'oVirtManagement', 'tx': '1176271896198', 'txDropped': '0', 'rx': '625370375343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577120678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'vnet3', 'tx': '542585184', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468862.216118, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754412879', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1694910.10', 'cpuLoad': '2.47', 'cpuSys': '1.60', 'diskStats': {'/var/log': {'free': '92945'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:27:56 GMT', 'cpuUser': '1.10', 'memFree': 667609, 'cpuIdle': '97.30', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.41'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:56,261+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:27:56,468+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:56,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3fc58e0c-560b-41a4-9b62-2285d158815b (threadPool:210)
2018-03-08 01:27:56,518+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57d53e10-f55b-4906-8292-62e8504731c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:56,518+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:56,823+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:56,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9253a3c6-509a-4895-8c62-43eb1baf9e02 (threadPool:210)
2018-03-08 01:27:56,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c8f71c24-b6ae-4b41-a5de-aa74b5c4a9ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:56,861+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:57,108+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:27:57,113+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:27:57,116+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:27:57,166+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:57,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 276ee0eb-d3b6-417b-9c01-f2277c0d7e3e (threadPool:210)
2018-03-08 01:27:57,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5066c974-00e1-4607-9a05-22a1372fb9fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:57,208+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:57,360+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a43a077a-5e5e-4163-8f67-66a4aad4385e (api:46)
2018-03-08 01:27:57,361+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443483', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0015461', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320495', 'lastCheck': '7.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397216', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048707', 'lastCheck': '8.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274126', 'lastCheck': '0.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000778904', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444015', 'lastCheck': '8.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263643', 'lastCheck': '8.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514754', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270043', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00309639', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231715', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344751', 'lastCheck': '3.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411462', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616975', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380869', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359746', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253837', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263012', 'lastCheck': '7.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610326', 'lastCheck': '3.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280402', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000249862', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240187', 'lastCheck': '7.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321372', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0003943', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255714', 'lastCheck': '2.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333842', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00122973', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282279', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384784', 'lastCheck': '0.2', 'valid': True}} from=internal, task_id=a43a077a-5e5e-4163-8f67-66a4aad4385e (api:52)
2018-03-08 01:27:57,361+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=611fa43c-c4b3-4185-9f66-35f728a282f8 (api:46)
2018-03-08 01:27:57,361+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=611fa43c-c4b3-4185-9f66-35f728a282f8 (api:52)
2018-03-08 01:27:57,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:57,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57d53e10-f55b-4906-8292-62e8504731c4 (threadPool:210)
2018-03-08 01:27:57,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fe93d579-1b3d-4fe0-8084-bf8983ebdffc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:57,723+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:58,015+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:58,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 269e963d-80ed-40f3-8c2f-cedd3a60d247 (threadPool:210)
2018-03-08 01:27:58,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b470da4c-f64f-4996-ab7a-b00ac2818ecb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:58,073+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:58,358+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:58,413+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c8f71c24-b6ae-4b41-a5de-aa74b5c4a9ef (threadPool:210)
2018-03-08 01:27:58,413+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1a3695a1-054d-4277-8643-e5af0accc8f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:58,414+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:58,724+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:58,770+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5066c974-00e1-4607-9a05-22a1372fb9fb (threadPool:210)
2018-03-08 01:27:58,771+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 879fbbcd-b420-46af-acdd-9617f835f9f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:27:58,771+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:27:59,076+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:59,121+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fe93d579-1b3d-4fe0-8084-bf8983ebdffc (threadPool:210)
2018-03-08 01:27:59,122+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b4a0280-0484-4743-82c8-cb4f4ba66ab4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:59,122+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:59,396+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:59,451+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b470da4c-f64f-4996-ab7a-b00ac2818ecb (threadPool:210)
2018-03-08 01:27:59,451+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 35e0b92f-fb66-41d9-96f9-5e9b45fbce97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:59,452+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:27:59,744+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:27:59,800+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 47a09013-741f-47cc-bfc3-493fc19e7340 (threadPool:210)
2018-03-08 01:27:59,801+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f8249cb8-b006-40b8-87cc-fbb9801e791c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:27:59,802+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:00,154+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:00,204+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 879fbbcd-b420-46af-acdd-9617f835f9f5 (threadPool:210)
2018-03-08 01:28:00,204+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0530053b-daae-40b4-b47a-0b0901e80b91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:00,204+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:00,323+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b20c85a5-427c-4572-b698-b4a1b9a7eda5 (api:46)
2018-03-08 01:28:00,328+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b20c85a5-427c-4572-b698-b4a1b9a7eda5 (api:52)
2018-03-08 01:28:00,328+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:00,428+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fdf443a6-2d55-4438-a0cb-6779329be777 (api:46)
2018-03-08 01:28:00,436+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fdf443a6-2d55-4438-a0cb-6779329be777 (api:52)
2018-03-08 01:28:00,437+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:00,516+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:00,558+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b4a0280-0484-4743-82c8-cb4f4ba66ab4 (threadPool:210)
2018-03-08 01:28:00,559+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 31d1402c-8028-4390-a497-e60bda5a4b3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:00,559+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:00,826+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:00,875+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1a3695a1-054d-4277-8643-e5af0accc8f6 (threadPool:210)
2018-03-08 01:28:00,875+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 408848d3-2f1c-4d48-9622-77c30c23bb7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:00,875+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:01,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:01,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f8249cb8-b006-40b8-87cc-fbb9801e791c (threadPool:210)
2018-03-08 01:28:01,224+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85d9a74f-8b75-4c3e-81a8-b88086ebdb00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:01,224+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:01,414+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:28:01,419+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:28:01,422+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:01,430+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:28:01,430+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:28:01,430+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:01,482+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:01,533+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0530053b-daae-40b4-b47a-0b0901e80b91 (threadPool:210)
2018-03-08 01:28:01,533+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5f9472b7-bf0d-4a33-afa6-4d49b9e040ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:01,534+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:01,807+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:01,856+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 35e0b92f-fb66-41d9-96f9-5e9b45fbce97 (threadPool:210)
2018-03-08 01:28:01,856+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b0515249-a2a9-4d62-a290-dd8c22a6ce8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:01,857+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:02,122+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:02,171+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 31d1402c-8028-4390-a497-e60bda5a4b3c (threadPool:210)
2018-03-08 01:28:02,172+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6ac2bbe7-5957-43fc-af0b-39f0f0063f30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:02,172+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:02,492+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:02,542+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 408848d3-2f1c-4d48-9622-77c30c23bb7f (threadPool:210)
2018-03-08 01:28:02,543+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 758015bd-f118-46df-b4ad-8003ff761eb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:02,543+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:02,880+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:02,930+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85d9a74f-8b75-4c3e-81a8-b88086ebdb00 (threadPool:210)
2018-03-08 01:28:02,930+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 379632cf-2403-4b15-bd9b-2abb912c88da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:02,931+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:03,235+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:03,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5f9472b7-bf0d-4a33-afa6-4d49b9e040ce (threadPool:210)
2018-03-08 01:28:03,285+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e897574c-6554-42a1-b949-4c30d7f92669 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:03,285+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:03,550+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:03,599+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b0515249-a2a9-4d62-a290-dd8c22a6ce8b (threadPool:210)
2018-03-08 01:28:03,600+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fb16b87c-f4c9-49ba-9274-b434ce9d28d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:03,600+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:03,883+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:03,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6ac2bbe7-5957-43fc-af0b-39f0f0063f30 (threadPool:210)
2018-03-08 01:28:03,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task af58cb3f-5d15-404f-a744-798caa6b7aa8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:03,936+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:04,109+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20821 (__init__:598)
2018-03-08 01:28:04,109+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20820 (__init__:598)
2018-03-08 01:28:04,202+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:04,249+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 758015bd-f118-46df-b4ad-8003ff761eb7 (threadPool:210)
2018-03-08 01:28:04,250+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9dbe4dd8-c5f0-488a-bf9e-060f3d591b67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:04,250+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:04,522+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:04,573+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 379632cf-2403-4b15-bd9b-2abb912c88da (threadPool:210)
2018-03-08 01:28:04,573+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b7ad3f7a-e7a5-4acf-8fbc-978fa6c90a73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:04,573+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:04,897+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:04,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e897574c-6554-42a1-b949-4c30d7f92669 (threadPool:210)
2018-03-08 01:28:04,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e5739101-f119-4973-abbc-79bbe2bfcd60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:04,943+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:05,316+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:05,367+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fb16b87c-f4c9-49ba-9274-b434ce9d28d9 (threadPool:210)
2018-03-08 01:28:05,367+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70d9c848-2db0-46ac-834b-4c9ac5c6bd6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:05,367+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:05,639+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:05,688+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task af58cb3f-5d15-404f-a744-798caa6b7aa8 (threadPool:210)
2018-03-08 01:28:05,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce66aee0-855e-4388-b65c-906001127fea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:05,689+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:05,983+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:06,034+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9dbe4dd8-c5f0-488a-bf9e-060f3d591b67 (threadPool:210)
2018-03-08 01:28:06,034+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9eb161b5-5f96-4b6e-bf6c-447490befcd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:06,034+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:06,292+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:06,653+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:06,703+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b7ad3f7a-e7a5-4acf-8fbc-978fa6c90a73 (threadPool:210)
2018-03-08 01:28:06,703+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1ed25855-ebbb-40ac-9d28-74566b95ed2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:06,703+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:06,994+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:07,042+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e5739101-f119-4973-abbc-79bbe2bfcd60 (threadPool:210)
2018-03-08 01:28:07,042+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 021a5a41-b700-4024-85fd-4c73a03356d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:07,043+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:07,315+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:07,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70d9c848-2db0-46ac-834b-4c9ac5c6bd6d (threadPool:210)
2018-03-08 01:28:07,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e079cdf-a4b0-47bb-9e56-f2e5503eccd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:07,363+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:07,686+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:07,735+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce66aee0-855e-4388-b65c-906001127fea (threadPool:210)
2018-03-08 01:28:07,736+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e47e2a57-9be4-4b43-96d8-3f91e99963ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:07,736+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:08,003+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:08,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9eb161b5-5f96-4b6e-bf6c-447490befcd1 (threadPool:210)
2018-03-08 01:28:08,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a4370cd7-96e3-4801-96a2-52fdd3351fb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:08,049+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:08,347+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:08,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 021a5a41-b700-4024-85fd-4c73a03356d1 (threadPool:210)
2018-03-08 01:28:08,401+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4d4484eb-a7e1-499f-a6b5-53e4de542810 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:08,402+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:08,678+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:08,725+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e079cdf-a4b0-47bb-9e56-f2e5503eccd0 (threadPool:210)
2018-03-08 01:28:08,725+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d1673c63-8b06-49b3-91c5-6132167b3f3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:08,726+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:08,986+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:09,022+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e47e2a57-9be4-4b43-96d8-3f91e99963ac (threadPool:210)
2018-03-08 01:28:09,023+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60650681-e23e-4951-b8fb-e2580cdd1286 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:09,023+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:09,344+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:09,415+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1ed25855-ebbb-40ac-9d28-74566b95ed2e (threadPool:210)
2018-03-08 01:28:09,416+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c073a1b-c82b-4784-8056-83726702bf6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:09,417+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:09,667+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:09,734+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a4370cd7-96e3-4801-96a2-52fdd3351fb8 (threadPool:210)
2018-03-08 01:28:09,735+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e9d3f410-20bb-43b6-ae9e-5d035bbdb145 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:09,736+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:09,964+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:10,012+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4d4484eb-a7e1-499f-a6b5-53e4de542810 (threadPool:210)
2018-03-08 01:28:10,013+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f1763c5b-f285-44d9-83ef-aced63f0ad45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:10,013+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:10,339+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:10,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d1673c63-8b06-49b3-91c5-6132167b3f3b (threadPool:210)
2018-03-08 01:28:10,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f9aa000d-05e5-4206-9b3d-df5430ec6396 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:10,389+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:10,733+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:10,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60650681-e23e-4951-b8fb-e2580cdd1286 (threadPool:210)
2018-03-08 01:28:10,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1128d441-98fb-4d1a-bc5e-f668959d8733 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:10,777+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:10,866+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9c525f07-fc0b-4df7-9f03-6ed09eebe2f9 (api:46)
2018-03-08 01:28:10,872+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9c525f07-fc0b-4df7-9f03-6ed09eebe2f9 (api:52)
2018-03-08 01:28:10,872+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:10,970+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=530412b3-6deb-4616-8548-b76f03505dd5 (api:46)
2018-03-08 01:28:10,977+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=530412b3-6deb-4616-8548-b76f03505dd5 (api:52)
2018-03-08 01:28:10,978+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:11,062+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:11,118+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e9d3f410-20bb-43b6-ae9e-5d035bbdb145 (threadPool:210)
2018-03-08 01:28:11,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a07973da-1d1e-455a-b668-ad4cc2c0870a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:11,120+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:11,295+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:11,297+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2c2b9318-e8f8-42a0-85b0-e451a4a22208 (api:46)
2018-03-08 01:28:11,298+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028894', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280814', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495803', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049998', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281943', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000204655', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403806', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264905', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425603', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245947', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308878', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234306', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276327', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442785', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294026', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253436', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244513', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239573', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008141', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227669', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521111', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370928', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409772', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217703', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369303', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000361984', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214178', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489119', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214989', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236932', 'lastCheck': '1.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2c2b9318-e8f8-42a0-85b0-e451a4a22208 (api:52)
2018-03-08 01:28:11,298+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2b0c2094-d4b0-4671-b1d0-d7ef1fcfc7e4 (api:46)
2018-03-08 01:28:11,298+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2b0c2094-d4b0-4671-b1d0-d7ef1fcfc7e4 (api:52)
2018-03-08 01:28:11,322+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.17'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '26': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '20': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '95.89'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '22': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '23': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '98.21'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.96'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '22.34', 'cpuIdle': '73.02'}, '0': {'cpuUser': '6.03', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '89.86'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.63'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.10'}, '5': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.95'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.29'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.94'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.03'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '12': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.56'}, '14': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.09'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '19': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.96'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.71'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '8.35', 'cpuIdle': '84.16'}, '33': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.95'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307539'}, '0': {'memPercent': 11, 'memFree': '350227'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308878', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028894', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234306', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276327', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049998', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281943', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000204655', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403806', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264905', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425603', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245947', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280814', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495803', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442785', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227669', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253436', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244513', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239573', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008141', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294026', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214989', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370928', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409772', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217703', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369303', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000361984', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214178', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489119', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521111', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236932', 'lastCheck': '1.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646413563', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404130730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.351', 'tx': '1176271974191', 'txDropped': '0', 'rx': '625371130268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0', 'tx': '1580922784315', 'txDropped': '0', 'rx': '926319886766', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45184921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416442611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200499464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet0', 'tx': '87511869', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet1', 'tx': '37765970703', 'txDropped': '0', 'rx': '877905335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet2', 'tx': '21124439431', 'txDropped': '0', 'rx': '141316778500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175635326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet4', 'tx': '396195251', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet5', 'tx': '23424371048', 'txDropped': '0', 'rx': '498102323', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet6', 'tx': '6653877819', 'txDropped': '0', 'rx': '429884402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet7', 'tx': '1433394683', 'txDropped': '0', 'rx': '552206608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42433954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46733070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'lo', 'tx': '6933151824', 'txDropped': '0', 'rx': '6933151824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170639538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'eno1', 'tx': '975613581806', 'txDropped': '0', 'rx': '433995018101', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'eno2', 'tx': '605309202509', 'txDropped': '0', 'rx': '492324868665', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468877.301378, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468877.301378, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632815443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75882717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77000582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192092417', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370770799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373470070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49855920', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430274810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298858817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.110', 'tx': '2476077903', 'txDropped': '0', 'rx': '66854834683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.111', 'tx': '122676456072', 'txDropped': '0', 'rx': '24446659398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55232571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54156339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465261962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165317845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56012489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55842250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45180129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468877.301378, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226538333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'oVirtManagement', 'tx': '1176271973543', 'txDropped': '0', 'rx': '625370391865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577125076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'vnet3', 'tx': '542589015', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468877.301378, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754413689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694925.17', 'cpuLoad': '2.48', 'cpuSys': '1.64', 'diskStats': {'/var/log': {'free': '92944'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:28:11 GMT', 'cpuUser': '1.23', 'memFree': 667611, 'cpuIdle': '97.13', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.81'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:11,327+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:28:11,409+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:11,460+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f1763c5b-f285-44d9-83ef-aced63f0ad45 (threadPool:210)
2018-03-08 01:28:11,460+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1ad094a9-0c31-4ac2-bbff-32b48b3b325d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:11,461+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:11,766+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:11,816+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f9aa000d-05e5-4206-9b3d-df5430ec6396 (threadPool:210)
2018-03-08 01:28:11,816+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b898e2ff-c68d-41c6-bc14-78f01e9915df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:11,817+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:12,081+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:12,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c073a1b-c82b-4784-8056-83726702bf6a (threadPool:210)
2018-03-08 01:28:12,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 496855e2-09bf-4f20-aa98-366dc24c08a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:12,129+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:12,132+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:12,137+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:12,139+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:12,435+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:12,487+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=eaeb01f8-e16c-4482-b3dc-bb31ea8f9d0b (api:46)
2018-03-08 01:28:12,489+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028894', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280814', 'lastCheck': '3.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495803', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049998', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281943', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000204655', 'lastCheck': '3.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403806', 'lastCheck': '3.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264905', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425603', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245947', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308878', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234306', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276327', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442785', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294026', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253436', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244513', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239573', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008141', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227669', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521111', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370928', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409772', 'lastCheck': '6.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217703', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369303', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000361984', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214178', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489119', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214989', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236932', 'lastCheck': '2.6', 'valid': True}} from=internal, task_id=eaeb01f8-e16c-4482-b3dc-bb31ea8f9d0b (api:52)
2018-03-08 01:28:12,489+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=5dd40b57-cf31-4ee5-aa27-42ffdeff845c (api:46)
2018-03-08 01:28:12,490+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5dd40b57-cf31-4ee5-aa27-42ffdeff845c (api:52)
2018-03-08 01:28:12,525+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1128d441-98fb-4d1a-bc5e-f668959d8733 (threadPool:210)
2018-03-08 01:28:12,525+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ad7721c-74be-49bd-ba3b-c6b0c6edc4ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:12,525+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:12,826+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:12,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a07973da-1d1e-455a-b668-ad4cc2c0870a (threadPool:210)
2018-03-08 01:28:12,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d9ff1da7-7720-446c-8f35-9df89dba25ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:12,879+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:13,199+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:13,251+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1ad094a9-0c31-4ac2-bbff-32b48b3b325d (threadPool:210)
2018-03-08 01:28:13,251+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ca4d7004-3abb-41d5-9a48-b9b7b400762a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:13,251+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:13,558+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:13,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 496855e2-09bf-4f20-aa98-366dc24c08a0 (threadPool:210)
2018-03-08 01:28:13,590+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 308ec52c-ba89-4551-a8cc-58c07e1c280a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:13,590+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:13,903+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:13,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d9ff1da7-7720-446c-8f35-9df89dba25ec (threadPool:210)
2018-03-08 01:28:13,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d8841ebf-808c-4441-a79e-c5ffbc740bf1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:13,957+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:14,225+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:14,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b898e2ff-c68d-41c6-bc14-78f01e9915df (threadPool:210)
2018-03-08 01:28:14,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 85416088-5113-4aa5-bbd7-a82c3ce75dbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:14,277+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:14,573+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:14,622+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ca4d7004-3abb-41d5-9a48-b9b7b400762a (threadPool:210)
2018-03-08 01:28:14,622+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbf49576-427e-4238-9d88-59fae52474a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:14,623+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:14,889+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:14,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ad7721c-74be-49bd-ba3b-c6b0c6edc4ae (threadPool:210)
2018-03-08 01:28:14,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0c1733a3-95ab-400f-a493-9ae08b6db6b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:14,941+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:15,235+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:15,286+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 308ec52c-ba89-4551-a8cc-58c07e1c280a (threadPool:210)
2018-03-08 01:28:15,286+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8a205a91-5e64-4a25-b3af-dae6ecc2e40c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:15,287+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:15,601+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:15,643+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d8841ebf-808c-4441-a79e-c5ffbc740bf1 (threadPool:210)
2018-03-08 01:28:15,644+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aceac689-865e-40ce-b13b-8479e2c1463f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:15,644+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:15,909+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:15,959+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbf49576-427e-4238-9d88-59fae52474a2 (threadPool:210)
2018-03-08 01:28:15,959+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4854e8bd-4969-49de-878f-71366f4bb6f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:15,960+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:16,286+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:16,328+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0c1733a3-95ab-400f-a493-9ae08b6db6b1 (threadPool:210)
2018-03-08 01:28:16,329+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3c72fdae-3c58-47f6-b2f4-b82d15438e67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:16,329+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:16,435+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:28:16,440+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:28:16,443+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:16,451+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:28:16,452+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:28:16,452+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:16,630+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:16,673+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 85416088-5113-4aa5-bbd7-a82c3ce75dbc (threadPool:210)
2018-03-08 01:28:16,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f651e13e-c828-4e15-8a3c-be6a9596c766 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:16,674+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:16,990+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:17,032+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4854e8bd-4969-49de-878f-71366f4bb6f8 (threadPool:210)
2018-03-08 01:28:17,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2edd498f-c9ee-4799-86df-4e79880776f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:17,034+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:17,346+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:17,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8a205a91-5e64-4a25-b3af-dae6ecc2e40c (threadPool:210)
2018-03-08 01:28:17,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0e05f739-9d43-497a-9ea6-c9383d850199 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:17,418+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:17,721+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:18,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:18,076+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3c72fdae-3c58-47f6-b2f4-b82d15438e67 (threadPool:210)
2018-03-08 01:28:18,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6d4df5d-0f8f-42b9-be09-793006e1eea5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:18,077+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:18,452+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:18,508+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aceac689-865e-40ce-b13b-8479e2c1463f (threadPool:210)
2018-03-08 01:28:18,509+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99b21242-f6fc-4448-879b-02ceb64bebc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:18,509+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:18,800+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:18,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f651e13e-c828-4e15-8a3c-be6a9596c766 (threadPool:210)
2018-03-08 01:28:18,855+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 36a62ea5-a700-48fc-a1ea-6f9ed437b8d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:18,856+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:19,164+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:19,241+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2edd498f-c9ee-4799-86df-4e79880776f8 (threadPool:210)
2018-03-08 01:28:19,243+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ab5d7581-28a9-4c1b-a620-34aca2c2ec9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:19,243+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:19,585+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:19,699+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0e05f739-9d43-497a-9ea6-c9383d850199 (threadPool:210)
2018-03-08 01:28:19,700+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7b59ee50-3987-43c1-99a6-bb625eb50880 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:19,701+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:19,940+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:19,967+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6d4df5d-0f8f-42b9-be09-793006e1eea5 (threadPool:210)
2018-03-08 01:28:19,967+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 958e6c4f-afbb-4a6d-8163-6a345bc5f7c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:19,967+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:20,320+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:20,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 36a62ea5-a700-48fc-a1ea-6f9ed437b8d8 (threadPool:210)
2018-03-08 01:28:20,367+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fb77fda2-dc0e-44b5-a775-c5c31fadccc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:20,367+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:20,713+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:20,765+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ab5d7581-28a9-4c1b-a620-34aca2c2ec9c (threadPool:210)
2018-03-08 01:28:20,766+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fba5a616-6083-4128-80a7-5a39507eab47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:20,766+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:21,077+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:21,127+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7b59ee50-3987-43c1-99a6-bb625eb50880 (threadPool:210)
2018-03-08 01:28:21,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 79f5c1a4-e8f1-4793-b952-eb15719c875e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:21,128+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:21,406+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8c37edb0-a192-492f-8750-cb61163264ce (api:46)
2018-03-08 01:28:21,416+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:21,421+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8c37edb0-a192-492f-8750-cb61163264ce (api:52)
2018-03-08 01:28:21,422+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:21,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99b21242-f6fc-4448-879b-02ceb64bebc4 (threadPool:210)
2018-03-08 01:28:21,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7d742422-95ea-414e-8a6d-dd234ad93b4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:21,457+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:21,520+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=cd8a400b-a5a7-42da-8243-cb39eece970a (api:46)
2018-03-08 01:28:21,527+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5187649404928', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=cd8a400b-a5a7-42da-8243-cb39eece970a (api:52)
2018-03-08 01:28:21,529+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:21,738+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:21,784+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fb77fda2-dc0e-44b5-a775-c5c31fadccc4 (threadPool:210)
2018-03-08 01:28:21,785+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f055471c-24ae-43c5-a77e-65839c36d642 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:21,785+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:22,081+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:22,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fba5a616-6083-4128-80a7-5a39507eab47 (threadPool:210)
2018-03-08 01:28:22,132+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0d63942d-4a5c-4b49-83b3-b535cec3bb46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:22,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:22,393+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:22,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 79f5c1a4-e8f1-4793-b952-eb15719c875e (threadPool:210)
2018-03-08 01:28:22,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53d5b5a3-14d2-470a-a8e5-7e4f58ad7572 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:22,443+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:22,710+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:22,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 958e6c4f-afbb-4a6d-8163-6a345bc5f7c8 (threadPool:210)
2018-03-08 01:28:22,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 621b83e5-fab5-4de1-98d9-9661ebc64578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1473, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\xac\x8b+C5|-\x89uJWY\x06[N\xb6000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:22,761+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b64e5b06-5957-4a75-892d-7c35432b8bac in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:22,761+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac to 4096 megabytes (lvm:1205)
2018-03-08 01:28:23,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 621b83e5-fab5-4de1-98d9-9661ebc64578 (threadPool:210)
2018-03-08 01:28:23,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 144a3323-9d5e-4921-a2be-693ef69f8b4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:23,013+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:23,099+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:23,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7d742422-95ea-414e-8a6d-dd234ad93b4e (threadPool:210)
2018-03-08 01:28:23,148+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 12f72d4b-bdd0-4520-b92f-61c490475a0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:23,148+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:23,490+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:23,540+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f055471c-24ae-43c5-a77e-65839c36d642 (threadPool:210)
2018-03-08 01:28:23,540+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 490dc5cf-1fe6-4794-88f0-faafb3e4bf03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:23,541+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:23,860+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:23,912+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0d63942d-4a5c-4b49-83b3-b535cec3bb46 (threadPool:210)
2018-03-08 01:28:23,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d73c5840-f3dc-49bc-9692-cc169484dd99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:23,913+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:24,193+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:24,244+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53d5b5a3-14d2-470a-a8e5-7e4f58ad7572 (threadPool:210)
2018-03-08 01:28:24,245+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c0cfb73d-60e6-4f88-8418-97412d2a355f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:24,245+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:24,521+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:24,571+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 144a3323-9d5e-4921-a2be-693ef69f8b4e (threadPool:210)
2018-03-08 01:28:24,572+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fd60e25a-3979-41b9-9b93-8dd65e8bfd7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:24,572+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:24,845+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:24,887+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 12f72d4b-bdd0-4520-b92f-61c490475a0f (threadPool:210)
2018-03-08 01:28:24,888+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f66db6e6-1227-44d7-b582-ff3ab59bbe7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:24,888+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:25,141+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:25,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d73c5840-f3dc-49bc-9692-cc169484dd99 (threadPool:210)
2018-03-08 01:28:25,191+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 76ec41e5-9aeb-4446-b81b-7ba567210a01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:25,191+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:25,456+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:25,493+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c0cfb73d-60e6-4f88-8418-97412d2a355f (threadPool:210)
2018-03-08 01:28:25,494+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 813e8b31-5f39-4d36-809e-0c9e50cfe994 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:25,494+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:25,815+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:25,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 490dc5cf-1fe6-4794-88f0-faafb3e4bf03 (threadPool:210)
2018-03-08 01:28:25,881+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 72075a80-bbd4-4ecd-a8c7-882847b53610 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:25,881+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:26,303+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:26,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f66db6e6-1227-44d7-b582-ff3ab59bbe7e (threadPool:210)
2018-03-08 01:28:26,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b11d5529-10f1-4219-b59c-084776fc54b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:26,356+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:26,367+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:26,368+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=46fc2bee-3009-46cb-a752-63a71b88f977 (api:46)
2018-03-08 01:28:26,368+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405805', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681166', 'lastCheck': '8.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229084', 'lastCheck': '6.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416072', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463095', 'lastCheck': '7.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238254', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000558307', 'lastCheck': '7.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394584', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024305', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316768', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027031', 'lastCheck': '8.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110352', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039542', 'lastCheck': '7.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279047', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434352', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267971', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379025', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209259', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227495', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796307', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248397', 'lastCheck': '6.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387065', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253344', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394448', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335689', 'lastCheck': '6.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233168', 'lastCheck': '0.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438545', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272845', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200272', 'lastCheck': '0.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519967', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225519', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287652', 'lastCheck': '6.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=46fc2bee-3009-46cb-a752-63a71b88f977 (api:52)
2018-03-08 01:28:26,369+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0c53f45f-455d-47db-814f-93e7ed7df122 (api:46)
2018-03-08 01:28:26,369+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0c53f45f-455d-47db-814f-93e7ed7df122 (api:52)
2018-03-08 01:28:26,393+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '6.23', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '91.85'}, '53': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.96'}, '25': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.23'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '21': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.50'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.41'}, '23': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.17'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.75'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.49'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '27.42', 'cpuIdle': '67.48'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '88.93'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.17'}, '2': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '94.30'}, '5': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.50'}, '4': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.43'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '6': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.02'}, '9': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.25'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '10': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '13': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.03'}, '12': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.81'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.35'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '17': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.77'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.22'}, '19': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '34': {'cpuUser': '7.82', 'nodeIndex': 0, 'cpuSys': '8.61', 'cpuIdle': '83.57'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '18': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.50'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307517'}, '0': {'memPercent': 11, 'memFree': '350239'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110352', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405805', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681166', 'lastCheck': '8.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039542', 'lastCheck': '7.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279047', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463095', 'lastCheck': '7.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238254', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000558307', 'lastCheck': '7.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394584', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024305', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316768', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027031', 'lastCheck': '8.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229084', 'lastCheck': '6.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416072', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434352', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248397', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379025', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209259', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227495', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796307', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267971', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225519', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253344', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394448', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335689', 'lastCheck': '6.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233168', 'lastCheck': '0.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438545', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272845', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200272', 'lastCheck': '0.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519967', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387065', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287652', 'lastCheck': '6.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646418589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404134047', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.351', 'tx': '1176272049637', 'txDropped': '0', 'rx': '625371141274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0', 'tx': '1580922919585', 'txDropped': '0', 'rx': '926320332843', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45185945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416443363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200500811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet0', 'tx': '87516838', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet1', 'tx': '37765974845', 'txDropped': '0', 'rx': '877908879', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet2', 'tx': '21124475744', 'txDropped': '0', 'rx': '141316793715', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175637060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet4', 'tx': '396200220', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet5', 'tx': '23424377826', 'txDropped': '0', 'rx': '498102794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet6', 'tx': '6653879496', 'txDropped': '0', 'rx': '429885075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet7', 'tx': '1433395645', 'txDropped': '0', 'rx': '552206670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42434354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46734114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'lo', 'tx': '6933224911', 'txDropped': '0', 'rx': '6933224911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170641444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'eno1', 'tx': '975613697796', 'txDropped': '0', 'rx': '433995260093', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'eno2', 'tx': '605309221789', 'txDropped': '0', 'rx': '492325072750', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468892.39752, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468892.39752, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632820351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75883067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77000932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192095852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370771199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373474157', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49856320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430278897', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298862252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.110', 'tx': '2476082182', 'txDropped': '0', 'rx': '66854838462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.111', 'tx': '122676470911', 'txDropped': '0', 'rx': '24446693410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55232921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54157383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465265279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165319705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56012839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55842650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45181153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468892.39752, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226539680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'oVirtManagement', 'tx': '1176272048989', 'txDropped': '0', 'rx': '625370402871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577129984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'vnet3', 'tx': '542593984', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468892.39752, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754415423', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694940.24', 'cpuLoad': '2.40', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92942'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635321L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:28:26 GMT', 'cpuUser': '1.37', 'memFree': 667618, 'cpuIdle': '96.94', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.52'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:26,397+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:28:26,671+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:26,721+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 76ec41e5-9aeb-4446-b81b-7ba567210a01 (threadPool:210)
2018-03-08 01:28:26,721+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7cc9fc60-aa2f-431a-ace1-b65cada117d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:26,722+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:27,011+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:27,060+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fd60e25a-3979-41b9-9b93-8dd65e8bfd7e (threadPool:210)
2018-03-08 01:28:27,060+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 61e157ed-ce67-4318-9ced-b70d5ab2903e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:27,061+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:27,155+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:27,160+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:27,163+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:27,409+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:27,455+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 813e8b31-5f39-4d36-809e-0c9e50cfe994 (threadPool:210)
2018-03-08 01:28:27,456+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8f58f79b-09ea-4b38-8a61-738624405daa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:27,457+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:27,578+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=7e9f545b-f15c-4f67-a90d-77964760d04c (api:46)
2018-03-08 01:28:27,579+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405805', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681166', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229084', 'lastCheck': '8.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416072', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463095', 'lastCheck': '8.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238254', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000558307', 'lastCheck': '8.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394584', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024305', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316768', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023204', 'lastCheck': '0.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110352', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039542', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279047', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434352', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267971', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379025', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209259', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227495', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796307', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248397', 'lastCheck': '7.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387065', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253344', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394448', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335689', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233168', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000385169', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272845', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000200272', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519967', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225519', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287652', 'lastCheck': '0.1', 'valid': True}} from=internal, task_id=7e9f545b-f15c-4f67-a90d-77964760d04c (api:52)
2018-03-08 01:28:27,579+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=4e51832c-31a6-499a-aa7f-4ba306c65dbb (api:46)
2018-03-08 01:28:27,579+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4e51832c-31a6-499a-aa7f-4ba306c65dbb (api:52)
2018-03-08 01:28:27,789+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:27,846+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 72075a80-bbd4-4ecd-a8c7-882847b53610 (threadPool:210)
2018-03-08 01:28:27,847+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f04fd33-3e34-4d33-b113-1522a0cebc7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:27,847+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:28,231+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:28,290+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b11d5529-10f1-4219-b59c-084776fc54b2 (threadPool:210)
2018-03-08 01:28:28,290+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 13ce6089-6766-40f2-b217-cb900f35e5b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:28,290+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:28,581+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:28,624+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 61e157ed-ce67-4318-9ced-b70d5ab2903e (threadPool:210)
2018-03-08 01:28:28,625+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b592d25-626f-4f41-801e-1ad08100dfd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:28,625+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:28,887+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:29,226+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:29,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f04fd33-3e34-4d33-b113-1522a0cebc7d (threadPool:210)
2018-03-08 01:28:29,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c0064e5a-3c26-4101-beb5-bcb232bf3736 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:29,283+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:29,585+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:29,651+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 13ce6089-6766-40f2-b217-cb900f35e5b0 (threadPool:210)
2018-03-08 01:28:29,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8c179b38-1660-492c-b8b5-e7c4ba09edef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:29,653+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:29,954+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:30,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8f58f79b-09ea-4b38-8a61-738624405daa (threadPool:210)
2018-03-08 01:28:30,002+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 16068113-e077-4476-bfe1-50da492bdcc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:30,002+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:30,321+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:30,369+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b592d25-626f-4f41-801e-1ad08100dfd6 (threadPool:210)
2018-03-08 01:28:30,369+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54c1c122-6a18-4017-b562-f8f3ad651464 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:30,369+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:30,658+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:30,707+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7cc9fc60-aa2f-431a-ace1-b65cada117d3 (threadPool:210)
2018-03-08 01:28:30,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d5a325b5-18a6-4629-ae86-f5a36482c914 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:30,708+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:30,972+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:31,020+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c0064e5a-3c26-4101-beb5-bcb232bf3736 (threadPool:210)
2018-03-08 01:28:31,021+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ebfe5278-12a6-44ea-a511-f3ac51598fd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:31,021+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:31,313+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:31,364+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8c179b38-1660-492c-b8b5-e7c4ba09edef (threadPool:210)
2018-03-08 01:28:31,364+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 507391a0-3c25-4782-9874-74a15b159a84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:31,365+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:31,453+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:28:31,458+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:28:31,461+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:31,469+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:28:31,469+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:28:31,470+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:31,651+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:31,700+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 16068113-e077-4476-bfe1-50da492bdcc4 (threadPool:210)
2018-03-08 01:28:31,701+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2133fc0-b4f0-4064-ab53-208b6dd25ce3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:31,701+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:31,997+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:32,046+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54c1c122-6a18-4017-b562-f8f3ad651464 (threadPool:210)
2018-03-08 01:28:32,047+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 36efe533-0890-4f50-b7a3-cb39da0228dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:32,047+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:32,116+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ed9af325-9920-467b-9f67-f3315fc8b0f6 (api:46)
2018-03-08 01:28:32,130+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ed9af325-9920-467b-9f67-f3315fc8b0f6 (api:52)
2018-03-08 01:28:32,132+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:32,235+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8d6f2504-d59f-47da-9ec5-d09f3ad23c8e (api:46)
2018-03-08 01:28:32,332+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:32,362+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d5a325b5-18a6-4629-ae86-f5a36482c914 (threadPool:210)
2018-03-08 01:28:32,363+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 298b75a3-0990-4c4d-bb12-a348f2d5a746 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:32,363+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:32,370+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8d6f2504-d59f-47da-9ec5-d09f3ad23c8e (api:52)
2018-03-08 01:28:32,372+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.14 seconds (__init__:573)
2018-03-08 01:28:32,670+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:32,716+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 507391a0-3c25-4782-9874-74a15b159a84 (threadPool:210)
2018-03-08 01:28:32,716+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 72fb79ea-ab93-4496-a922-adb5e524c742 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:32,717+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:32,975+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:33,023+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2133fc0-b4f0-4064-ab53-208b6dd25ce3 (threadPool:210)
2018-03-08 01:28:33,024+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e24e153a-e368-484e-811f-e3fe7c57028e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:33,024+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:33,321+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:33,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 36efe533-0890-4f50-b7a3-cb39da0228dc (threadPool:210)
2018-03-08 01:28:33,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 094c7e73-1308-4a5d-9dcd-68698ade2d48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:33,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:33,675+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:33,726+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ebfe5278-12a6-44ea-a511-f3ac51598fd4 (threadPool:210)
2018-03-08 01:28:33,726+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0f02a86-243f-4ceb-b101-2068afb37792 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:33,726+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:34,061+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:34,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 298b75a3-0990-4c4d-bb12-a348f2d5a746 (threadPool:210)
2018-03-08 01:28:34,112+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7cdd66f2-7041-4c40-a011-10c6c1c2fc7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:34,113+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:34,407+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:34,457+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 72fb79ea-ab93-4496-a922-adb5e524c742 (threadPool:210)
2018-03-08 01:28:34,457+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d385b25c-3748-4461-b5c4-cdef46e26d82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:34,458+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:34,720+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:34,770+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e24e153a-e368-484e-811f-e3fe7c57028e (threadPool:210)
2018-03-08 01:28:34,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a24594de-50b6-4787-aa97-dbb2a10255cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:34,771+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:35,020+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:35,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 094c7e73-1308-4a5d-9dcd-68698ade2d48 (threadPool:210)
2018-03-08 01:28:35,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bd6c5521-e349-47ed-b3d8-818c10fce04b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:35,076+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:35,347+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:35,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0f02a86-243f-4ceb-b101-2068afb37792 (threadPool:210)
2018-03-08 01:28:35,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 126cad91-76b2-48f6-ba0b-77b1b3e73e7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:35,398+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:35,699+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:35,748+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7cdd66f2-7041-4c40-a011-10c6c1c2fc7b (threadPool:210)
2018-03-08 01:28:35,748+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0c174c3a-a3da-47a6-bbf6-bc1b3afabae6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:35,749+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:36,024+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:36,069+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d385b25c-3748-4461-b5c4-cdef46e26d82 (threadPool:210)
2018-03-08 01:28:36,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 70a4198b-7e8d-473f-890c-aabfb7a3b2a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:36,070+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:36,370+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:36,423+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a24594de-50b6-4787-aa97-dbb2a10255cd (threadPool:210)
2018-03-08 01:28:36,423+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d907c1b-2982-4848-8493-8e78f1068cdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:36,424+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:36,739+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:36,788+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bd6c5521-e349-47ed-b3d8-818c10fce04b (threadPool:210)
2018-03-08 01:28:36,788+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task af4c6f2d-b6e6-4c9d-bc56-b275cd90190d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:36,789+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:37,091+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:37,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 126cad91-76b2-48f6-ba0b-77b1b3e73e7c (threadPool:210)
2018-03-08 01:28:37,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c3640850-9c8a-489e-ad74-dcf6710ff626 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:37,128+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:37,445+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:37,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 70a4198b-7e8d-473f-890c-aabfb7a3b2a5 (threadPool:210)
2018-03-08 01:28:37,499+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 638d6774-683d-4826-8c1f-9bc504735da6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:37,499+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:37,853+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:37,900+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d907c1b-2982-4848-8493-8e78f1068cdc (threadPool:210)
2018-03-08 01:28:37,900+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0eab4532-7b97-4aee-9602-e6ee4202d3a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:37,900+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:38,236+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:38,287+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0c174c3a-a3da-47a6-bbf6-bc1b3afabae6 (threadPool:210)
2018-03-08 01:28:38,288+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e45ea7a8-f7ae-4711-a768-a994d74fedd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:38,288+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:38,594+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:38,642+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 638d6774-683d-4826-8c1f-9bc504735da6 (threadPool:210)
2018-03-08 01:28:38,642+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b0e7cfdc-0949-4077-bf97-b602ebc20151 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:38,643+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:38,920+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:38,960+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task af4c6f2d-b6e6-4c9d-bc56-b275cd90190d (threadPool:210)
2018-03-08 01:28:38,961+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 787853d6-67bd-4127-ad0e-b20124abcd40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:38,961+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:39,255+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:39,348+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c3640850-9c8a-489e-ad74-dcf6710ff626 (threadPool:210)
2018-03-08 01:28:39,349+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26d71408-3923-4975-8560-dc7df9905cf9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:39,350+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:39,596+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:39,666+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e45ea7a8-f7ae-4711-a768-a994d74fedd9 (threadPool:210)
2018-03-08 01:28:39,667+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e5c2a9c-bae2-4984-a022-629f21571c4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:39,667+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:39,902+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:40,326+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:40,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0eab4532-7b97-4aee-9602-e6ee4202d3a8 (threadPool:210)
2018-03-08 01:28:40,374+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1b3b4651-c4bd-43cc-9b9a-fdc7a8fae6dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:40,374+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:40,668+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:40,717+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 787853d6-67bd-4127-ad0e-b20124abcd40 (threadPool:210)
2018-03-08 01:28:40,717+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f6cb3042-1f69-4a89-ad62-599fe37514eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:40,717+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:40,827+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=382d83a3-88d1-42df-ab0b-cf0ab7829bd9 (api:46)
2018-03-08 01:28:40,828+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=382d83a3-88d1-42df-ab0b-cf0ab7829bd9 (api:52)
2018-03-08 01:28:40,828+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=e53735bd-79ed-4aba-89a7-d2706e75ee36 (api:46)
2018-03-08 01:28:40,828+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=e53735bd-79ed-4aba-89a7-d2706e75ee36 (api:52)
2018-03-08 01:28:40,829+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=c252dea6-7282-4c95-965b-009fd02deaf1 (api:46)
2018-03-08 01:28:40,829+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=c252dea6-7282-4c95-965b-009fd02deaf1 (api:52)
2018-03-08 01:28:40,829+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=20eecb8a-07fb-4e4f-93f0-433512faa5f4 (api:46)
2018-03-08 01:28:40,830+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=20eecb8a-07fb-4e4f-93f0-433512faa5f4 (api:52)
2018-03-08 01:28:40,830+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=3e20479f-15b7-4162-8f43-5d6f2d37df98 (api:46)
2018-03-08 01:28:40,830+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=3e20479f-15b7-4162-8f43-5d6f2d37df98 (api:52)
2018-03-08 01:28:40,831+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=4411a8ed-2d36-4c6b-b466-9ebdc7c11acc (api:46)
2018-03-08 01:28:40,831+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=4411a8ed-2d36-4c6b-b466-9ebdc7c11acc (api:52)
2018-03-08 01:28:40,832+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=2cbdb4fa-0dda-416c-b3b3-7610ef215dba (api:46)
2018-03-08 01:28:40,832+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=2cbdb4fa-0dda-416c-b3b3-7610ef215dba (api:52)
2018-03-08 01:28:40,832+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=b3a315dd-a38b-4dd2-84c3-5545c861164c (api:46)
2018-03-08 01:28:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=b3a315dd-a38b-4dd2-84c3-5545c861164c (api:52)
2018-03-08 01:28:40,833+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=a7b93d4e-9ad0-41bc-a1d9-92880644b7ec (api:46)
2018-03-08 01:28:40,833+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=a7b93d4e-9ad0-41bc-a1d9-92880644b7ec (api:52)
2018-03-08 01:28:40,834+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=fa3b5c87-ad30-4803-9140-01ede2cbcec7 (api:46)
2018-03-08 01:28:40,834+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=fa3b5c87-ad30-4803-9140-01ede2cbcec7 (api:52)
2018-03-08 01:28:40,971+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:41,022+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26d71408-3923-4975-8560-dc7df9905cf9 (threadPool:210)
2018-03-08 01:28:41,022+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9cae6207-7231-4c99-8f2e-7dce160cb4e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:41,023+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:41,301+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:41,351+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b0e7cfdc-0949-4077-bf97-b602ebc20151 (threadPool:210)
2018-03-08 01:28:41,352+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 55113cf0-4151-4325-9848-3cc935be2f12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:41,352+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:41,440+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:41,441+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=889667f7-1dc5-404a-9e5e-f2df1a29f446 (api:46)
2018-03-08 01:28:41,442+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355053', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641886', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216489', 'lastCheck': '2.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644074', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441567', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280041', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000278637', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387837', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249707', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223358', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294501', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238878', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237602', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010687', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611504', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240947', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337564', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221605', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226956', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623225', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299848', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439971', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440056', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372704', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227354', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028873', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000440474', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417983', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237483', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321822', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222005', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250139', 'lastCheck': '1.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=889667f7-1dc5-404a-9e5e-f2df1a29f446 (api:52)
2018-03-08 01:28:41,443+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a505c565-e6bc-424a-a5a7-e521a17e1a3e (api:46)
2018-03-08 01:28:41,443+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a505c565-e6bc-424a-a5a7-e521a17e1a3e (api:52)
2018-03-08 01:28:41,466+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.02'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.33'}, '53': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.23'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '3.31', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '94.24'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.10'}, '26': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.16'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.41'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '97.09'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.36'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '24.21', 'cpuIdle': '70.56'}, '0': {'cpuUser': '6.55', 'nodeIndex': 0, 'cpuSys': '3.77', 'cpuIdle': '89.68'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.84'}, '2': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '3.37', 'cpuIdle': '94.25'}, '5': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '94.85'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.96'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.09'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.51'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '13': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.76'}, '12': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.01'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '17': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.78'}, '16': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.77'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '34': {'cpuUser': '7.87', 'nodeIndex': 0, 'cpuSys': '8.86', 'cpuIdle': '83.27'}, '33': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.58'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307532'}, '0': {'memPercent': 11, 'memFree': '350236'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238878', 'lastCheck': '2.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355053', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641886', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237602', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010687', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441567', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280041', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000278637', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387837', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249707', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223358', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294501', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216489', 'lastCheck': '2.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644074', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611504', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299848', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337564', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221605', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226956', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623225', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240947', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222005', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440056', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372704', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227354', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028873', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000440474', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417983', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237483', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321822', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439971', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250139', 'lastCheck': '1.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646423808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404137789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.351', 'tx': '1176272125385', 'txDropped': '0', 'rx': '625371156470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0', 'tx': '1580923017547', 'txDropped': '0', 'rx': '926320744768', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45186295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416444263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200502207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet0', 'tx': '87522329', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet1', 'tx': '37765978895', 'txDropped': '0', 'rx': '877912069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet2', 'tx': '21124496893', 'txDropped': '0', 'rx': '141316803892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175638724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet4', 'tx': '396205711', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet5', 'tx': '23424387011', 'txDropped': '0', 'rx': '498103555', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet6', 'tx': '6653887988', 'txDropped': '0', 'rx': '429898082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet7', 'tx': '1433396875', 'txDropped': '0', 'rx': '552206774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42434704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46734464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'lo', 'tx': '6933305257', 'txDropped': '0', 'rx': '6933305257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170643451', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'eno1', 'tx': '975613784301', 'txDropped': '0', 'rx': '433995466681', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'eno2', 'tx': '605309233246', 'txDropped': '0', 'rx': '492325278087', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468907.516839, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468907.516839, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632824657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75884875', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77002740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192097974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370771599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373478612', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49856720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430283352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298864374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.110', 'tx': '2476098483', 'txDropped': '0', 'rx': '66854848838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.111', 'tx': '122676478698', 'txDropped': '0', 'rx': '24446712140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55233321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54157733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465269021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165321712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56013239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55843000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45181503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468907.516839, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226541076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'oVirtManagement', 'tx': '1176272124737', 'txDropped': '0', 'rx': '625370418067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577134290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'vnet3', 'tx': '542599475', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468907.516839, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754417087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694955.31', 'cpuLoad': '2.35', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92940'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.50', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:28:41 GMT', 'cpuUser': '1.26', 'memFree': 667612, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.05'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:41,471+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:28:41,703+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:41,754+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e5c2a9c-bae2-4984-a022-629f21571c4b (threadPool:210)
2018-03-08 01:28:41,755+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 087c48bf-bdc1-474d-9151-30ec5d2329f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:41,755+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:42,052+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:42,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1b3b4651-c4bd-43cc-9b9a-fdc7a8fae6dd (threadPool:210)
2018-03-08 01:28:42,102+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1d074660-20fe-4bbf-9161-507d817b74bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:42,102+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:42,180+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:42,185+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:42,188+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:42,346+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:42,391+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f6cb3042-1f69-4a89-ad62-599fe37514eb (threadPool:210)
2018-03-08 01:28:42,392+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 123a71ae-2018-46c6-bb18-0dc77de388e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:42,392+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:42,670+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:42,703+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=b62c120c-ee41-4db8-9f0c-5805a2b7b799 (api:46)
2018-03-08 01:28:42,704+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355053', 'lastCheck': '4.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641886', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216489', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644074', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441567', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280041', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000278637', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387837', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249707', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223358', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294501', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238878', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237602', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010687', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611504', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240947', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337564', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221605', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226956', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623225', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299848', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439971', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440056', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372704', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227354', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028873', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000440474', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417983', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237483', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321822', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222005', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250139', 'lastCheck': '2.9', 'valid': True}} from=internal, task_id=b62c120c-ee41-4db8-9f0c-5805a2b7b799 (api:52)
2018-03-08 01:28:42,705+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=5e568846-8815-4f5b-ab1d-81fed4db03eb (api:46)
2018-03-08 01:28:42,705+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5e568846-8815-4f5b-ab1d-81fed4db03eb (api:52)
2018-03-08 01:28:42,739+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9cae6207-7231-4c99-8f2e-7dce160cb4e0 (threadPool:210)
2018-03-08 01:28:42,740+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a5ceae5-b3e7-45c5-bb8d-6b725368d27e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:42,740+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:42,807+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=73aed8b4-2350-4f41-97a0-58adfd337ca4 (api:46)
2018-03-08 01:28:42,812+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=73aed8b4-2350-4f41-97a0-58adfd337ca4 (api:52)
2018-03-08 01:28:42,812+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:42,910+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d69b25f9-97c8-4700-ab21-ed136cbb036d (api:46)
2018-03-08 01:28:42,916+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d69b25f9-97c8-4700-ab21-ed136cbb036d (api:52)
2018-03-08 01:28:42,918+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:43,024+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:43,066+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 55113cf0-4151-4325-9848-3cc935be2f12 (threadPool:210)
2018-03-08 01:28:43,066+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6d4f8ef9-0c7a-47f7-93e9-9ae92b5707fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:43,066+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:43,380+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:43,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1d074660-20fe-4bbf-9161-507d817b74bf (threadPool:210)
2018-03-08 01:28:43,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 40929878-d261-4fdd-93a4-9b19e90a702c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:43,431+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:43,745+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:43,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 123a71ae-2018-46c6-bb18-0dc77de388e5 (threadPool:210)
2018-03-08 01:28:43,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79749a69-7153-4d2d-964a-dda850c60403 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:43,799+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:44,173+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:44,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a5ceae5-b3e7-45c5-bb8d-6b725368d27e (threadPool:210)
2018-03-08 01:28:44,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5c5a4010-b10c-4926-932e-640e470ef66b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:44,226+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:44,608+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:44,657+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 087c48bf-bdc1-474d-9151-30ec5d2329f3 (threadPool:210)
2018-03-08 01:28:44,658+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ab793677-f74d-4222-93a1-d499c365230e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:44,658+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:44,913+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:44,960+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 40929878-d261-4fdd-93a4-9b19e90a702c (threadPool:210)
2018-03-08 01:28:44,960+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 084762f0-263e-4576-929d-89de3bd73320 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:44,961+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:45,291+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:45,333+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79749a69-7153-4d2d-964a-dda850c60403 (threadPool:210)
2018-03-08 01:28:45,334+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2ec786c4-fe70-4c33-96ff-ddb8c988f615 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:45,334+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:45,597+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:45,648+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6d4f8ef9-0c7a-47f7-93e9-9ae92b5707fa (threadPool:210)
2018-03-08 01:28:45,648+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d33a8e0e-0e1d-4d4a-ae39-2e6b318289d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:45,649+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:45,959+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:45,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ab793677-f74d-4222-93a1-d499c365230e (threadPool:210)
2018-03-08 01:28:45,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c57e56b5-6288-423e-9f3f-37c3e41a100b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:45,999+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:46,337+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:46,379+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5c5a4010-b10c-4926-932e-640e470ef66b (threadPool:210)
2018-03-08 01:28:46,380+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2ae686c5-a14a-48c5-b75c-2138921df1d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:46,381+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:46,474+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:28:46,479+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:28:46,482+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:46,490+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:28:46,490+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:28:46,491+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:28:46,698+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:46,740+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2ec786c4-fe70-4c33-96ff-ddb8c988f615 (threadPool:210)
2018-03-08 01:28:46,740+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d6f23801-fc21-41bd-a330-141347b6fb5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:46,741+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:47,039+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:47,092+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 084762f0-263e-4576-929d-89de3bd73320 (threadPool:210)
2018-03-08 01:28:47,093+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b89bd59d-7168-40bd-a4c8-986de779965a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:47,093+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:47,380+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:47,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c57e56b5-6288-423e-9f3f-37c3e41a100b (threadPool:210)
2018-03-08 01:28:47,435+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 97ab6c3f-0ea2-4caa-a19c-8848809862a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:47,435+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:47,757+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:47,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2ae686c5-a14a-48c5-b75c-2138921df1d4 (threadPool:210)
2018-03-08 01:28:47,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c6f4783d-33be-4a81-8a94-ef233ca060c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:47,806+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:48,098+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:48,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d33a8e0e-0e1d-4d4a-ae39-2e6b318289d0 (threadPool:210)
2018-03-08 01:28:48,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 59be7e00-76b7-4112-b90b-acd956ad2249 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:48,148+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:48,476+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:48,544+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d6f23801-fc21-41bd-a330-141347b6fb5b (threadPool:210)
2018-03-08 01:28:48,545+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ace2016a-8226-4037-8dd0-6ee39795c0ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:48,545+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:49,026+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:49,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b89bd59d-7168-40bd-a4c8-986de779965a (threadPool:210)
2018-03-08 01:28:49,074+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e9ee1d4a-945b-4a3f-952f-a0a5188de3af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:49,074+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:49,505+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:49,555+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 97ab6c3f-0ea2-4caa-a19c-8848809862a9 (threadPool:210)
2018-03-08 01:28:49,556+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 86646cea-1a69-4b59-b0bd-1f7fdcc9fafe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:49,556+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:49,928+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:49,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 59be7e00-76b7-4112-b90b-acd956ad2249 (threadPool:210)
2018-03-08 01:28:49,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1688c563-15bd-402e-ae3e-ab16ac7be5ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:49,975+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:50,336+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:50,385+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ace2016a-8226-4037-8dd0-6ee39795c0ba (threadPool:210)
2018-03-08 01:28:50,386+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8d95f71e-b9f8-4e2e-9d05-5bce484631b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:50,386+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:50,709+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:50,751+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e9ee1d4a-945b-4a3f-952f-a0a5188de3af (threadPool:210)
2018-03-08 01:28:50,752+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f1fb0fd3-4a7a-4a1b-ac56-a2fac0259a7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:50,752+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:51,032+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:51,081+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 86646cea-1a69-4b59-b0bd-1f7fdcc9fafe (threadPool:210)
2018-03-08 01:28:51,081+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ee2e8c2a-11c6-4a9a-b42f-6f8225dfe2e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:51,082+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:51,392+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:51,746+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:51,796+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1688c563-15bd-402e-ae3e-ab16ac7be5ca (threadPool:210)
2018-03-08 01:28:51,796+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a199d1c9-7a42-45f6-b3da-bd0ded3d22f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:51,797+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:52,135+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:52,186+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8d95f71e-b9f8-4e2e-9d05-5bce484631b3 (threadPool:210)
2018-03-08 01:28:52,186+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 310001ef-2307-46c4-93c9-632d74956ef0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:52,187+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:52,539+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:52,587+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c6f4783d-33be-4a81-8a94-ef233ca060c5 (threadPool:210)
2018-03-08 01:28:52,587+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 726ee3d7-bed4-490f-9240-0ba73add51d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:52,588+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:52,890+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:52,964+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f1fb0fd3-4a7a-4a1b-ac56-a2fac0259a7d (threadPool:210)
2018-03-08 01:28:52,964+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 34b883bb-2683-4292-9a8f-b36b1f84ef65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:52,964+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:53,275+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:53,323+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ee2e8c2a-11c6-4a9a-b42f-6f8225dfe2e3 (threadPool:210)
2018-03-08 01:28:53,324+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 07f78e0a-3f19-4dea-98ca-601ae5577da5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:53,324+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:53,358+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=38437061-53c6-4df8-aeee-6f3741c310bc (api:46)
2018-03-08 01:28:53,365+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=38437061-53c6-4df8-aeee-6f3741c310bc (api:52)
2018-03-08 01:28:53,365+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:53,451+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fcbbc445-b907-4a98-801d-08ef9b46a083 (api:46)
2018-03-08 01:28:53,458+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fcbbc445-b907-4a98-801d-08ef9b46a083 (api:52)
2018-03-08 01:28:53,460+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:53,597+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:53,659+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a199d1c9-7a42-45f6-b3da-bd0ded3d22f1 (threadPool:210)
2018-03-08 01:28:53,661+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 29b9ac13-1095-45c7-92d6-f2c8f5f3cc09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:53,661+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:53,944+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:53,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 310001ef-2307-46c4-93c9-632d74956ef0 (threadPool:210)
2018-03-08 01:28:53,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cd9cfe92-8780-4538-902f-3b4dfdb7a5de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:53,996+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:54,290+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:54,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 726ee3d7-bed4-490f-9240-0ba73add51d6 (threadPool:210)
2018-03-08 01:28:54,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d79a2280-56c3-4e7a-9eb0-b061e62d1f39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:54,332+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:54,635+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:54,687+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 07f78e0a-3f19-4dea-98ca-601ae5577da5 (threadPool:210)
2018-03-08 01:28:54,688+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 897e80b8-497f-4863-9552-150f087d34ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:54,688+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:55,104+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:55,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 29b9ac13-1095-45c7-92d6-f2c8f5f3cc09 (threadPool:210)
2018-03-08 01:28:55,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2d1f3843-f4fe-4988-9e18-a0c98bbc1082 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:55,150+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:55,476+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:55,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 34b883bb-2683-4292-9a8f-b36b1f84ef65 (threadPool:210)
2018-03-08 01:28:55,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bfc9d1fb-3c05-4fb0-8192-6684432fe63f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:55,527+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:55,795+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:55,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d79a2280-56c3-4e7a-9eb0-b061e62d1f39 (threadPool:210)
2018-03-08 01:28:55,855+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6430dd14-3c2d-4faa-ac13-d49012a441e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:55,856+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:56,186+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:56,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 897e80b8-497f-4863-9552-150f087d34ef (threadPool:210)
2018-03-08 01:28:56,239+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b45d9174-3c88-4362-9e11-fb2b6f358b20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:56,239+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:56,508+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:56,509+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b32e78a6-b61a-434a-87c7-d6a90254c710 (api:46)
2018-03-08 01:28:56,510+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278034', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114711', 'lastCheck': '8.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509272', 'lastCheck': '7.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360804', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831776', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500073', 'lastCheck': '7.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000578773', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000560269', 'lastCheck': '7.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248533', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404914', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239112', 'lastCheck': '8.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104096', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254339', 'lastCheck': '8.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229861', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451597', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254001', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289043', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272976', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239691', 'lastCheck': '6.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701303', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234281', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630717', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253593', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242534', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299708', 'lastCheck': '6.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049386', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000336275', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208204', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235202', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348508', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348381', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479651', 'lastCheck': '6.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b32e78a6-b61a-434a-87c7-d6a90254c710 (api:52)
2018-03-08 01:28:56,510+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=30335355-7d68-4c30-a2ed-4427bbcc10fb (api:46)
2018-03-08 01:28:56,510+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=30335355-7d68-4c30-a2ed-4427bbcc10fb (api:52)
2018-03-08 01:28:56,534+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.70'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '26': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.09'}, '20': {'cpuUser': '4.18', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '94.49'}, '21': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.90'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.56'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.28'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.70', 'nodeIndex': 1, 'cpuSys': '28.43', 'cpuIdle': '65.87'}, '0': {'cpuUser': '6.96', 'nodeIndex': 0, 'cpuSys': '3.45', 'cpuIdle': '89.59'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.49'}, '2': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '94.63'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.03'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '9': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '96.36'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '13': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.14'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '14': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.82'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.50'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '49': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '34': {'cpuUser': '7.95', 'nodeIndex': 0, 'cpuSys': '7.62', 'cpuIdle': '84.43'}, '33': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.10'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307508'}, '0': {'memPercent': 11, 'memFree': '350248'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104096', 'lastCheck': '2.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278034', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114711', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254339', 'lastCheck': '8.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229861', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831776', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500073', 'lastCheck': '7.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000578773', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000560269', 'lastCheck': '7.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248533', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404914', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239112', 'lastCheck': '8.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509272', 'lastCheck': '7.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360804', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451597', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234281', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289043', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272976', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239691', 'lastCheck': '6.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701303', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254001', 'lastCheck': '6.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348381', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253593', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242534', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299708', 'lastCheck': '6.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049386', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000336275', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208204', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235202', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348508', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630717', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479651', 'lastCheck': '6.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646460889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404140937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.351', 'tx': '1176272192773', 'txDropped': '0', 'rx': '625371166350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0', 'tx': '1580923074649', 'txDropped': '0', 'rx': '926321151343', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45186695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416445358', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200505422', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet0', 'tx': '87526570', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet1', 'tx': '37765983851', 'txDropped': '0', 'rx': '877915930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet2', 'tx': '21124543352', 'txDropped': '0', 'rx': '141316804991', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175640910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet4', 'tx': '396209952', 'txDropped': '0', 'rx': '3066514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet5', 'tx': '23424427024', 'txDropped': '0', 'rx': '498103927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet6', 'tx': '6653889321', 'txDropped': '0', 'rx': '429898144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet7', 'tx': '1433398208', 'txDropped': '0', 'rx': '552206836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42435104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46734864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'lo', 'tx': '6933379038', 'txDropped': '0', 'rx': '6933379038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170645675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'eno1', 'tx': '975613836390', 'txDropped': '0', 'rx': '433995679410', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'eno2', 'tx': '605309238259', 'txDropped': '0', 'rx': '492325471933', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468922.605053, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468922.605053, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632829335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75885275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77003140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192100380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370771949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.306', 'tx': '76695871433', 'txDropped': '0', 'rx': '8373482195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49857070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430286935', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298866780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.110', 'tx': '2476102468', 'txDropped': '0', 'rx': '66854852744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.111', 'tx': '122676479469', 'txDropped': '0', 'rx': '24446755497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55233671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54158133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465272169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165323936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56013589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55843400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45181903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468922.605053, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226544291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'oVirtManagement', 'tx': '1176272192125', 'txDropped': '0', 'rx': '625370427947', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577138968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'vnet3', 'tx': '542603716', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468922.605053, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754419273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1694970.38', 'cpuLoad': '2.29', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92939'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:28:56 GMT', 'cpuUser': '1.21', 'memFree': 667612, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.73'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:56,538+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:28:56,596+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:56,647+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cd9cfe92-8780-4538-902f-3b4dfdb7a5de (threadPool:210)
2018-03-08 01:28:56,647+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c4db850f-6a13-41c5-b1cc-f67830d2e3eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:56,648+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:56,951+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:57,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2d1f3843-f4fe-4988-9e18-a0c98bbc1082 (threadPool:210)
2018-03-08 01:28:57,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 44ccc5a0-9abb-4ca8-b650-0b071215cd1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:57,001+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:57,206+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:28:57,215+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:28:57,217+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:28:57,386+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:57,428+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bfc9d1fb-3c05-4fb0-8192-6684432fe63f (threadPool:210)
2018-03-08 01:28:57,429+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26dee613-aa94-45e0-8018-8a7b62d8c866 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:28:57,429+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:57,793+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=460b6795-b190-415d-b2bc-3f3ab0de0198 (api:46)
2018-03-08 01:28:57,794+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278034', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114711', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509272', 'lastCheck': '8.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360804', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831776', 'lastCheck': '8.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500073', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000578773', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000560269', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248533', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404914', 'lastCheck': '2.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284175', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104096', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254339', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00229861', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451597', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254001', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289043', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272976', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239691', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701303', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234281', 'lastCheck': '8.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630717', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253593', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242534', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299708', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049386', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000261524', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208204', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235202', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348508', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348381', 'lastCheck': '4.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479651', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=460b6795-b190-415d-b2bc-3f3ab0de0198 (api:52)
2018-03-08 01:28:57,795+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=3eb8f4ef-9915-4a1a-9844-4627f61a232a (api:46)
2018-03-08 01:28:57,795+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=3eb8f4ef-9915-4a1a-9844-4627f61a232a (api:52)
2018-03-08 01:28:57,837+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:57,890+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6430dd14-3c2d-4faa-ac13-d49012a441e7 (threadPool:210)
2018-03-08 01:28:57,890+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0cfa584-17ba-4bbb-96e7-3e8a7947f140 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:28:57,890+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:28:58,186+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:58,259+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b45d9174-3c88-4362-9e11-fb2b6f358b20 (threadPool:210)
2018-03-08 01:28:58,259+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cdb9845d-9293-419c-9777-ebefbc25f27e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:58,259+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:58,540+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:58,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c4db850f-6a13-41c5-b1cc-f67830d2e3eb (threadPool:210)
2018-03-08 01:28:58,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 89392d9a-8c8d-4e2d-8142-dcd0a933f965 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:58,589+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:58,883+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:58,929+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 44ccc5a0-9abb-4ca8-b650-0b071215cd1c (threadPool:210)
2018-03-08 01:28:58,930+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dddfbcbd-c5e0-47c5-849e-ca6d5499164c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:58,930+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:59,233+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:59,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26dee613-aa94-45e0-8018-8a7b62d8c866 (threadPool:210)
2018-03-08 01:28:59,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 83e653c2-462d-46a6-8c79-148ac2e6bdf6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:59,311+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:59,594+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:59,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cdb9845d-9293-419c-9777-ebefbc25f27e (threadPool:210)
2018-03-08 01:28:59,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7119a142-412e-46a4-a43e-dc5e122c835b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:59,674+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:28:59,936+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:28:59,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 89392d9a-8c8d-4e2d-8142-dcd0a933f965 (threadPool:210)
2018-03-08 01:28:59,977+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 63baf4bd-d019-4321-ad7f-7d1e42b76b67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:28:59,977+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:00,321+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:00,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0cfa584-17ba-4bbb-96e7-3e8a7947f140 (threadPool:210)
2018-03-08 01:29:00,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 48d58014-c572-43a6-9d58-c53455b6a813 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:00,364+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:00,653+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:00,705+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7119a142-412e-46a4-a43e-dc5e122c835b (threadPool:210)
2018-03-08 01:29:00,705+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69c223ce-9960-4963-b318-7036fb302403 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:00,706+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:01,018+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:01,067+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dddfbcbd-c5e0-47c5-849e-ca6d5499164c (threadPool:210)
2018-03-08 01:29:01,068+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task acf11bc3-7b3d-4020-972a-c9c163e11ff3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:01,068+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:01,445+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:01,496+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:29:01,501+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:29:01,504+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:01,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 63baf4bd-d019-4321-ad7f-7d1e42b76b67 (threadPool:210)
2018-03-08 01:29:01,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c1972a05-9669-4c5c-812f-e0685508c103 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:01,510+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:01,527+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:29:01,528+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:29:01,529+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:01,839+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:01,882+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 83e653c2-462d-46a6-8c79-148ac2e6bdf6 (threadPool:210)
2018-03-08 01:29:01,882+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 91acfca7-8625-405b-b980-4b6660d9afb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:01,882+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:02,158+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:02,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69c223ce-9960-4963-b318-7036fb302403 (threadPool:210)
2018-03-08 01:29:02,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69c32647-202a-4fb0-aeea-b268cde20c86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:02,209+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:02,567+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:02,596+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task acf11bc3-7b3d-4020-972a-c9c163e11ff3 (threadPool:210)
2018-03-08 01:29:02,596+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d2103bf8-6e20-4de8-963f-ca87fe2c6829 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:02,597+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:03,081+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:03,122+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c1972a05-9669-4c5c-812f-e0685508c103 (threadPool:210)
2018-03-08 01:29:03,123+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1f12b5d5-8276-49f4-a516-7e9c6018349b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:03,123+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:03,394+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:03,442+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 91acfca7-8625-405b-b980-4b6660d9afb6 (threadPool:210)
2018-03-08 01:29:03,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 274db8ef-af65-48a2-b2b8-9373d4e756ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:03,443+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:03,749+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:03,810+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69c32647-202a-4fb0-aeea-b268cde20c86 (threadPool:210)
2018-03-08 01:29:03,812+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 406a9ad6-15fc-4ba9-84e3-834cd3ad0112 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:03,813+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:03,879+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=907d05ca-f474-423c-8aee-9c6e06b9b439 (api:46)
2018-03-08 01:29:03,885+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=907d05ca-f474-423c-8aee-9c6e06b9b439 (api:52)
2018-03-08 01:29:03,886+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:03,987+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c06714a4-b904-4f58-8fcb-076e0d9808b7 (api:46)
2018-03-08 01:29:03,993+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85835382784', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c06714a4-b904-4f58-8fcb-076e0d9808b7 (api:52)
2018-03-08 01:29:03,995+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:04,179+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:04,500+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:04,551+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d2103bf8-6e20-4de8-963f-ca87fe2c6829 (threadPool:210)
2018-03-08 01:29:04,552+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 68cd06a0-41d3-439c-95b4-daa15c0e17a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:04,552+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:04,886+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:04,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 48d58014-c572-43a6-9d58-c53455b6a813 (threadPool:210)
2018-03-08 01:29:04,934+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9ec5ce6f-046e-4c79-aec4-d95589fc620c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:04,934+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:05,262+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:05,313+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1f12b5d5-8276-49f4-a516-7e9c6018349b (threadPool:210)
2018-03-08 01:29:05,314+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7d2655b-a5a5-44b4-9991-a193d25245bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:05,314+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:05,680+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:05,729+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 274db8ef-af65-48a2-b2b8-9373d4e756ea (threadPool:210)
2018-03-08 01:29:05,729+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 67f60fb5-dbf3-4eaf-a9b5-aac6dd9a6050 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:05,730+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:06,072+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:06,122+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 406a9ad6-15fc-4ba9-84e3-834cd3ad0112 (threadPool:210)
2018-03-08 01:29:06,122+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0d8d3587-4c5c-4875-abd6-0771ff2d87ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:06,123+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:06,446+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:06,500+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 68cd06a0-41d3-439c-95b4-daa15c0e17a4 (threadPool:210)
2018-03-08 01:29:06,500+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8a373697-ed2d-43d2-9294-7d50ee371aaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:06,500+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:06,827+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:06,889+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9ec5ce6f-046e-4c79-aec4-d95589fc620c (threadPool:210)
2018-03-08 01:29:06,890+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b0d890e1-a5ea-4e46-92f7-aae286a568e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:06,890+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:07,169+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:07,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7d2655b-a5a5-44b4-9991-a193d25245bb (threadPool:210)
2018-03-08 01:29:07,220+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 66e9799e-0cf4-4cde-8e56-c180f4adcb5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:07,220+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:07,552+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:07,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 67f60fb5-dbf3-4eaf-a9b5-aac6dd9a6050 (threadPool:210)
2018-03-08 01:29:07,596+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f8129901-df39-4172-8109-20b088211c23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:07,596+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:07,908+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:07,957+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8a373697-ed2d-43d2-9294-7d50ee371aaa (threadPool:210)
2018-03-08 01:29:07,957+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aa844a6a-8914-45f0-ac80-e1f37d5a5cf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:07,958+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:08,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:08,318+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b0d890e1-a5ea-4e46-92f7-aae286a568e9 (threadPool:210)
2018-03-08 01:29:08,319+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 28fccb67-64f2-4889-9840-91889e44bed9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:08,319+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:08,644+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:08,692+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 66e9799e-0cf4-4cde-8e56-c180f4adcb5e (threadPool:210)
2018-03-08 01:29:08,693+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e63bbb2f-acc9-4f70-9ae4-6d2a1f24f328 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:08,693+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:09,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:09,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0d8d3587-4c5c-4875-abd6-0771ff2d87ad (threadPool:210)
2018-03-08 01:29:09,052+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task adf6e669-fbd0-4643-9a31-bd39e83fc669 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:09,052+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:09,407+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:09,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f8129901-df39-4172-8109-20b088211c23 (threadPool:210)
2018-03-08 01:29:09,499+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5704c09f-6a9d-4644-8dae-e837a932a13e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:09,500+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:09,839+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:09,910+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aa844a6a-8914-45f0-ac80-e1f37d5a5cf3 (threadPool:210)
2018-03-08 01:29:09,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6924a3ca-ac28-4009-ac5f-f1e8b561e5a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:09,911+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:10,305+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:10,346+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 28fccb67-64f2-4889-9840-91889e44bed9 (threadPool:210)
2018-03-08 01:29:10,346+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b135881-8522-4a4d-bcdc-fcf362861180 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:10,347+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:10,617+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:10,669+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task adf6e669-fbd0-4643-9a31-bd39e83fc669 (threadPool:210)
2018-03-08 01:29:10,670+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 08ba461e-7a52-4d94-94bb-fcb291d23507 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:29:10,670+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:11,059+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:11,108+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5704c09f-6a9d-4644-8dae-e837a932a13e (threadPool:210)
2018-03-08 01:29:11,109+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69f4620b-027d-4f8a-b23e-a1f9a798617f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:11,110+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:11,408+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:11,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6924a3ca-ac28-4009-ac5f-f1e8b561e5a1 (threadPool:210)
2018-03-08 01:29:11,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 85667096-c487-4637-bc6d-1c992333b53b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:11,460+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:11,576+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:11,577+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8e7a3781-0095-4c76-97c6-70f4a5cb4393 (api:46)
2018-03-08 01:29:11,578+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238469', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614815', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249217', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534958', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590112', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212816', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000561112', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198509', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376121', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037743', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254555', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00086823', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267665', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253302', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332928', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000666889', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236483', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291477', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312274', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000801427', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269349', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102966', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474027', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305204', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253348', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376949', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298193', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257077', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701557', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218128', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213525', 'lastCheck': '1.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8e7a3781-0095-4c76-97c6-70f4a5cb4393 (api:52)
2018-03-08 01:29:11,579+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=423e27a0-0b2b-4d79-8218-126c12c10a00 (api:46)
2018-03-08 01:29:11,579+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=423e27a0-0b2b-4d79-8218-126c12c10a00 (api:52)
2018-03-08 01:29:11,603+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '99.15'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.83'}, '25': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.12'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '27': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.58'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '21': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.77'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.95'}, '29': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.37'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '1': {'cpuUser': '5.35', 'nodeIndex': 1, 'cpuSys': '24.13', 'cpuIdle': '70.52'}, '0': {'cpuUser': '6.61', 'nodeIndex': 0, 'cpuSys': '4.03', 'cpuIdle': '89.36'}, '3': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '3.50', 'cpuIdle': '93.59'}, '2': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '94.91'}, '5': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.84'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.75'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.51'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.23'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.64'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.22'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '12': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '96.56'}, '15': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.70'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '16': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '55': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '31': {'cpuUser': '4.16', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '92.93'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '36': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.82'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.76'}, '34': {'cpuUser': '8.13', 'nodeIndex': 0, 'cpuSys': '9.12', 'cpuIdle': '82.75'}, '33': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.18'}, '18': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307523'}, '0': {'memPercent': 11, 'memFree': '350241'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00086823', 'lastCheck': '2.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238469', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614815', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267665', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253302', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590112', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212816', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000561112', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198509', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376121', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037743', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254555', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249217', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534958', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332928', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269349', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236483', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291477', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312274', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000801427', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000666889', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218128', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474027', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305204', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253348', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376949', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298193', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257077', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701557', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102966', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213525', 'lastCheck': '1.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646478429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404142487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.351', 'tx': '1176272278856', 'txDropped': '0', 'rx': '625371184260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0', 'tx': '1580923310997', 'txDropped': '0', 'rx': '926321615433', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45187045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416446387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200507167', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet0', 'tx': '87531524', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet1', 'tx': '37765988128', 'txDropped': '0', 'rx': '877919152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet2', 'tx': '21124618923', 'txDropped': '0', 'rx': '141316949377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175642672', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet4', 'tx': '396214966', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet5', 'tx': '23424446910', 'txDropped': '0', 'rx': '498103927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet6', 'tx': '6653890662', 'txDropped': '0', 'rx': '429898248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet7', 'tx': '1433399489', 'txDropped': '0', 'rx': '552206898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42435454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46735318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'lo', 'tx': '6933460988', 'txDropped': '0', 'rx': '6933460988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170647474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'eno1', 'tx': '975614059522', 'txDropped': '0', 'rx': '433995912167', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'eno2', 'tx': '605309251475', 'txDropped': '0', 'rx': '492325703266', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468937.732154, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468937.732154, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632833871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75885625', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77003490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192102586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370772395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.306', 'tx': '76695871475', 'txDropped': '0', 'rx': '8373486263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49857516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430290957', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298868986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.110', 'tx': '2476105856', 'txDropped': '0', 'rx': '66854856143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.111', 'tx': '122676623855', 'txDropped': '0', 'rx': '24446822772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55234071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54158587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465273719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165325735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56013989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55843750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45182253', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468937.732154, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226546036', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'oVirtManagement', 'tx': '1176272278208', 'txDropped': '0', 'rx': '625370445857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577143504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'vnet3', 'tx': '542608670', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468937.732154, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754421035', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1694985.45', 'cpuLoad': '2.24', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92937'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:29:11 GMT', 'cpuUser': '1.26', 'memFree': 667612, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.97'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:11,608+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:29:11,779+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:11,809+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e63bbb2f-acc9-4f70-9ae4-6d2a1f24f328 (threadPool:210)
2018-03-08 01:29:11,810+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5e6d1f93-46c5-429a-827d-2b91df30cbfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:11,810+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:12,133+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:12,178+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 08ba461e-7a52-4d94-94bb-fcb291d23507 (threadPool:210)
2018-03-08 01:29:12,179+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ec816c9-489c-442d-af88-356400b13a8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:12,179+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:12,234+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:12,239+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:12,241+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:12,574+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:12,622+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69f4620b-027d-4f8a-b23e-a1f9a798617f (threadPool:210)
2018-03-08 01:29:12,622+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 666c3056-cbde-4879-92f4-125754aaefb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:12,623+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:12,880+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=52e5b655-090d-4cbd-95df-6e5d06fec6b9 (api:46)
2018-03-08 01:29:12,881+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238469', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614815', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249217', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000534958', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590112', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212816', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000561112', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198509', 'lastCheck': '3.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376121', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037743', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254555', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00086823', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267665', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253302', 'lastCheck': '4.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332928', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000666889', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236483', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291477', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312274', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000801427', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269349', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00102966', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329555', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474027', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305204', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253348', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376949', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298193', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257077', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000701557', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218128', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213525', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=52e5b655-090d-4cbd-95df-6e5d06fec6b9 (api:52)
2018-03-08 01:29:12,881+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=c8f44365-17f7-4f2b-bd14-937446f46eba (api:46)
2018-03-08 01:29:12,881+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c8f44365-17f7-4f2b-bd14-937446f46eba (api:52)
2018-03-08 01:29:12,934+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:12,978+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 85667096-c487-4637-bc6d-1c992333b53b (threadPool:210)
2018-03-08 01:29:12,979+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1b707589-0db1-4439-ba0e-5e560f7de2fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:12,980+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:13,358+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:13,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b135881-8522-4a4d-bcdc-fcf362861180 (threadPool:210)
2018-03-08 01:29:13,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6d0756fd-a54a-43ee-b7c6-f134ec1b24b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:13,389+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:13,724+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:13,787+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ec816c9-489c-442d-af88-356400b13a8c (threadPool:210)
2018-03-08 01:29:13,788+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e7d6d72-4a99-45d4-915e-963c8cd0ef30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:13,788+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:14,200+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:14,252+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 666c3056-cbde-4879-92f4-125754aaefb1 (threadPool:210)
2018-03-08 01:29:14,253+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c58b14a5-b581-4a1e-a6fd-168c51115376 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:14,253+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:14,539+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=84ba2cb7-dbbc-4b80-b7ae-74574115f559 (api:46)
2018-03-08 01:29:14,570+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=84ba2cb7-dbbc-4b80-b7ae-74574115f559 (api:52)
2018-03-08 01:29:14,572+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:29:14,574+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:14,614+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1b707589-0db1-4439-ba0e-5e560f7de2fc (threadPool:210)
2018-03-08 01:29:14,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af2d5eda-af4b-4119-b627-26f825c4fc19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:14,615+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:14,695+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0dddbe91-b04b-4970-b87d-3af0f843e566 (api:46)
2018-03-08 01:29:14,702+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0dddbe91-b04b-4970-b87d-3af0f843e566 (api:52)
2018-03-08 01:29:14,704+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:14,959+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:15,011+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6d0756fd-a54a-43ee-b7c6-f134ec1b24b6 (threadPool:210)
2018-03-08 01:29:15,012+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ed28887c-36d6-4f1f-a6a2-25180672816a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:15,012+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:15,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:15,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e7d6d72-4a99-45d4-915e-963c8cd0ef30 (threadPool:210)
2018-03-08 01:29:15,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 12bce94f-220c-4c14-b73a-3963c4806c7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:15,403+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:15,778+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:16,101+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:16,156+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c58b14a5-b581-4a1e-a6fd-168c51115376 (threadPool:210)
2018-03-08 01:29:16,157+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73d5610d-8812-4511-b328-ac6e91661f34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:16,158+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:16,519+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:29:16,524+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:29:16,526+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:16,548+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:29:16,549+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:29:16,549+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:16,554+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:16,604+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5e6d1f93-46c5-429a-827d-2b91df30cbfc (threadPool:210)
2018-03-08 01:29:16,605+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 875408d1-d578-4300-8b3f-eb03dcf73b25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:16,605+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:17,021+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:17,072+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af2d5eda-af4b-4119-b627-26f825c4fc19 (threadPool:210)
2018-03-08 01:29:17,072+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9c96e56a-6aba-4a5c-9f3b-afb046945fe0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:17,073+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:17,349+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:17,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ed28887c-36d6-4f1f-a6a2-25180672816a (threadPool:210)
2018-03-08 01:29:17,399+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2bf320ef-9ddf-4606-ab92-139e29181ca2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:17,400+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:17,697+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:17,742+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 12bce94f-220c-4c14-b73a-3963c4806c7e (threadPool:210)
2018-03-08 01:29:17,743+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8c7a7edf-22ac-42d3-a6cd-9935d17c96db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:17,743+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:18,101+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:18,144+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73d5610d-8812-4511-b328-ac6e91661f34 (threadPool:210)
2018-03-08 01:29:18,144+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 55a5ae91-3c8b-4f7e-a9aa-e6e8e147443a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:18,145+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:18,529+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:18,576+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9c96e56a-6aba-4a5c-9f3b-afb046945fe0 (threadPool:210)
2018-03-08 01:29:18,577+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fb25bbfe-7b41-45dc-8cac-770c994dc4a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:18,577+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:18,906+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:18,951+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8c7a7edf-22ac-42d3-a6cd-9935d17c96db (threadPool:210)
2018-03-08 01:29:18,952+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44824a88-8ee4-4799-874b-879a89787b5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:18,952+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:19,270+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:19,336+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 55a5ae91-3c8b-4f7e-a9aa-e6e8e147443a (threadPool:210)
2018-03-08 01:29:19,338+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8bd45494-78da-413b-b66a-6c3d7fa5ee15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:19,338+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:19,661+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:19,725+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fb25bbfe-7b41-45dc-8cac-770c994dc4a6 (threadPool:210)
2018-03-08 01:29:19,726+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 48ae2609-f2ac-420d-8243-7975c9f61470 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:19,727+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:20,145+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:20,186+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 875408d1-d578-4300-8b3f-eb03dcf73b25 (threadPool:210)
2018-03-08 01:29:20,186+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1654abc2-7806-4317-a0e4-d6b40d8f9f08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:20,186+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:20,461+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:20,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2bf320ef-9ddf-4606-ab92-139e29181ca2 (threadPool:210)
2018-03-08 01:29:20,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9523d4eb-a650-4590-96a8-109384ce9da9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:20,509+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:20,799+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:20,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8bd45494-78da-413b-b66a-6c3d7fa5ee15 (threadPool:210)
2018-03-08 01:29:20,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cc9577c8-e6a7-48e8-9719-f9a6f58fd3d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:20,850+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:21,246+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:21,299+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 48ae2609-f2ac-420d-8243-7975c9f61470 (threadPool:210)
2018-03-08 01:29:21,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c5410c6d-6c69-442e-897e-c059e8c28600 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:21,300+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:21,604+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:21,654+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44824a88-8ee4-4799-874b-879a89787b5c (threadPool:210)
2018-03-08 01:29:21,655+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 714d5847-177c-40d6-a2e4-41ec34a7aa47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:21,655+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:21,963+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:22,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1654abc2-7806-4317-a0e4-d6b40d8f9f08 (threadPool:210)
2018-03-08 01:29:22,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 746b7e83-5f13-4398-ae8f-bce9480628a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:22,016+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:22,330+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:22,409+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9523d4eb-a650-4590-96a8-109384ce9da9 (threadPool:210)
2018-03-08 01:29:22,409+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c291bedd-b8b8-486d-aa0a-6ace910da327 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:29:22,409+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:22,698+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:22,750+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cc9577c8-e6a7-48e8-9719-f9a6f58fd3d7 (threadPool:210)
2018-03-08 01:29:22,751+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f531ddbb-317e-45bf-9304-2c95718d6c72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:22,751+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:23,058+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:23,107+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c5410c6d-6c69-442e-897e-c059e8c28600 (threadPool:210)
2018-03-08 01:29:23,108+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4634b9a8-f0a9-45b1-97d5-645256e61eb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:23,108+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:23,424+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:23,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 714d5847-177c-40d6-a2e4-41ec34a7aa47 (threadPool:210)
2018-03-08 01:29:23,472+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fd48ed54-d623-48ee-900f-237235689d5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:23,473+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:23,767+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:23,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 746b7e83-5f13-4398-ae8f-bce9480628a3 (threadPool:210)
2018-03-08 01:29:23,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d89e3237-602b-4d76-bb62-9b3fc8b078fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:23,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:24,093+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:24,151+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c291bedd-b8b8-486d-aa0a-6ace910da327 (threadPool:210)
2018-03-08 01:29:24,151+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6cef8aaf-3497-47f3-bd5f-50e82a198a6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:24,151+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:24,443+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:24,512+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f531ddbb-317e-45bf-9304-2c95718d6c72 (threadPool:210)
2018-03-08 01:29:24,513+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c7f4cc5-3770-49bc-bd47-166f1a7cdd00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:24,514+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:24,812+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:24,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4634b9a8-f0a9-45b1-97d5-645256e61eb6 (threadPool:210)
2018-03-08 01:29:24,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e909426e-6de5-4f75-8ff9-a8fc20ead68c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:24,861+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:25,137+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:25,162+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4e6a0088-26ce-422f-80de-2142e1c6fd5b (api:46)
2018-03-08 01:29:25,169+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4e6a0088-26ce-422f-80de-2142e1c6fd5b (api:52)
2018-03-08 01:29:25,169+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:25,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fd48ed54-d623-48ee-900f-237235689d5f (threadPool:210)
2018-03-08 01:29:25,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a38d68b2-de7b-40e1-9e15-f91bbd57ac84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:25,189+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:25,273+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=891600d6-604d-470d-b7b0-b529a4e1401f (api:46)
2018-03-08 01:29:25,280+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=891600d6-604d-470d-b7b0-b529a4e1401f (api:52)
2018-03-08 01:29:25,281+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:25,526+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:25,556+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d89e3237-602b-4d76-bb62-9b3fc8b078fe (threadPool:210)
2018-03-08 01:29:25,556+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e6a379b2-cf1b-4f10-ab0b-d603baf20534 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:25,557+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:25,871+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:25,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c7f4cc5-3770-49bc-bd47-166f1a7cdd00 (threadPool:210)
2018-03-08 01:29:25,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26cefc41-5d18-4ed2-8398-14e461fbb086 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1u\xcf\x7fKL\x0b\xe9\xa2\xfdK\xf5\xa9\x12\x89\xea\x1a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:25,932+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:25,932+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 to 6144 megabytes (lvm:1205)
2018-03-08 01:29:26,119+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26cefc41-5d18-4ed2-8398-14e461fbb086 (threadPool:210)
2018-03-08 01:29:26,120+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bbfc199b-6591-458b-8134-daec64bd6ca9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:26,120+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:26,248+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:26,278+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e909426e-6de5-4f75-8ff9-a8fc20ead68c (threadPool:210)
2018-03-08 01:29:26,279+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 57f1fd06-0e3f-49e8-bcb0-ecfcfb954b9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:26,279+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:26,608+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:26,645+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:26,649+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e3fdd2c5-dc5a-4403-a2c9-00273b535849 (api:46)
2018-03-08 01:29:26,651+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396702', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138911', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328065', 'lastCheck': '7.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00070626', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472283', 'lastCheck': '7.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322103', 'lastCheck': '7.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00264454', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628697', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483493', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239328', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269559', 'lastCheck': '8.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109503', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236801', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245082', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438517', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235737', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403136', 'lastCheck': '7.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463291', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215563', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696211', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255019', 'lastCheck': '6.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599481', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264537', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377043', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247436', 'lastCheck': '6.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273962', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406696', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345869', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274514', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104959', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466951', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030883', 'lastCheck': '6.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e3fdd2c5-dc5a-4403-a2c9-00273b535849 (api:52)
2018-03-08 01:29:26,651+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d20dd8ae-d4c6-4463-bf46-e3b6514801b2 (api:46)
2018-03-08 01:29:26,652+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d20dd8ae-d4c6-4463-bf46-e3b6514801b2 (api:52)
2018-03-08 01:29:26,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6cef8aaf-3497-47f3-bd5f-50e82a198a6c (threadPool:210)
2018-03-08 01:29:26,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3126a458-6bd0-4bad-b61f-857623fe5e5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:26,674+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:26,681+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.23'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '5.70', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '93.57'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '25': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '27': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.95'}, '21': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.96'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '23': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.83', 'nodeIndex': 1, 'cpuSys': '28.10', 'cpuIdle': '66.07'}, '0': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '90.53'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.30'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.44'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '7': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.83'}, '6': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '97.62'}, '9': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.90'}, '8': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '96.15'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '3.84', 'cpuIdle': '95.17'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '10': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '13': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.36'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '15': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '17': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.36'}, '16': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.02'}, '55': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '31': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.75'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '34': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '7.75', 'cpuIdle': '84.10'}, '33': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.11'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307477'}, '0': {'memPercent': 11, 'memFree': '350285'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109503', 'lastCheck': '2.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396702', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138911', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236801', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245082', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472283', 'lastCheck': '7.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322103', 'lastCheck': '7.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00264454', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628697', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483493', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239328', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269559', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328065', 'lastCheck': '7.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00070626', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438517', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255019', 'lastCheck': '6.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403136', 'lastCheck': '7.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463291', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215563', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696211', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235737', 'lastCheck': '7.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466951', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264537', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377043', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247436', 'lastCheck': '6.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273962', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406696', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345869', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274514', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104959', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599481', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030883', 'lastCheck': '6.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646484529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404147462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.351', 'tx': '1176272345428', 'txDropped': '0', 'rx': '625371193652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0', 'tx': '1580923416994', 'txDropped': '0', 'rx': '926322060664', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45187445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416447482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200508889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet0', 'tx': '87537554', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet1', 'tx': '37765992341', 'txDropped': '0', 'rx': '877922342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet2', 'tx': '21124676945', 'txDropped': '0', 'rx': '141316967922', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175645810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet4', 'tx': '396220996', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet5', 'tx': '23424457737', 'txDropped': '0', 'rx': '498107015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet6', 'tx': '6653892350', 'txDropped': '0', 'rx': '429898525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet7', 'tx': '1433400882', 'txDropped': '0', 'rx': '552207002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42435854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46735718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'lo', 'tx': '6933534479', 'txDropped': '0', 'rx': '6933534479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170649402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'eno1', 'tx': '975614140667', 'txDropped': '0', 'rx': '433996169131', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'eno2', 'tx': '605309276327', 'txDropped': '0', 'rx': '492325891533', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468952.821321, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468952.821321, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632838503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75886117', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77003982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192105404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370772745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.306', 'tx': '76695871475', 'txDropped': '0', 'rx': '8373491349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49857866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430296043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298871804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.110', 'tx': '2476109427', 'txDropped': '0', 'rx': '66854859805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.111', 'tx': '122676644883', 'txDropped': '0', 'rx': '24446880354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55234421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54158987', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465278694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165327663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56014339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55844150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45182653', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468952.821321, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226547758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'oVirtManagement', 'tx': '1176272344780', 'txDropped': '0', 'rx': '625370455249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577148136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'vnet3', 'tx': '542614700', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468952.821321, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754424173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695000.52', 'cpuLoad': '2.21', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92936'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635272L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:29:26 GMT', 'cpuUser': '1.40', 'memFree': 667569, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:26,686+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:29:26,991+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:27,259+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:27,267+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:27,269+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:27,358+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:27,406+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bbfc199b-6591-458b-8134-daec64bd6ca9 (threadPool:210)
2018-03-08 01:29:27,406+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce286027-f5cc-4b60-a278-555b40f453cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:27,407+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:27,689+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:27,764+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a38d68b2-de7b-40e1-9e15-f91bbd57ac84 (threadPool:210)
2018-03-08 01:29:27,765+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bde2e22a-0529-4d19-beff-55b2550399c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:27,765+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:27,966+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=48c40d37-54ff-4b6b-bc88-392d8e9f25a7 (api:46)
2018-03-08 01:29:27,967+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396702', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138911', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328065', 'lastCheck': '8.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00070626', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472283', 'lastCheck': '8.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322103', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00264454', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000628697', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483493', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239328', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463712', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109503', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236801', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245082', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438517', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235737', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403136', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463291', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215563', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000696211', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255019', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599481', 'lastCheck': '4.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264537', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377043', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247436', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273962', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000348375', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345869', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274514', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104959', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466951', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030883', 'lastCheck': '8.1', 'valid': True}} from=internal, task_id=48c40d37-54ff-4b6b-bc88-392d8e9f25a7 (api:52)
2018-03-08 01:29:27,967+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=15be273e-508c-4f17-b5b6-11f2bffc1dca (api:46)
2018-03-08 01:29:27,968+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=15be273e-508c-4f17-b5b6-11f2bffc1dca (api:52)
2018-03-08 01:29:28,057+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:28,103+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 57f1fd06-0e3f-49e8-bcb0-ecfcfb954b9f (threadPool:210)
2018-03-08 01:29:28,103+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cd347ea9-e8d2-4ed6-af03-5bb7f9465b59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:28,104+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:28,462+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:28,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e6a379b2-cf1b-4f10-ab0b-d603baf20534 (threadPool:210)
2018-03-08 01:29:28,519+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a7601a87-1948-45c8-8660-9765c24a8d48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:28,519+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:28,906+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:28,951+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3126a458-6bd0-4bad-b61f-857623fe5e5f (threadPool:210)
2018-03-08 01:29:28,952+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9168df08-d1a1-48ac-be00-3b40b6e66f96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:28,952+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:29,293+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:29,362+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce286027-f5cc-4b60-a278-555b40f453cf (threadPool:210)
2018-03-08 01:29:29,363+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08e296bd-4027-4285-bc8b-e0827c733c00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:29,363+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:29,657+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:29,721+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cd347ea9-e8d2-4ed6-af03-5bb7f9465b59 (threadPool:210)
2018-03-08 01:29:29,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99d14ba0-09c2-4206-ba52-e540f8e6ee2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:29,723+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:30,023+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:30,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a7601a87-1948-45c8-8660-9765c24a8d48 (threadPool:210)
2018-03-08 01:29:30,071+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 97cba0b4-8f13-4801-ac12-f2caf5079b4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:30,071+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:30,405+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:30,458+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9168df08-d1a1-48ac-be00-3b40b6e66f96 (threadPool:210)
2018-03-08 01:29:30,459+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74ee3bbb-7b61-425d-ba58-9f053515c782 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:30,459+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:30,718+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:30,767+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bde2e22a-0529-4d19-beff-55b2550399c7 (threadPool:210)
2018-03-08 01:29:30,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b05cd97b-025b-4ef7-b140-2533a052be44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:30,768+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:31,038+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:31,079+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08e296bd-4027-4285-bc8b-e0827c733c00 (threadPool:210)
2018-03-08 01:29:31,080+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bc7045ae-5a91-4a51-b1ca-5f9b4006881b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:31,080+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:31,389+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:31,417+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 97cba0b4-8f13-4801-ac12-f2caf5079b4d (threadPool:210)
2018-03-08 01:29:31,418+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c3cb8977-9c25-40d8-aae1-482d2051d5d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:31,418+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:31,537+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:29:31,542+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:29:31,545+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:31,553+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:29:31,553+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:29:31,554+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:31,703+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:31,754+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b05cd97b-025b-4ef7-b140-2533a052be44 (threadPool:210)
2018-03-08 01:29:31,754+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d41a0d95-1fea-4af8-b269-366b0ba2dee0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:31,755+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:32,046+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:32,090+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99d14ba0-09c2-4206-ba52-e540f8e6ee2e (threadPool:210)
2018-03-08 01:29:32,091+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af20145a-b259-4dac-8d82-f66089d6d539 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:32,092+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:32,365+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:32,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bc7045ae-5a91-4a51-b1ca-5f9b4006881b (threadPool:210)
2018-03-08 01:29:32,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0fbbdfe0-1715-4a2e-91f2-e2d6ce9122d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:32,413+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:32,689+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:32,735+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74ee3bbb-7b61-425d-ba58-9f053515c782 (threadPool:210)
2018-03-08 01:29:32,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 725b380a-7fde-41cb-a5ed-f2e2851583ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:32,737+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:33,020+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:33,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c3cb8977-9c25-40d8-aae1-482d2051d5d9 (threadPool:210)
2018-03-08 01:29:33,068+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 177cb3a9-3bf2-44aa-aaca-1685cfb52192 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:33,068+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:33,331+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:33,380+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d41a0d95-1fea-4af8-b269-366b0ba2dee0 (threadPool:210)
2018-03-08 01:29:33,380+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 36b089c6-9ec0-4c6d-bf23-4e02bb9811d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:33,380+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:33,720+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:33,771+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af20145a-b259-4dac-8d82-f66089d6d539 (threadPool:210)
2018-03-08 01:29:33,771+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5283a721-3c55-43eb-bed2-d83400d2e765 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:33,772+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:34,094+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:34,142+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0fbbdfe0-1715-4a2e-91f2-e2d6ce9122d7 (threadPool:210)
2018-03-08 01:29:34,142+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a66c8ac-11f1-4b8c-97d2-6b31e61692ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:29:34,143+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:34,480+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:34,529+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 177cb3a9-3bf2-44aa-aaca-1685cfb52192 (threadPool:210)
2018-03-08 01:29:34,530+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ed05b2a-9876-4efe-8781-1ef6110036b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:34,530+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:34,874+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:34,923+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 36b089c6-9ec0-4c6d-bf23-4e02bb9811d6 (threadPool:210)
2018-03-08 01:29:34,924+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 98b0ee00-c3ce-4aba-b165-b0832ededf63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:34,924+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:35,188+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:35,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5283a721-3c55-43eb-bed2-d83400d2e765 (threadPool:210)
2018-03-08 01:29:35,237+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c0b9429d-b885-4c16-92b7-64c9eb9a8b66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:35,237+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:35,543+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:35,592+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 725b380a-7fde-41cb-a5ed-f2e2851583ec (threadPool:210)
2018-03-08 01:29:35,593+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9f094221-903d-4a78-88e8-60d26f57980a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:35,593+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:35,734+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1de1a7b8-b25b-4163-b880-821bda8ab7b9 (api:46)
2018-03-08 01:29:35,740+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1de1a7b8-b25b-4163-b880-821bda8ab7b9 (api:52)
2018-03-08 01:29:35,740+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:35,838+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=71774ffc-87c1-47f9-8674-e1eff7f020f9 (api:46)
2018-03-08 01:29:35,845+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=71774ffc-87c1-47f9-8674-e1eff7f020f9 (api:52)
2018-03-08 01:29:35,846+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:35,897+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:35,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a66c8ac-11f1-4b8c-97d2-6b31e61692ea (threadPool:210)
2018-03-08 01:29:35,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9af3794d-1b23-4fbc-bff5-42e08803f580 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:35,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:36,241+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:36,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 98b0ee00-c3ce-4aba-b165-b0832ededf63 (threadPool:210)
2018-03-08 01:29:36,282+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3d9fc1dd-db81-42d1-9a8e-f7c247a426ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:36,282+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:36,631+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:36,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9f094221-903d-4a78-88e8-60d26f57980a (threadPool:210)
2018-03-08 01:29:36,684+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 59c87fd5-d0ae-4b5e-ad91-a41916aa5b41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:36,684+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:37,018+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:37,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ed05b2a-9876-4efe-8781-1ef6110036b3 (threadPool:210)
2018-03-08 01:29:37,083+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9fdb7598-ca08-4a43-88b2-0b6f99ce40e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:37,083+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:37,467+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:37,519+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9af3794d-1b23-4fbc-bff5-42e08803f580 (threadPool:210)
2018-03-08 01:29:37,519+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a7e04bde-63bc-4694-8b24-f4ff4ac507db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:37,520+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:37,867+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:37,915+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3d9fc1dd-db81-42d1-9a8e-f7c247a426ad (threadPool:210)
2018-03-08 01:29:37,916+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 904f8114-5492-4464-bd34-be556c7e8832 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:37,917+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:38,279+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:38,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 59c87fd5-d0ae-4b5e-ad91-a41916aa5b41 (threadPool:210)
2018-03-08 01:29:38,325+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 709d99d1-3e3a-4142-93a6-ecb67f9a9b40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:38,325+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:38,643+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:39,034+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:39,080+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9fdb7598-ca08-4a43-88b2-0b6f99ce40e0 (threadPool:210)
2018-03-08 01:29:39,081+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f687c00c-22c6-43b9-a51d-9310ca4b48e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:39,081+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:39,401+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:39,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c0b9429d-b885-4c16-92b7-64c9eb9a8b66 (threadPool:210)
2018-03-08 01:29:39,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 323d37fc-be96-4417-8c92-60abfd3dd705 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:39,460+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:39,761+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:39,820+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a7e04bde-63bc-4694-8b24-f4ff4ac507db (threadPool:210)
2018-03-08 01:29:39,821+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1a4b5768-34f3-40ef-aa40-ad40dd6ef07c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:39,822+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:40,231+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:40,279+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 904f8114-5492-4464-bd34-be556c7e8832 (threadPool:210)
2018-03-08 01:29:40,279+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fe7b22ac-ecd0-4f53-b8c9-6620f7ce2c4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:40,280+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:40,640+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:40,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 709d99d1-3e3a-4142-93a6-ecb67f9a9b40 (threadPool:210)
2018-03-08 01:29:40,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e8f7dce9-7681-43e1-8b0d-40994529d9b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:40,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=3a672de4-bda1-4ffd-9332-7bdbfdc6c30b (api:46)
2018-03-08 01:29:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=3a672de4-bda1-4ffd-9332-7bdbfdc6c30b (api:52)
2018-03-08 01:29:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=60ed3560-bf01-43c0-83fb-3dc7fb13b5da (api:46)
2018-03-08 01:29:40,836+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=60ed3560-bf01-43c0-83fb-3dc7fb13b5da (api:52)
2018-03-08 01:29:40,836+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=d55a40a8-b8b4-4851-8e19-68dbbb38bc53 (api:46)
2018-03-08 01:29:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=d55a40a8-b8b4-4851-8e19-68dbbb38bc53 (api:52)
2018-03-08 01:29:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=3f2bb80b-90e4-46ff-b43b-dac0f23dcf4f (api:46)
2018-03-08 01:29:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=3f2bb80b-90e4-46ff-b43b-dac0f23dcf4f (api:52)
2018-03-08 01:29:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=df1ba660-a48d-496f-8dba-8671e45f33fd (api:46)
2018-03-08 01:29:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=df1ba660-a48d-496f-8dba-8671e45f33fd (api:52)
2018-03-08 01:29:40,839+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=5dfb6e7f-c4a5-4a84-849c-b04084218e23 (api:46)
2018-03-08 01:29:40,839+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=5dfb6e7f-c4a5-4a84-849c-b04084218e23 (api:52)
2018-03-08 01:29:40,839+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=8aaca1cb-d4c2-4077-b79f-6ecba4de1ea0 (api:46)
2018-03-08 01:29:40,839+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=8aaca1cb-d4c2-4077-b79f-6ecba4de1ea0 (api:52)
2018-03-08 01:29:40,840+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=868174d7-a21f-4345-9462-c5eb9e3a2151 (api:46)
2018-03-08 01:29:40,840+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=868174d7-a21f-4345-9462-c5eb9e3a2151 (api:52)
2018-03-08 01:29:40,840+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=9e88e558-d7f8-40b3-9381-c619ccde1a1d (api:46)
2018-03-08 01:29:40,841+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=9e88e558-d7f8-40b3-9381-c619ccde1a1d (api:52)
2018-03-08 01:29:40,841+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=d6423a52-b6fd-4a60-8a33-1b04977a7234 (api:46)
2018-03-08 01:29:40,841+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=d6423a52-b6fd-4a60-8a33-1b04977a7234 (api:52)
2018-03-08 01:29:40,977+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:41,027+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 323d37fc-be96-4417-8c92-60abfd3dd705 (threadPool:210)
2018-03-08 01:29:41,027+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7c6789d8-c7f8-4212-8c15-83522ce10b94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:41,027+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:41,378+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:41,427+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1a4b5768-34f3-40ef-aa40-ad40dd6ef07c (threadPool:210)
2018-03-08 01:29:41,427+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 75218781-0528-43b1-bb5c-48df589ee9a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:41,427+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:41,710+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:41,732+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:41,735+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c609b1e2-5bf2-4e97-891f-d1204438257a (api:46)
2018-03-08 01:29:41,737+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028252', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760106', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409495', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852468', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828442', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376548', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00214154', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394239', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215215', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225433', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049297', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651845', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432183', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414532', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065987', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211797', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233825', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269828', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246535', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981567', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314524', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000954995', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235012', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415306', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191742', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253002', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434883', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034202', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246349', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630767', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211209', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472074', 'lastCheck': '1.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c609b1e2-5bf2-4e97-891f-d1204438257a (api:52)
2018-03-08 01:29:41,737+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6965471f-f404-407a-9aee-103465544be2 (api:46)
2018-03-08 01:29:41,738+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6965471f-f404-407a-9aee-103465544be2 (api:52)
2018-03-08 01:29:41,766+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '4.31', 'cpuIdle': '94.50'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '24': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '25': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.57'}, '26': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '27': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.17'}, '20': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '21': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.57'}, '22': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '23': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.34'}, '29': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.63'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '1': {'cpuUser': '4.91', 'nodeIndex': 1, 'cpuSys': '23.94', 'cpuIdle': '71.15'}, '0': {'cpuUser': '6.37', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.72'}, '3': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.97'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.62'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '52': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '96.28'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.62'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.22'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.96'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.49'}, '14': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.54'}, '17': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.88'}, '16': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.04'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.35'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '97.01'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '35': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '34': {'cpuUser': '7.63', 'nodeIndex': 0, 'cpuSys': '7.63', 'cpuIdle': '84.74'}, '33': {'cpuUser': '3.32', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.90'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307465'}, '0': {'memPercent': 11, 'memFree': '350287'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651845', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028252', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760106', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432183', 'lastCheck': '3.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414532', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828442', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376548', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00214154', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394239', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215215', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225433', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049297', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409495', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852468', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065987', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314524', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233825', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269828', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246535', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981567', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211797', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211209', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235012', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415306', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191742', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253002', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434883', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034202', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246349', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630767', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000954995', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472074', 'lastCheck': '1.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646490931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404149880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.351', 'tx': '1176272429488', 'txDropped': '0', 'rx': '625371210098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0', 'tx': '1580923511698', 'txDropped': '0', 'rx': '926322509810', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45187845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416448459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200510244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet0', 'tx': '87542693', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet1', 'tx': '37765996362', 'txDropped': '0', 'rx': '877925506', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet2', 'tx': '21124700302', 'txDropped': '0', 'rx': '141316978097', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175648146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet4', 'tx': '396226135', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet5', 'tx': '23424483231', 'txDropped': '0', 'rx': '498113626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet6', 'tx': '6653894211', 'txDropped': '0', 'rx': '429899289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet7', 'tx': '1433402083', 'txDropped': '0', 'rx': '552207064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42436254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46736118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'lo', 'tx': '6933614812', 'txDropped': '0', 'rx': '6933614812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170650812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'eno1', 'tx': '975614229780', 'txDropped': '0', 'rx': '433996397940', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'eno2', 'tx': '605309281918', 'txDropped': '0', 'rx': '492326111870', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468967.902732, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468967.902732, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632843181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75886467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77004332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192108388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370773145', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.306', 'tx': '76695871475', 'txDropped': '0', 'rx': '8373495662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49858266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430300356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298874788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.110', 'tx': '2476113417', 'txDropped': '0', 'rx': '66854863450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.111', 'tx': '122676661669', 'txDropped': '0', 'rx': '24446918981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55234821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54159387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465281112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165329073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56014739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55844550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45183053', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468967.902732, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226549113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'oVirtManagement', 'tx': '1176272428840', 'txDropped': '0', 'rx': '625370471695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577152814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'vnet3', 'tx': '542619839', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468967.902732, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754426509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695015.60', 'cpuLoad': '2.15', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92934'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635296L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:29:41 GMT', 'cpuUser': '1.34', 'memFree': 667592, 'cpuIdle': '96.99', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.14'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:41,773+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:29:41,777+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fe7b22ac-ecd0-4f53-b8c9-6620f7ce2c4f (threadPool:210)
2018-03-08 01:29:41,777+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9b3cef63-c4c1-4a4a-ab3c-45533334f28a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1u\xcf\x7fKL\x0b\xe9\xa2\xfdK\xf5\xa9\x12\x89\xea\x1a000000000000200000000000000')) (threadPool:208)
2018-03-08 01:29:41,777+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:29:41,778+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 to 8192 megabytes (lvm:1205)
2018-03-08 01:29:41,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9b3cef63-c4c1-4a4a-ab3c-45533334f28a (threadPool:210)
2018-03-08 01:29:41,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d307e20d-2b54-4f30-bb89-1debf10658ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:41,993+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:42,198+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:42,245+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f687c00c-22c6-43b9-a51d-9310ca4b48e2 (threadPool:210)
2018-03-08 01:29:42,246+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8cf21831-8994-42e3-b625-b7a6af16fba4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:42,246+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:42,287+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:42,292+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:42,295+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:29:42,538+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:42,588+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e8f7dce9-7681-43e1-8b0d-40994529d9b6 (threadPool:210)
2018-03-08 01:29:42,589+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 16059399-fad5-4938-9fad-ff6176cb31ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:42,589+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:42,901+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:42,950+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7c6789d8-c7f8-4212-8c15-83522ce10b94 (threadPool:210)
2018-03-08 01:29:42,951+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5c3134cb-2062-437c-8987-95f0ac2d1379 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:42,951+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:43,062+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3fedb0b9-72d8-4a63-af65-2f6f85001e6f (api:46)
2018-03-08 01:29:43,063+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028252', 'lastCheck': '4.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760106', 'lastCheck': '4.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409495', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000852468', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000828442', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376548', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00214154', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394239', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215215', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225433', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00049297', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651845', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432183', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414532', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065987', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211797', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233825', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269828', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246535', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981567', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314524', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000954995', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235012', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000415306', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191742', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253002', 'lastCheck': '3.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434883', 'lastCheck': '5.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034202', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246349', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000630767', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211209', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472074', 'lastCheck': '3.2', 'valid': True}} from=internal, task_id=3fedb0b9-72d8-4a63-af65-2f6f85001e6f (api:52)
2018-03-08 01:29:43,064+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=b926b5e8-ad39-4f05-bf2b-b0ea88d0554f (api:46)
2018-03-08 01:29:43,064+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b926b5e8-ad39-4f05-bf2b-b0ea88d0554f (api:52)
2018-03-08 01:29:43,274+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:43,331+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 75218781-0528-43b1-bb5c-48df589ee9a5 (threadPool:210)
2018-03-08 01:29:43,332+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e6c1ff0a-1f58-415e-bdc3-90087c9f221a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:43,332+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:43,708+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:43,761+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d307e20d-2b54-4f30-bb89-1debf10658ed (threadPool:210)
2018-03-08 01:29:43,761+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 93f080ec-649b-42ca-a3b0-94873ee11110 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:43,762+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:44,233+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:44,277+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8cf21831-8994-42e3-b625-b7a6af16fba4 (threadPool:210)
2018-03-08 01:29:44,277+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d9afda63-545f-47e8-b569-698d3b98e0ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:44,277+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:44,685+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:44,736+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5c3134cb-2062-437c-8987-95f0ac2d1379 (threadPool:210)
2018-03-08 01:29:44,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c0e4cea4-4681-4e1f-8380-841df3a947a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:44,737+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:45,139+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:45,190+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e6c1ff0a-1f58-415e-bdc3-90087c9f221a (threadPool:210)
2018-03-08 01:29:45,191+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1820e13f-6cc8-499d-9a16-e4bdb817449a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:45,191+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:45,565+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:45,612+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 93f080ec-649b-42ca-a3b0-94873ee11110 (threadPool:210)
2018-03-08 01:29:45,612+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a7ae7c7f-fb75-4f82-8eca-177565a83ffb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:45,612+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:45,977+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:46,026+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 16059399-fad5-4938-9fad-ff6176cb31ca (threadPool:210)
2018-03-08 01:29:46,027+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dfc2265d-6508-43ab-8bc0-52ac9ca01698 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:46,027+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:46,344+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7fb9c3a1-b410-4b55-b61f-2fe01ab8c871 (api:46)
2018-03-08 01:29:46,351+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7fb9c3a1-b410-4b55-b61f-2fe01ab8c871 (api:52)
2018-03-08 01:29:46,352+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:46,371+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:46,420+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20822 (__init__:330)
2018-03-08 01:29:46,440+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d9afda63-545f-47e8-b569-698d3b98e0ce (threadPool:210)
2018-03-08 01:29:46,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6c966959-98bb-44ba-8ce2-edb31852e0de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:46,442+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:46,443+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20823 (__init__:330)
2018-03-08 01:29:46,463+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=cae5645f-3f50-486a-bd12-6a78ba61037f (api:46)
2018-03-08 01:29:46,465+0100 INFO  (ioprocess/304344) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:29:46,466+0100 INFO  (ioprocess/304352) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:29:46,471+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=cae5645f-3f50-486a-bd12-6a78ba61037f (api:52)
2018-03-08 01:29:46,472+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:46,559+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:29:46,564+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:29:46,566+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:46,575+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:29:46,575+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:29:46,575+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:46,811+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:46,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c0e4cea4-4681-4e1f-8380-841df3a947a4 (threadPool:210)
2018-03-08 01:29:46,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6859f9b-17a6-4945-b09c-b39efe0e1536 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:46,861+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:47,307+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:47,355+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1820e13f-6cc8-499d-9a16-e4bdb817449a (threadPool:210)
2018-03-08 01:29:47,355+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 05f2626d-93a2-4583-948a-8ae14d6f0058 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:29:47,355+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:47,741+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:47,793+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a7ae7c7f-fb75-4f82-8eca-177565a83ffb (threadPool:210)
2018-03-08 01:29:47,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3405f20b-d4cd-4dbd-b762-34b681680aac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:47,794+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:48,303+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:48,362+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dfc2265d-6508-43ab-8bc0-52ac9ca01698 (threadPool:210)
2018-03-08 01:29:48,364+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d5cf84af-11d4-44ac-a511-3eb70da66b58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:48,364+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:48,776+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:48,806+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6c966959-98bb-44ba-8ce2-edb31852e0de (threadPool:210)
2018-03-08 01:29:48,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b98d543-fea7-44e9-a1f6-22f1249e50d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:48,807+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:49,279+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:49,349+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 05f2626d-93a2-4583-948a-8ae14d6f0058 (threadPool:210)
2018-03-08 01:29:49,350+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b410234-5949-4b57-bd68-8597dfafdafa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:49,350+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:49,726+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:49,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3405f20b-d4cd-4dbd-b762-34b681680aac (threadPool:210)
2018-03-08 01:29:49,786+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c92c0f59-4d8f-4007-a61e-64e5222d3513 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:49,786+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:50,143+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:50,192+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d5cf84af-11d4-44ac-a511-3eb70da66b58 (threadPool:210)
2018-03-08 01:29:50,192+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ec874ed3-30a2-4778-bfca-8b9100696e17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:50,193+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:50,669+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:51,097+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:51,140+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b98d543-fea7-44e9-a1f6-22f1249e50d6 (threadPool:210)
2018-03-08 01:29:51,140+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6f002aff-37d2-4e2f-8db7-54c521597bbb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:51,141+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:51,456+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:51,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c92c0f59-4d8f-4007-a61e-64e5222d3513 (threadPool:210)
2018-03-08 01:29:51,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 37270c73-11a4-414d-9108-76c8c27401b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:51,506+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:51,855+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:51,905+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ec874ed3-30a2-4778-bfca-8b9100696e17 (threadPool:210)
2018-03-08 01:29:51,905+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ff7a761d-774b-43ec-9fc4-e9cdf883e3b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:51,906+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:52,227+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:52,276+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6859f9b-17a6-4945-b09c-b39efe0e1536 (threadPool:210)
2018-03-08 01:29:52,276+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c5aa626-9b90-43a7-93de-4068bc253e97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:52,277+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:52,611+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:52,660+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b410234-5949-4b57-bd68-8597dfafdafa (threadPool:210)
2018-03-08 01:29:52,660+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9548ed08-564d-41d0-b329-03366c2902f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:52,660+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:52,958+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:53,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6f002aff-37d2-4e2f-8db7-54c521597bbb (threadPool:210)
2018-03-08 01:29:53,008+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bf32b25d-61ca-4360-bd59-32d43a26011f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:53,009+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:53,387+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:53,424+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 37270c73-11a4-414d-9108-76c8c27401b1 (threadPool:210)
2018-03-08 01:29:53,424+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 191cae28-a554-42e5-bf4c-55f3dd7e408f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:53,425+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:53,786+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:53,838+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c5aa626-9b90-43a7-93de-4068bc253e97 (threadPool:210)
2018-03-08 01:29:53,838+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2e3f72c0-8b34-4cae-a725-638d3a1c2fca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:53,838+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:54,151+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:54,209+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9548ed08-564d-41d0-b329-03366c2902f6 (threadPool:210)
2018-03-08 01:29:54,209+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 50e9bad1-8e4a-4af1-b9e4-14e706f229fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:54,210+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:54,742+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:54,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bf32b25d-61ca-4360-bd59-32d43a26011f (threadPool:210)
2018-03-08 01:29:54,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6bd0cb54-f212-467c-b052-33b53c612c35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:54,785+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:55,140+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:55,191+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 191cae28-a554-42e5-bf4c-55f3dd7e408f (threadPool:210)
2018-03-08 01:29:55,191+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28ce6962-6230-4bf0-87df-4309ff24d699 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:55,192+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:55,461+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:55,508+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2e3f72c0-8b34-4cae-a725-638d3a1c2fca (threadPool:210)
2018-03-08 01:29:55,509+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1b3c6314-199e-4e28-a836-35f4f918bf4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:55,509+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:55,900+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:55,958+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 50e9bad1-8e4a-4af1-b9e4-14e706f229fa (threadPool:210)
2018-03-08 01:29:55,958+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c64d3f90-0858-493c-820e-e08373663014 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:55,959+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:56,300+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:56,350+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ff7a761d-774b-43ec-9fc4-e9cdf883e3b0 (threadPool:210)
2018-03-08 01:29:56,351+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 385a64de-b4c5-4611-966e-ff061c277f8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:56,351+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:56,747+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:56,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6bd0cb54-f212-467c-b052-33b53c612c35 (threadPool:210)
2018-03-08 01:29:56,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e57471a9-3f01-47fb-a400-6e521015e676 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1281, '1xtnd\x18f&<t\xa4\x95\x91\x0bK\xd9+\xf6r\xa9\xa39GbD\xd0\xaa\xa9\xa0rN\xcfK_*\xdc\xe7000000000000200000000000000')) (threadPool:208)
2018-03-08 01:29:56,802+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e7dc2a5f-4bcf-4e72-a0a9-aad044624739 in domain a3a972f6-2bd9-4b0b-9195-a4743c266618 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:29:56,803+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV a3a972f6-2bd9-4b0b-9195-a4743c266618/e7dc2a5f-4bcf-4e72-a0a9-aad044624739 to 8192 megabytes (lvm:1205)
2018-03-08 01:29:56,815+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5b6ec0fb-e794-4cce-bd6e-041b0585b293 (api:46)
2018-03-08 01:29:56,822+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5b6ec0fb-e794-4cce-bd6e-041b0585b293 (api:52)
2018-03-08 01:29:56,823+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:56,824+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:56,826+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2ff23114-37ed-40e7-a49e-baf846d469be (api:46)
2018-03-08 01:29:56,830+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430131', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681511', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006273', 'lastCheck': '7.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451611', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547049', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496844', 'lastCheck': '7.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00139167', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467858', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252575', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327664', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255702', 'lastCheck': '8.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126515', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438653', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278422', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436207', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244889', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022193', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215755', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275005', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000645158', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315803', 'lastCheck': '7.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104658', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530227', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376954', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234903', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334843', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387323', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268587', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304262', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406354', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222972', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309225', 'lastCheck': '6.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2ff23114-37ed-40e7-a49e-baf846d469be (api:52)
2018-03-08 01:29:56,831+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c037116e-22e6-4371-ab65-305042b46626 (api:46)
2018-03-08 01:29:56,831+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c037116e-22e6-4371-ab65-305042b46626 (api:52)
2018-03-08 01:29:56,855+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '25': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.83'}, '26': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.16'}, '20': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '21': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.49'}, '22': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.08'}, '23': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.17', 'nodeIndex': 1, 'cpuSys': '27.35', 'cpuIdle': '67.48'}, '0': {'cpuUser': '7.35', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '88.48'}, '3': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.37'}, '2': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '94.11'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.83'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.90'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '97.16'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.56'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '12': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '15': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.51'}, '14': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '94.51'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.36'}, '19': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '94.31'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '36': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '34': {'cpuUser': '7.42', 'nodeIndex': 0, 'cpuSys': '7.95', 'cpuIdle': '84.63'}, '33': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.91'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.28'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307464'}, '0': {'memPercent': 11, 'memFree': '350293'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126515', 'lastCheck': '2.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430131', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681511', 'lastCheck': '8.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438653', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278422', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547049', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496844', 'lastCheck': '7.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00139167', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467858', 'lastCheck': '7.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252575', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327664', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255702', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006273', 'lastCheck': '7.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451611', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436207', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315803', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022193', 'lastCheck': '7.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215755', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275005', 'lastCheck': '7.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000645158', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244889', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222972', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530227', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376954', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234903', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334843', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000387323', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268587', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304262', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406354', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104658', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309225', 'lastCheck': '6.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646529476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404153096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.351', 'tx': '1176272496564', 'txDropped': '0', 'rx': '625371219538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0', 'tx': '1580923602990', 'txDropped': '0', 'rx': '926322917494', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45188424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416449527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200511584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet0', 'tx': '87546562', 'txDropped': '0', 'rx': '79830581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet1', 'tx': '37766000548', 'txDropped': '0', 'rx': '877928696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet2', 'tx': '21124746800', 'txDropped': '0', 'rx': '141316979130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175650261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet4', 'tx': '396230004', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet5', 'tx': '23424524600', 'txDropped': '0', 'rx': '498113932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet6', 'tx': '6653895517', 'txDropped': '0', 'rx': '429899351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet7', 'tx': '1433403389', 'txDropped': '0', 'rx': '552207126', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42436604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46736468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'lo', 'tx': '6933688022', 'txDropped': '0', 'rx': '6933688022', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170652464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'eno1', 'tx': '975614308150', 'txDropped': '0', 'rx': '433996624365', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'eno2', 'tx': '605309294840', 'txDropped': '0', 'rx': '492326293129', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468983.003233, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468983.003233, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632847579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75886867', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77004732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192111070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370773495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.306', 'tx': '76695871475', 'txDropped': '0', 'rx': '8373498943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49858616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430303637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298877470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.110', 'tx': '2476116731', 'txDropped': '0', 'rx': '66854866726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.111', 'tx': '122676662440', 'txDropped': '0', 'rx': '24446962485', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55235171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54159737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465284328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165330725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56015089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55844900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45183632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468983.003233, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226550453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'oVirtManagement', 'tx': '1176272495916', 'txDropped': '0', 'rx': '625370481135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577157212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'vnet3', 'tx': '542623708', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468983.003233, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754428624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695030.69', 'cpuLoad': '2.19', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92933'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:29:56 GMT', 'cpuUser': '1.28', 'memFree': 667604, 'cpuIdle': '97.01', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.12'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:56,859+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:29:56,922+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=636226ba-45b0-41e6-ac85-d7bcc98c4e38 (api:46)
2018-03-08 01:29:56,928+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1032402763776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5186575663104', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=636226ba-45b0-41e6-ac85-d7bcc98c4e38 (api:52)
2018-03-08 01:29:56,930+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:57,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e57471a9-3f01-47fb-a400-6e521015e676 (threadPool:210)
2018-03-08 01:29:57,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 76f47c3f-b5b2-4f18-a1fe-af7fe2d151a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:57,002+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:57,098+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:57,146+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1b3c6314-199e-4e28-a836-35f4f918bf4f (threadPool:210)
2018-03-08 01:29:57,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3eee6027-7a81-4d7d-87ae-95fcd8810a80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:57,147+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:57,312+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:29:57,317+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:29:57,319+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:29:57,499+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:57,541+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c64d3f90-0858-493c-820e-e08373663014 (threadPool:210)
2018-03-08 01:29:57,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9136b71a-dfae-4c1e-a75e-4487f3698eb0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1u\xcf\x7fKL\x0b\xe9\xa2\xfdK\xf5\xa9\x12\x89\xea\x1a000000000000280000000000000')) (threadPool:208)
2018-03-08 01:29:57,542+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:29:57,542+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 to 10240 megabytes (lvm:1205)
2018-03-08 01:29:57,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9136b71a-dfae-4c1e-a75e-4487f3698eb0 (threadPool:210)
2018-03-08 01:29:57,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fa6deab2-8cb5-4270-95c8-9706a4a05555 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:57,723+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:57,860+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:57,910+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28ce6962-6230-4bf0-87df-4309ff24d699 (threadPool:210)
2018-03-08 01:29:57,911+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e76bff2c-434b-4d8c-a2d8-0a0ac574934c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1473, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\xac\x8b+C5|-\x89uJWY\x06[N\xb6000000000000140000000000000')) (threadPool:208)
2018-03-08 01:29:57,911+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b64e5b06-5957-4a75-892d-7c35432b8bac in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 5120 (mailbox:161)
2018-03-08 01:29:57,911+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac to 5120 megabytes (lvm:1205)
2018-03-08 01:29:58,161+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5f793043-d07a-4228-a4c1-8fccccef281f (api:46)
2018-03-08 01:29:58,162+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430131', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000681511', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006273', 'lastCheck': '8.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451611', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547049', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496844', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00139167', 'lastCheck': '7.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467858', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252575', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327664', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216796', 'lastCheck': '1.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126515', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438653', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278422', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436207', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244889', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022193', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215755', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275005', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000645158', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315803', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104658', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530227', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376954', 'lastCheck': '2.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234903', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334843', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000464407', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268587', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304262', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406354', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222972', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309225', 'lastCheck': '0.2', 'valid': True}} from=internal, task_id=5f793043-d07a-4228-a4c1-8fccccef281f (api:52)
2018-03-08 01:29:58,163+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=bce502a2-2e20-4b01-b78e-0284a1f6a5a8 (api:46)
2018-03-08 01:29:58,163+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bce502a2-2e20-4b01-b78e-0284a1f6a5a8 (api:52)
2018-03-08 01:29:58,186+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e76bff2c-434b-4d8c-a2d8-0a0ac574934c (threadPool:210)
2018-03-08 01:29:58,187+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5abe8374-6c10-4182-8301-bc913200f06e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:58,187+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:58,226+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:58,287+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 76f47c3f-b5b2-4f18-a1fe-af7fe2d151a2 (threadPool:210)
2018-03-08 01:29:58,287+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8d5f7efe-40a1-4454-9a6f-0ed6c9d0036c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:58,288+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:58,600+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:58,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 385a64de-b4c5-4611-966e-ff061c277f8b (threadPool:210)
2018-03-08 01:29:58,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dc5aa79d-96b7-445a-9a42-0885dbfbc8f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:29:58,646+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:29:59,014+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:59,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fa6deab2-8cb5-4270-95c8-9706a4a05555 (threadPool:210)
2018-03-08 01:29:59,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fe13f9a9-3cab-4e5c-9bb3-0cd0a8d6d496 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:59,062+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:59,377+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:59,447+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5abe8374-6c10-4182-8301-bc913200f06e (threadPool:210)
2018-03-08 01:29:59,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8c4934a3-2166-4ec6-807c-3fa706d35e0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:29:59,449+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:29:59,809+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:29:59,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3eee6027-7a81-4d7d-87ae-95fcd8810a80 (threadPool:210)
2018-03-08 01:29:59,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 16b6b3a1-5e18-4b62-84c3-764a7325fae8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:29:59,862+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:00,180+0100 INFO  (jsonrpc/6) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=1afb4632, task_id=3e96ca3b-7704-4a24-a420-9fc6a1bbf0f4 (api:46)
2018-03-08 01:30:00,265+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:00,290+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dc5aa79d-96b7-445a-9a42-0885dbfbc8f9 (threadPool:210)
2018-03-08 01:30:00,291+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cbcb0894-b671-43e6-86d2-74e1e1f49522 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:00,291+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:01,576+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:30:01,581+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:30:01,583+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:01,591+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:30:01,592+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:30:01,592+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:02,860+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=1afb4632, task_id=3e96ca3b-7704-4a24-a420-9fc6a1bbf0f4 (api:52)
2018-03-08 01:30:02,861+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.68 seconds (__init__:573)
2018-03-08 01:30:04,601+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:04,628+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8c4934a3-2166-4ec6-807c-3fa706d35e0b (threadPool:210)
2018-03-08 01:30:04,629+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 608d0fa3-e29e-4324-ad28-28834a9f5248 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:04,629+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:07,357+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f6da47a9-0cd5-4e29-bd98-d638e5220a6c (api:46)
2018-03-08 01:30:09,638+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:09,892+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 16b6b3a1-5e18-4b62-84c3-764a7325fae8 (threadPool:210)
2018-03-08 01:30:09,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 895d1cf9-9cb6-4ab7-a64b-e32477949dfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:09,894+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:10,111+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/6e5cd8b8-fc21-481c-b163-d83bdcd995a7/metadata running next_check=5989789.03 at 0x7f42f82225d0>> delayed by 0.51 seconds (asyncutils:138)
2018-03-08 01:30:10,130+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/0e18e0b8-fe4d-4849-b34c-3f9c706f1195/metadata running next_check=5989789.04 at 0x7f417818ced0>> delayed by 0.52 seconds (asyncutils:138)
2018-03-08 01:30:10,150+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/ced8512b-725d-4e5e-9634-481fa5b87bc2/metadata running next_check=5989789.05 at 0x7f42dc0fd210>> delayed by 0.53 seconds (asyncutils:138)
2018-03-08 01:30:10,171+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5673ab6d-6315-4503-ae6d-098f95aff44b/metadata running next_check=5989789.07 at 0x7f4328048b90>> delayed by 0.53 seconds (asyncutils:138)
2018-03-08 01:30:10,206+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5989789.08 at 0x7f433c3b93d0>> delayed by 0.56 seconds (asyncutils:138)
2018-03-08 01:30:11,897+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:11,899+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3cee83d8-007c-4464-a051-503fa4c7056d (api:46)
2018-03-08 01:30:11,900+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292595', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000868082', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221066', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624632', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377619', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690154', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0122678', 'lastCheck': '2.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323217', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353414', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641501', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537946', 'lastCheck': '5.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0151283', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265901', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248778', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295483', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196896', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354236', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243788', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478846', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491586', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390342', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072198', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334388', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239424', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281569', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282406', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265151', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00062583', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233096', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309248', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207351', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451998', 'lastCheck': '1.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3cee83d8-007c-4464-a051-503fa4c7056d (api:52)
2018-03-08 01:30:11,900+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=37af07e2-432a-4c34-8a50-e9ac073db4b2 (api:46)
2018-03-08 01:30:11,900+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=37af07e2-432a-4c34-8a50-e9ac073db4b2 (api:52)
2018-03-08 01:30:11,925+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.55'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '24': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '25': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.23'}, '26': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '27': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.04'}, '20': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '23': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '28': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.62'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.49'}, '40': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '1': {'cpuUser': '5.37', 'nodeIndex': 1, 'cpuSys': '24.06', 'cpuIdle': '70.57'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '89.53'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.49'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.37'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '7': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.23'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.94'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '10': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.42'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '14': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.15'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '19': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.22'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.83'}, '49': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '36': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.54'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '34': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '7.42', 'cpuIdle': '85.89'}, '33': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.43'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307444'}, '0': {'memPercent': 11, 'memFree': '350297'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0151283', 'lastCheck': '2.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292595', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000868082', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265901', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248778', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377619', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690154', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0122678', 'lastCheck': '2.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323217', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353414', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641501', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537946', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221066', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624632', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295483', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390342', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354236', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243788', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478846', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491586', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196896', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207351', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334388', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239424', 'lastCheck': '6.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281569', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282406', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265151', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00062583', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233096', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309248', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072198', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451998', 'lastCheck': '1.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646546380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404158716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.351', 'tx': '1176272584062', 'txDropped': '0', 'rx': '625371239014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0', 'tx': '1580923832032', 'txDropped': '0', 'rx': '926323381980', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30332'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45188824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416451273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200512923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet0', 'tx': '87552593', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet1', 'tx': '37766005394', 'txDropped': '0', 'rx': '877931844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet2', 'tx': '21124824944', 'txDropped': '0', 'rx': '141317128915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175651707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet4', 'tx': '396235975', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet5', 'tx': '23424543520', 'txDropped': '0', 'rx': '498113932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet6', 'tx': '6653897603', 'txDropped': '0', 'rx': '429899455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet7', 'tx': '1433405475', 'txDropped': '0', 'rx': '552207230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42437004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46736868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'lo', 'tx': '6933770508', 'txDropped': '0', 'rx': '6933770508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170653682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'eno1', 'tx': '975614384493', 'txDropped': '0', 'rx': '433996862992', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'eno2', 'tx': '605309447539', 'txDropped': '0', 'rx': '492326518988', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468998.089226, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468998.089226, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632852073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75887217', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77005082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192114360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370774531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373503980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49859652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430308628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298880760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.110', 'tx': '2476120021', 'txDropped': '0', 'rx': '66854870680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.111', 'tx': '122676812225', 'txDropped': '0', 'rx': '24447032691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55235571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54160137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465289948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165331943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56015489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55845300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45184032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520468998.089226, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226551792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'oVirtManagement', 'tx': '1176272583414', 'txDropped': '0', 'rx': '625370500611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577161706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'vnet3', 'tx': '542629679', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520468998.089226, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754430070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695045.77', 'cpuLoad': '2.27', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92931'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635218L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31479', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:30:11 GMT', 'cpuUser': '1.29', 'memFree': 667515, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.80'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:11,929+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:30:12,337+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:12,342+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:12,344+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:13,306+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=c0ed84ce-cb74-467c-985f-ce29fb6bf30a (api:46)
2018-03-08 01:30:13,307+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292595', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000868082', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221066', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624632', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377619', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690154', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0122678', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323217', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353414', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641501', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537946', 'lastCheck': '6.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0151283', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265901', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248778', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295483', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00196896', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354236', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243788', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478846', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491586', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390342', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072198', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334388', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000239424', 'lastCheck': '7.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281569', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282406', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000265151', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00062583', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233096', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309248', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207351', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451998', 'lastCheck': '3.1', 'valid': True}} from=internal, task_id=c0ed84ce-cb74-467c-985f-ce29fb6bf30a (api:52)
2018-03-08 01:30:13,308+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=652b0a88-eef4-40a7-9933-9b8df3edb667 (api:46)
2018-03-08 01:30:13,308+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=652b0a88-eef4-40a7-9933-9b8df3edb667 (api:52)
2018-03-08 01:30:13,973+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f6da47a9-0cd5-4e29-bd98-d638e5220a6c (api:52)
2018-03-08 01:30:13,977+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 6.62 seconds (__init__:573)
2018-03-08 01:30:14,073+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=079e03d5-e29f-4920-9349-b927c13516fe (api:46)
2018-03-08 01:30:15,080+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7062805282816', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=079e03d5-e29f-4920-9349-b927c13516fe (api:52)
2018-03-08 01:30:15,082+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.01 seconds (__init__:573)
2018-03-08 01:30:15,252+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:15,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cbcb0894-b671-43e6-86d2-74e1e1f49522 (threadPool:210)
2018-03-08 01:30:15,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f6de78f-66a6-444d-a3f9-6109518c9e69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:15,280+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:15,679+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:15,726+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 608d0fa3-e29e-4324-ad28-28834a9f5248 (threadPool:210)
2018-03-08 01:30:15,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 998680bc-245c-4399-bd05-ed763dbc6a0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:15,727+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:16,099+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:16,149+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 895d1cf9-9cb6-4ab7-a64b-e32477949dfc (threadPool:210)
2018-03-08 01:30:16,150+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d4189737-e708-4ba7-883e-85db7c71ff07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:16,150+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:16,576+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:16,593+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:30:16,598+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:30:16,600+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:16,608+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:30:16,608+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:30:16,609+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:16,984+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:17,034+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f6de78f-66a6-444d-a3f9-6109518c9e69 (threadPool:210)
2018-03-08 01:30:17,034+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ab8b2505-29d2-4ddd-a9c3-41c0c9deea86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:17,034+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:17,371+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:17,448+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fe13f9a9-3cab-4e5c-9bb3-0cd0a8d6d496 (threadPool:210)
2018-03-08 01:30:17,449+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5e8b07e9-1458-4f47-b457-7ef99b43673b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:17,450+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:17,848+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:17,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d4189737-e708-4ba7-883e-85db7c71ff07 (threadPool:210)
2018-03-08 01:30:17,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5b52058d-0b9e-4a98-a327-a4d6444aa323 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:17,896+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:18,222+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:18,274+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8d5f7efe-40a1-4454-9a6f-0ed6c9d0036c (threadPool:210)
2018-03-08 01:30:18,274+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 594b9fd3-32a3-4e55-a351-d8df1c5b2ff0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:18,275+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:18,614+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:18,658+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ab8b2505-29d2-4ddd-a9c3-41c0c9deea86 (threadPool:210)
2018-03-08 01:30:18,659+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1fd6fd57-3864-416f-ba46-ff04555bbf94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:18,659+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:18,985+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:19,027+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 998680bc-245c-4399-bd05-ed763dbc6a0b (threadPool:210)
2018-03-08 01:30:19,028+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 431d249a-26c6-47ab-934d-269a1b668272 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:19,028+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:19,354+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:19,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5b52058d-0b9e-4a98-a327-a4d6444aa323 (threadPool:210)
2018-03-08 01:30:19,419+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6564e8fb-693c-40d6-9ec8-5920e6cf6939 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:19,419+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:19,849+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:19,923+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 594b9fd3-32a3-4e55-a351-d8df1c5b2ff0 (threadPool:210)
2018-03-08 01:30:19,923+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84bead3b-d1e5-49d5-b1bc-3a169a367036 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:19,924+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:20,329+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:20,377+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1fd6fd57-3864-416f-ba46-ff04555bbf94 (threadPool:210)
2018-03-08 01:30:20,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c3d5a40d-9f94-4cb0-83e1-2aa1ac440644 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:20,378+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:20,794+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:20,833+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5e8b07e9-1458-4f47-b457-7ef99b43673b (threadPool:210)
2018-03-08 01:30:20,835+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d5c00b3b-3abc-4445-98da-92458e4ecc16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:20,836+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:21,160+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:21,218+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 431d249a-26c6-47ab-934d-269a1b668272 (threadPool:210)
2018-03-08 01:30:21,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cbfe5be9-61a0-448f-a34c-01dfe23121e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:21,219+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:21,541+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:21,586+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6564e8fb-693c-40d6-9ec8-5920e6cf6939 (threadPool:210)
2018-03-08 01:30:21,587+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 00b2f72c-321f-44e9-8016-5dde384431a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:21,588+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:21,939+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:21,969+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84bead3b-d1e5-49d5-b1bc-3a169a367036 (threadPool:210)
2018-03-08 01:30:21,969+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43cb95ce-e92b-485d-8379-62058310e2ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:21,970+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:22,487+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:22,529+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d5c00b3b-3abc-4445-98da-92458e4ecc16 (threadPool:210)
2018-03-08 01:30:22,529+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9914872a-51dd-4b20-a852-189c44ba1320 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:22,529+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:22,879+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:22,930+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 00b2f72c-321f-44e9-8016-5dde384431a8 (threadPool:210)
2018-03-08 01:30:22,931+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2d1b20a2-16d7-4bcc-bb0a-ecd861b8c200 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:22,931+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:23,245+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:23,317+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c3d5a40d-9f94-4cb0-83e1-2aa1ac440644 (threadPool:210)
2018-03-08 01:30:23,318+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9cc63524-0922-4453-a2b1-ad7397c64881 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:23,318+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:23,704+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:23,749+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43cb95ce-e92b-485d-8379-62058310e2ba (threadPool:210)
2018-03-08 01:30:23,750+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 327a5748-3d2d-40ad-8549-a41deba429fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1u\xcf\x7fKL\x0b\xe9\xa2\xfdK\xf5\xa9\x12\x89\xea\x1a000000000000280000000000000')) (threadPool:208)
2018-03-08 01:30:23,750+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:30:23,751+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 to 10240 megabytes (lvm:1205)
2018-03-08 01:30:24,154+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:24,226+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cbfe5be9-61a0-448f-a34c-01dfe23121e2 (threadPool:210)
2018-03-08 01:30:24,226+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0c667d45-7c12-4eaa-9151-97c7ad24ac11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:24,227+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:24,451+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 327a5748-3d2d-40ad-8549-a41deba429fb (threadPool:210)
2018-03-08 01:30:24,451+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9a829b3c-8ea5-442f-b87b-47cf8a27a146 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:24,452+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:24,711+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:24,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2d1b20a2-16d7-4bcc-bb0a-ecd861b8c200 (threadPool:210)
2018-03-08 01:30:24,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 557d4f6b-1538-4a64-908a-9c4a6fb71591 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:24,803+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:25,339+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:25,395+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9914872a-51dd-4b20-a852-189c44ba1320 (threadPool:210)
2018-03-08 01:30:25,395+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 51a8bfbc-05fd-4b72-a762-5e6f68da8ff8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:25,396+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:25,405+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=356ed995-d390-4409-af0c-d058e9343b3e (api:46)
2018-03-08 01:30:25,410+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=356ed995-d390-4409-af0c-d058e9343b3e (api:52)
2018-03-08 01:30:25,410+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:25,505+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e380a48e-a982-4885-bd23-e8674a936fac (api:46)
2018-03-08 01:30:25,637+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3497445556224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7062805282816', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e380a48e-a982-4885-bd23-e8674a936fac (api:52)
2018-03-08 01:30:25,639+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.14 seconds (__init__:573)
2018-03-08 01:30:25,726+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:25,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9a829b3c-8ea5-442f-b87b-47cf8a27a146 (threadPool:210)
2018-03-08 01:30:25,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9c47176c-3b8c-48c0-af6e-bbc66673d448 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:30:25,777+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:26,104+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:26,152+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9cc63524-0922-4453-a2b1-ad7397c64881 (threadPool:210)
2018-03-08 01:30:26,152+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aee127cb-fcc7-4933-8146-6c4295f4ba47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1u\xcf\x7fKL\x0b\xe9\xa2\xfdK\xf5\xa9\x12\x89\xea\x1a000000000000300000000000000')) (threadPool:208)
2018-03-08 01:30:26,152+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 12288 (mailbox:161)
2018-03-08 01:30:26,153+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1aea8912-a9f5-4bfd-a2e9-0b4c4b7fcf75 to 12288 megabytes (lvm:1205)
2018-03-08 01:30:26,337+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aee127cb-fcc7-4933-8146-6c4295f4ba47 (threadPool:210)
2018-03-08 01:30:26,337+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5ada0fd1-f015-469b-9cba-0d535b6b8c8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndL0F\x076\xd7\xec\x8fzDZ+\x0b\xb57;&\x82\x8a\xbaH\xad\x08\x9a\xedF(\x10\xda\x14<\xd0000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:26,337+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d03c14da-1028-46ed-9a08-ad48ba8a8226 in domain 3b37b50b-2b5a-447a-8fec-d7360746304c (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:26,338+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV 3b37b50b-2b5a-447a-8fec-d7360746304c/d03c14da-1028-46ed-9a08-ad48ba8a8226 to 6144 megabytes (lvm:1205)
2018-03-08 01:30:26,473+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:26,516+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 557d4f6b-1538-4a64-908a-9c4a6fb71591 (threadPool:210)
2018-03-08 01:30:26,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2839dde5-2511-43bc-9b5f-b7aa778fee8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:26,517+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:26,549+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5ada0fd1-f015-469b-9cba-0d535b6b8c8b (threadPool:210)
2018-03-08 01:30:26,550+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a56b6175-4d69-4b51-b24d-77c107743ad7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:26,550+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:26,884+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:26,934+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0c667d45-7c12-4eaa-9151-97c7ad24ac11 (threadPool:210)
2018-03-08 01:30:26,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64159bc0-462f-455f-8aae-4b7987e95285 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:26,935+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:26,967+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:26,968+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b0cf592c-0b36-492c-aaee-e521ca1faf4d (api:46)
2018-03-08 01:30:26,969+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235243', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472877', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284007', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042452', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347369', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043068', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000673851', 'lastCheck': '7.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698738', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225354', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391893', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266181', 'lastCheck': '0.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415058', 'lastCheck': '7.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443281', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264361', 'lastCheck': '5.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358972', 'lastCheck': '5.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363634', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249972', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241973', 'lastCheck': '6.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263097', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000786825', 'lastCheck': '7.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238548', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0123145', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290451', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378378', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328035', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025575', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004773', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217141', 'lastCheck': '6.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023906', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427821', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648935', 'lastCheck': '6.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215885', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b0cf592c-0b36-492c-aaee-e521ca1faf4d (api:52)
2018-03-08 01:30:26,969+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d8e471f5-2352-476e-85d5-115024213b36 (api:46)
2018-03-08 01:30:26,969+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d8e471f5-2352-476e-85d5-115024213b36 (api:52)
2018-03-08 01:30:26,993+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.50'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '97.62'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '3.76', 'cpuIdle': '95.25'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '5.21', 'cpuIdle': '93.34'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '63': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '4.82', 'cpuIdle': '94.19'}, '53': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.50'}, '32': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '3.56', 'cpuIdle': '96.18'}, '42': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.36'}, '24': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '5.02', 'cpuIdle': '93.86'}, '25': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '6.07', 'cpuIdle': '91.69'}, '26': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.44', 'cpuIdle': '95.71'}, '27': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '5.41', 'cpuIdle': '92.08'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.56'}, '21': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '3.70', 'cpuIdle': '93.73'}, '22': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '97.43'}, '23': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.05'}, '46': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.28'}, '47': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '28': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.96'}, '29': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.25'}, '40': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.97', 'cpuIdle': '95.78'}, '41': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.63'}, '1': {'cpuUser': '4.29', 'nodeIndex': 1, 'cpuSys': '30.56', 'cpuIdle': '65.15'}, '0': {'cpuUser': '6.27', 'nodeIndex': 0, 'cpuSys': '3.30', 'cpuIdle': '90.43'}, '3': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.91'}, '2': {'cpuUser': '2.44', 'nodeIndex': 0, 'cpuSys': '5.08', 'cpuIdle': '92.48'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '95.25'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '96.50'}, '7': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.52'}, '6': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '4.03', 'cpuIdle': '94.32'}, '9': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '3.89', 'cpuIdle': '94.00'}, '8': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '3.04', 'cpuIdle': '95.11'}, '52': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '3.23', 'cpuIdle': '96.64'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '96.17'}, '38': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '3.43', 'cpuIdle': '94.66'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '3.23', 'cpuIdle': '96.57'}, '11': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '3.30', 'cpuIdle': '94.19'}, '10': {'cpuUser': '3.23', 'nodeIndex': 0, 'cpuSys': '5.87', 'cpuIdle': '90.90'}, '13': {'cpuUser': '2.24', 'nodeIndex': 1, 'cpuSys': '3.70', 'cpuIdle': '94.06'}, '12': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '3.56', 'cpuIdle': '94.92'}, '15': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.65'}, '14': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '5.61', 'cpuIdle': '92.41'}, '17': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '94.39'}, '16': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.16'}, '19': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '3.63', 'cpuIdle': '93.86'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '31': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.98'}, '49': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '37': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.97'}, '36': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '5.48', 'cpuIdle': '92.34'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '95.64'}, '34': {'cpuUser': '4.69', 'nodeIndex': 0, 'cpuSys': '5.94', 'cpuIdle': '89.37'}, '33': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.01'}, '18': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.31'}, '57': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '50': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307372'}, '0': {'memPercent': 11, 'memFree': '350214'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415058', 'lastCheck': '7.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235243', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472877', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443281', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264361', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347369', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043068', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000673851', 'lastCheck': '7.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698738', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225354', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391893', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266181', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284007', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042452', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358972', 'lastCheck': '5.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238548', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249972', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241973', 'lastCheck': '6.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263097', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000786825', 'lastCheck': '7.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363634', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648935', 'lastCheck': '6.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290451', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378378', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328035', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025575', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0004773', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217141', 'lastCheck': '6.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023906', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427821', 'lastCheck': '6.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0123145', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215885', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646553289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404163803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.351', 'tx': '1176272654920', 'txDropped': '0', 'rx': '625371261983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0', 'tx': '1580924017959', 'txDropped': '0', 'rx': '926323929217', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45189174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416453281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200513948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet0', 'tx': '87557595', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet1', 'tx': '37766010506', 'txDropped': '0', 'rx': '877935034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet2', 'tx': '21124964326', 'txDropped': '0', 'rx': '141317204653', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175654231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet4', 'tx': '396240977', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet5', 'tx': '23424552865', 'txDropped': '0', 'rx': '498114607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet6', 'tx': '6653900462', 'txDropped': '0', 'rx': '429904174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet7', 'tx': '1433407707', 'txDropped': '0', 'rx': '552207292', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42437354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46737218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'lo', 'tx': '6933843568', 'txDropped': '0', 'rx': '6933843568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170654864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'eno1', 'tx': '975614480125', 'txDropped': '0', 'rx': '433997093834', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'eno2', 'tx': '605309537834', 'txDropped': '0', 'rx': '492326835383', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469013.241906, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469013.241906, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632856701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75888711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77006576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192117855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370775178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373508086', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49860299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430312734', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298884255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.110', 'tx': '2476128058', 'txDropped': '0', 'rx': '66854875499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.111', 'tx': '122676887791', 'txDropped': '0', 'rx': '24447166900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55235971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54160487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465295035', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165333125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56015889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55845650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45184382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469013.241906, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226552817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'oVirtManagement', 'tx': '1176272654272', 'txDropped': '0', 'rx': '625370523580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577166334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'vnet3', 'tx': '542634681', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469013.241906, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754432594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695060.84', 'cpuLoad': '2.45', 'cpuSys': '3.07', 'diskStats': {'/var/log': {'free': '92929'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.23', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635302L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:30:26 GMT', 'cpuUser': '1.46', 'memFree': 667598, 'cpuIdle': '95.47', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.33'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:26,998+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:30:27,309+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:27,356+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9c47176c-3b8c-48c0-af6e-bbc66673d448 (threadPool:210)
2018-03-08 01:30:27,356+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 18495a17-efed-4d27-8e22-62d3f9072770 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:27,357+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:27,361+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:27,366+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:27,369+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:27,714+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:27,768+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2839dde5-2511-43bc-9b5f-b7aa778fee8f (threadPool:210)
2018-03-08 01:30:27,768+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9d91433f-e5ff-4f5e-b585-929d8a2d0fe6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:27,768+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:28,187+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:28,257+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a56b6175-4d69-4b51-b24d-77c107743ad7 (threadPool:210)
2018-03-08 01:30:28,257+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e16ad015-6c1b-415e-8777-6f42ec4a466f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:28,257+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:28,407+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fbb38fa0-8e8e-4662-a972-dc957eb17ee3 (api:46)
2018-03-08 01:30:28,408+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286961', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472877', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284007', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042452', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347369', 'lastCheck': '4.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043068', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000673851', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698738', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225354', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391893', 'lastCheck': '7.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266181', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415058', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443281', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264361', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358972', 'lastCheck': '7.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363634', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249972', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241973', 'lastCheck': '8.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263097', 'lastCheck': '3.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000786825', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238548', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0123145', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290451', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378378', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328035', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025575', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384261', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217141', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023906', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427821', 'lastCheck': '7.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648935', 'lastCheck': '8.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215885', 'lastCheck': '4.0', 'valid': True}} from=internal, task_id=fbb38fa0-8e8e-4662-a972-dc957eb17ee3 (api:52)
2018-03-08 01:30:28,409+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=0a67e97e-7a87-4365-9574-2b54fe594c10 (api:46)
2018-03-08 01:30:28,409+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0a67e97e-7a87-4365-9574-2b54fe594c10 (api:52)
2018-03-08 01:30:28,554+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:28,899+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:28,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 51a8bfbc-05fd-4b72-a762-5e6f68da8ff8 (threadPool:210)
2018-03-08 01:30:28,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 27c84eaa-55ef-4300-a173-15429c551524 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:28,949+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:29,232+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:29,300+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64159bc0-462f-455f-8aae-4b7987e95285 (threadPool:210)
2018-03-08 01:30:29,302+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d6e9ccad-9889-480e-acbe-e465c952338c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:29,302+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:29,587+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:29,637+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 18495a17-efed-4d27-8e22-62d3f9072770 (threadPool:210)
2018-03-08 01:30:29,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bc8c60c0-cc57-40cc-88fc-0cb16e1e661a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:29,639+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:30,046+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:30,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9d91433f-e5ff-4f5e-b585-929d8a2d0fe6 (threadPool:210)
2018-03-08 01:30:30,095+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d1f7305e-3269-4ad8-9b03-71e06f10660f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:30,095+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:30,567+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:30,607+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e16ad015-6c1b-415e-8777-6f42ec4a466f (threadPool:210)
2018-03-08 01:30:30,608+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 48d495a6-cd2c-49f8-b8f5-ce2637885a42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:30,608+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:30,999+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:31,049+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d6e9ccad-9889-480e-acbe-e465c952338c (threadPool:210)
2018-03-08 01:30:31,049+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 16faa3bf-0b9f-4d4d-99d4-7851db1d0a16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:31,049+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:31,484+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:31,515+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bc8c60c0-cc57-40cc-88fc-0cb16e1e661a (threadPool:210)
2018-03-08 01:30:31,516+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23bf5f3a-2a24-4bb8-99f7-aaf4bbec90c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:31,516+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:31,612+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:30:31,617+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:30:31,620+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:31,628+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:30:31,628+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:30:31,628+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:31,853+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:31,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 27c84eaa-55ef-4300-a173-15429c551524 (threadPool:210)
2018-03-08 01:30:31,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2219e1d-9b1a-4bc8-b9b4-9b9714e72158 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:31,903+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:32,295+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:32,339+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 48d495a6-cd2c-49f8-b8f5-ce2637885a42 (threadPool:210)
2018-03-08 01:30:32,339+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1863a7bc-a8bf-46d0-a56b-f9e8160b97b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:32,340+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:32,863+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:32,911+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 16faa3bf-0b9f-4d4d-99d4-7851db1d0a16 (threadPool:210)
2018-03-08 01:30:32,912+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1fb242ea-f1c5-4cbe-ba28-0fc9cfd79a08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:32,912+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:33,238+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:33,288+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d1f7305e-3269-4ad8-9b03-71e06f10660f (threadPool:210)
2018-03-08 01:30:33,288+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 56bd6449-e5f9-4a11-8cb9-acfccb95dbfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:33,288+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:33,593+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:33,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23bf5f3a-2a24-4bb8-99f7-aaf4bbec90c8 (threadPool:210)
2018-03-08 01:30:33,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5e0f1c4-5800-486d-96a5-bc9f7d0054eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:33,642+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:33,929+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:33,978+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2219e1d-9b1a-4bc8-b9b4-9b9714e72158 (threadPool:210)
2018-03-08 01:30:33,979+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 01914727-71f5-48d7-8d1a-a99649eca840 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:33,979+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:34,278+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:34,336+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1863a7bc-a8bf-46d0-a56b-f9e8160b97b6 (threadPool:210)
2018-03-08 01:30:34,336+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b4410e4d-5626-49b4-82e1-887c148cdef7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:34,337+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:34,586+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:34,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 56bd6449-e5f9-4a11-8cb9-acfccb95dbfe (threadPool:210)
2018-03-08 01:30:34,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b9bb0f2a-c0e5-44e0-93aa-2184202b1a19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:34,635+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:34,926+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:34,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5e0f1c4-5800-486d-96a5-bc9f7d0054eb (threadPool:210)
2018-03-08 01:30:34,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6a26d3c0-1a56-4fc8-81ae-0b118a61c829 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:34,974+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:35,298+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:35,340+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 01914727-71f5-48d7-8d1a-a99649eca840 (threadPool:210)
2018-03-08 01:30:35,341+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 20953d5c-71ab-4d0e-8f88-9e1ccb6f072a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:35,341+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:35,749+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:35,785+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b4410e4d-5626-49b4-82e1-887c148cdef7 (threadPool:210)
2018-03-08 01:30:35,786+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ff55e66a-77bc-4e34-a08d-ec1f57a7c5e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:35,786+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:35,988+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=035a3e06-9402-4cb9-bfed-f0f4933c4679 (api:46)
2018-03-08 01:30:35,994+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=035a3e06-9402-4cb9-bfed-f0f4933c4679 (api:52)
2018-03-08 01:30:35,994+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:36,092+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=31801467-89dc-41a6-98d8-f27424d7d258 (api:46)
2018-03-08 01:30:36,099+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=31801467-89dc-41a6-98d8-f27424d7d258 (api:52)
2018-03-08 01:30:36,100+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:36,153+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:36,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6a26d3c0-1a56-4fc8-81ae-0b118a61c829 (threadPool:210)
2018-03-08 01:30:36,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a771047-e784-4956-863d-db9fa4e3fe3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:36,208+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:36,548+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:36,599+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1fb242ea-f1c5-4cbe-ba28-0fc9cfd79a08 (threadPool:210)
2018-03-08 01:30:36,599+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fd1df429-9a85-49d3-8e7e-95f230bc9d64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:36,599+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:36,910+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:36,953+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 20953d5c-71ab-4d0e-8f88-9e1ccb6f072a (threadPool:210)
2018-03-08 01:30:36,953+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 15e393c8-85d0-42a7-a337-9249fe6690b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:36,953+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:37,367+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:37,408+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ff55e66a-77bc-4e34-a08d-ec1f57a7c5e3 (threadPool:210)
2018-03-08 01:30:37,409+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 80e80ac9-9d46-425d-9b43-accc7acce95b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:30:37,410+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:37,688+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:37,736+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a771047-e784-4956-863d-db9fa4e3fe3e (threadPool:210)
2018-03-08 01:30:37,736+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 12bd60f9-7a2a-4c8d-a1bc-87714f188ead (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:37,737+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:38,132+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:38,180+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fd1df429-9a85-49d3-8e7e-95f230bc9d64 (threadPool:210)
2018-03-08 01:30:38,180+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3ed92535-7fd3-4305-89ce-09eb780d9f9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:38,181+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:38,658+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:38,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b9bb0f2a-c0e5-44e0-93aa-2184202b1a19 (threadPool:210)
2018-03-08 01:30:38,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eb433dec-3b6d-47b7-92b5-09c6ad1273cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:38,708+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:39,041+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:39,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 15e393c8-85d0-42a7-a337-9249fe6690b3 (threadPool:210)
2018-03-08 01:30:39,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8c67ea14-c3ac-4ea4-b3b3-e2ed5b4efce6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:39,082+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:39,431+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:39,522+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 12bd60f9-7a2a-4c8d-a1bc-87714f188ead (threadPool:210)
2018-03-08 01:30:39,523+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9ee74cf7-4871-472c-8252-6d1ca22d0f0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:39,524+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:39,971+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:40,569+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:40,618+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eb433dec-3b6d-47b7-92b5-09c6ad1273cb (threadPool:210)
2018-03-08 01:30:40,619+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6733e35a-42ad-452c-9b3a-af93975e29c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:40,619+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:40,829+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=aa4181d2-ddbd-45f0-b771-c2e3babd6f9f (api:46)
2018-03-08 01:30:40,830+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=aa4181d2-ddbd-45f0-b771-c2e3babd6f9f (api:52)
2018-03-08 01:30:40,830+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=07e953e8-7ac0-441f-8f97-2c03173b0bf7 (api:46)
2018-03-08 01:30:40,830+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=07e953e8-7ac0-441f-8f97-2c03173b0bf7 (api:52)
2018-03-08 01:30:40,831+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=2c563f21-e25c-4429-b36a-cd6d5f5523bc (api:46)
2018-03-08 01:30:40,831+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=2c563f21-e25c-4429-b36a-cd6d5f5523bc (api:52)
2018-03-08 01:30:40,831+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=7c0d6bb0-f4d3-45c2-82a4-7caa2fbb5a5b (api:46)
2018-03-08 01:30:40,832+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=7c0d6bb0-f4d3-45c2-82a4-7caa2fbb5a5b (api:52)
2018-03-08 01:30:40,832+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=8239b5fc-eb1f-4238-a386-96107f745a17 (api:46)
2018-03-08 01:30:40,832+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=8239b5fc-eb1f-4238-a386-96107f745a17 (api:52)
2018-03-08 01:30:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=cb774087-341f-4f73-a14d-1f89ccd59985 (api:46)
2018-03-08 01:30:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=cb774087-341f-4f73-a14d-1f89ccd59985 (api:52)
2018-03-08 01:30:40,833+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=b446d8e7-a759-41c4-baeb-0c6ea824c1b3 (api:46)
2018-03-08 01:30:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=b446d8e7-a759-41c4-baeb-0c6ea824c1b3 (api:52)
2018-03-08 01:30:40,834+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=bbb3e761-0faf-4e1b-b47b-f37cad064c0c (api:46)
2018-03-08 01:30:40,834+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=bbb3e761-0faf-4e1b-b47b-f37cad064c0c (api:52)
2018-03-08 01:30:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=d851a1ae-4e93-47e3-a397-f11dc1065424 (api:46)
2018-03-08 01:30:40,835+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=d851a1ae-4e93-47e3-a397-f11dc1065424 (api:52)
2018-03-08 01:30:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=ec91bf31-1072-4700-9177-102515863bf4 (api:46)
2018-03-08 01:30:40,835+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=ec91bf31-1072-4700-9177-102515863bf4 (api:52)
2018-03-08 01:30:41,197+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:41,250+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 80e80ac9-9d46-425d-9b43-accc7acce95b (threadPool:210)
2018-03-08 01:30:41,251+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 42b55737-7bf3-4e80-ac78-87c10d2cf437 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:41,251+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:41,636+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:41,686+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8c67ea14-c3ac-4ea4-b3b3-e2ed5b4efce6 (threadPool:210)
2018-03-08 01:30:41,687+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be798c67-71b2-403d-8d71-39fcefdcb08b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:41,687+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:42,006+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:42,040+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:42,044+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=57b1695b-04e2-4859-bf2d-94d2085fac72 (api:46)
2018-03-08 01:30:42,045+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260816', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00181058', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264688', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350068', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392405', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222737', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000300369', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436289', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257836', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387211', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444952', 'lastCheck': '5.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114611', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401147', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413608', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003436', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652379', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211695', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253613', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225641', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088599', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260955', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320743', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023379', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438925', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623122', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046235', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383216', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254677', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203378', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390841', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491353', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329685', 'lastCheck': '2.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=57b1695b-04e2-4859-bf2d-94d2085fac72 (api:52)
2018-03-08 01:30:42,046+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=73c876f0-af05-48e8-96b9-7dd92931ecfa (api:46)
2018-03-08 01:30:42,046+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=73c876f0-af05-48e8-96b9-7dd92931ecfa (api:52)
2018-03-08 01:30:42,073+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.83'}, '54': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.40'}, '43': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.22'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.22'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.69'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '95.16'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.97'}, '20': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.37'}, '22': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.62'}, '23': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.17'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '99.00'}, '47': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '97.29'}, '45': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '29': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.70'}, '40': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '95.03'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.41'}, '1': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '31.59', 'cpuIdle': '63.71'}, '0': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '87.68'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.24'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '5': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.84'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.96'}, '6': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.50'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.43'}, '8': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '38': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '94.30'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '92.78'}, '10': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '95.83'}, '13': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '92.45'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '15': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.91'}, '14': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '94.90'}, '17': {'cpuUser': '3.84', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.38'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '96.56'}, '19': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.77', 'cpuIdle': '93.71'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '49': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '98.15'}, '37': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.84'}, '36': {'cpuUser': '3.77', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '91.53'}, '35': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '4.57', 'cpuIdle': '92.25'}, '34': {'cpuUser': '8.87', 'nodeIndex': 0, 'cpuSys': '10.13', 'cpuIdle': '81.00'}, '33': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.56'}, '18': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.69'}, '57': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307508'}, '0': {'memPercent': 11, 'memFree': '350217'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114611', 'lastCheck': '2.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260816', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00181058', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401147', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413608', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392405', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222737', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000300369', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436289', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257836', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387211', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444952', 'lastCheck': '5.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264688', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350068', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003436', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260955', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211695', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253613', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225641', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088599', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652379', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491353', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023379', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438925', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623122', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046235', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383216', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254677', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203378', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390841', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320743', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329685', 'lastCheck': '2.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646560385', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404166367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.351', 'tx': '1176272739286', 'txDropped': '0', 'rx': '625371278500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0', 'tx': '1580924115378', 'txDropped': '0', 'rx': '926324308222', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45189574', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416454046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200515629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet0', 'tx': '87564742', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet1', 'tx': '37766014231', 'txDropped': '0', 'rx': '877938182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet2', 'tx': '21124980525', 'txDropped': '0', 'rx': '141317216800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175655347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet4', 'tx': '396248124', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet5', 'tx': '23424565432', 'txDropped': '0', 'rx': '498116699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet6', 'tx': '6653901367', 'txDropped': '0', 'rx': '429904236', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet7', 'tx': '1433408612', 'txDropped': '0', 'rx': '552207354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42437754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46737618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'lo', 'tx': '6933923873', 'txDropped': '0', 'rx': '6933923873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170656180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'eno1', 'tx': '975614563416', 'txDropped': '0', 'rx': '433997300834', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'eno2', 'tx': '605309551962', 'txDropped': '0', 'rx': '492327007388', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469028.341524, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469028.341524, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632861471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75889117', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77006982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192121144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370775737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373514169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49860858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430318817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298887544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.110', 'tx': '2476131330', 'txDropped': '0', 'rx': '66854878426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.111', 'tx': '122676898879', 'txDropped': '0', 'rx': '24447181821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55236321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54160887', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465297599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165334441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56016239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55846050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45184782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469028.341524, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226554498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'oVirtManagement', 'tx': '1176272738638', 'txDropped': '0', 'rx': '625370540097', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577171104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'vnet3', 'tx': '542641828', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469028.341524, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754433710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695075.91', 'cpuLoad': '2.50', 'cpuSys': '2.60', 'diskStats': {'/var/log': {'free': '92927'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635272L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:30:42 GMT', 'cpuUser': '1.72', 'memFree': 667569, 'cpuIdle': '95.68', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '14.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:42,078+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:30:42,090+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3ed92535-7fd3-4305-89ce-09eb780d9f9a (threadPool:210)
2018-03-08 01:30:42,090+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e058a43c-33e5-4335-8502-41c1cd0b0ee1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:42,090+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:42,385+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:42,389+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:42,391+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:42,458+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:42,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9ee74cf7-4871-472c-8252-6d1ca22d0f0f (threadPool:210)
2018-03-08 01:30:42,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2da1a69b-9097-4332-bf2d-2356ae84013c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:42,509+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:42,885+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:42,932+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6733e35a-42ad-452c-9b3a-af93975e29c5 (threadPool:210)
2018-03-08 01:30:42,932+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 082bb0dd-8a4f-4b66-831c-2b30b3958101 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:42,933+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:43,392+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:43,499+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2bc96756-4ee1-4bfa-8e89-234a13fea4ab (api:46)
2018-03-08 01:30:43,500+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260816', 'lastCheck': '1.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00181058', 'lastCheck': '5.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264688', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350068', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392405', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222737', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000300369', 'lastCheck': '3.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436289', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257836', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387211', 'lastCheck': '2.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444952', 'lastCheck': '6.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114611', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401147', 'lastCheck': '5.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413608', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003436', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652379', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211695', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253613', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225641', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00088599', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260955', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320743', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023379', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438925', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623122', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046235', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383216', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254677', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203378', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390841', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491353', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329685', 'lastCheck': '3.7', 'valid': True}} from=internal, task_id=2bc96756-4ee1-4bfa-8e89-234a13fea4ab (api:52)
2018-03-08 01:30:43,500+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=405b103e-2dbd-4ac2-a642-ebdea596258c (api:46)
2018-03-08 01:30:43,500+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=405b103e-2dbd-4ac2-a642-ebdea596258c (api:52)
2018-03-08 01:30:43,503+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 42b55737-7bf3-4e80-ac78-87c10d2cf437 (threadPool:210)
2018-03-08 01:30:43,503+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01ccd22a-170a-4d9d-955a-5852ae7b2b4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:43,503+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:43,872+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:43,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be798c67-71b2-403d-8d71-39fcefdcb08b (threadPool:210)
2018-03-08 01:30:43,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08df827e-6fed-4be5-9768-a3ce0254fa2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:43,924+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:44,389+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:44,439+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e058a43c-33e5-4335-8502-41c1cd0b0ee1 (threadPool:210)
2018-03-08 01:30:44,440+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aadaf0fc-4a49-40a7-8a5a-4a76466341a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:44,440+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:44,718+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:44,766+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2da1a69b-9097-4332-bf2d-2356ae84013c (threadPool:210)
2018-03-08 01:30:44,766+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a1d9714-691a-4ef9-836c-458546f47aea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:44,766+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:45,073+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:45,124+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 082bb0dd-8a4f-4b66-831c-2b30b3958101 (threadPool:210)
2018-03-08 01:30:45,125+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3204c7ef-9cd8-42b9-ade0-368f72f3f345 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:45,125+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:45,510+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:45,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01ccd22a-170a-4d9d-955a-5852ae7b2b4a (threadPool:210)
2018-03-08 01:30:45,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c5ecd52-4071-4087-9158-918f5dcc263f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:45,560+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:45,958+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:46,003+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08df827e-6fed-4be5-9768-a3ce0254fa2e (threadPool:210)
2018-03-08 01:30:46,003+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e5a8e5d7-24be-46f8-90d7-9efa5eedf6a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:46,003+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:46,373+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:46,415+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a3effde4-8ec4-4fc9-9e47-87bbc192046b (api:46)
2018-03-08 01:30:46,422+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a3effde4-8ec4-4fc9-9e47-87bbc192046b (api:52)
2018-03-08 01:30:46,422+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:46,432+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aadaf0fc-4a49-40a7-8a5a-4a76466341a6 (threadPool:210)
2018-03-08 01:30:46,432+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8d94ef7f-7a77-4100-9d9b-18673b348155 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:46,432+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:46,496+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20823 (__init__:598)
2018-03-08 01:30:46,496+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20822 (__init__:598)
2018-03-08 01:30:46,528+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=deb8223f-fd59-49b7-b6ab-b5561abbce51 (api:46)
2018-03-08 01:30:46,534+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=deb8223f-fd59-49b7-b6ab-b5561abbce51 (api:52)
2018-03-08 01:30:46,535+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:46,634+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:30:46,638+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:30:46,640+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:46,649+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:30:46,650+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:30:46,650+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:46,780+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:46,830+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a1d9714-691a-4ef9-836c-458546f47aea (threadPool:210)
2018-03-08 01:30:46,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 613f1b76-ed55-4a5b-bed0-10e5f6d51a30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:46,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:47,185+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:47,235+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3204c7ef-9cd8-42b9-ade0-368f72f3f345 (threadPool:210)
2018-03-08 01:30:47,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8f83ab93-2560-4559-84d0-ce91852cf4a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:47,236+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:47,630+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:47,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c5ecd52-4071-4087-9158-918f5dcc263f (threadPool:210)
2018-03-08 01:30:47,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e57ce91d-09dc-4133-918f-56727352a030 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:47,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:48,223+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:48,278+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e5a8e5d7-24be-46f8-90d7-9efa5eedf6a8 (threadPool:210)
2018-03-08 01:30:48,279+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9831fe6b-7481-423b-8692-b5426b88b4a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:48,279+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:48,660+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:48,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 613f1b76-ed55-4a5b-bed0-10e5f6d51a30 (threadPool:210)
2018-03-08 01:30:48,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 67a892b9-cf41-4611-b319-c2ff8d29e422 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:48,711+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:49,084+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:49,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8f83ab93-2560-4559-84d0-ce91852cf4a7 (threadPool:210)
2018-03-08 01:30:49,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 78dae956-fe5d-42c7-a8ed-a0ed2213e438 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:49,132+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:49,437+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:49,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e57ce91d-09dc-4133-918f-56727352a030 (threadPool:210)
2018-03-08 01:30:49,492+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a65f64c6-cbe3-4e83-937d-0eb1f6bfdde1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:49,492+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:49,829+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:49,887+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8d94ef7f-7a77-4100-9d9b-18673b348155 (threadPool:210)
2018-03-08 01:30:49,888+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7274e0d6-1a54-4c5e-8aed-ce8ce119cb2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:49,888+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:50,297+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:50,333+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9831fe6b-7481-423b-8692-b5426b88b4a1 (threadPool:210)
2018-03-08 01:30:50,334+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7fddea4d-9b22-4f2d-9f25-ef02cee6a21c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:50,334+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:50,619+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:50,669+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 78dae956-fe5d-42c7-a8ed-a0ed2213e438 (threadPool:210)
2018-03-08 01:30:50,670+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10ef0e02-7b6a-417e-ae46-585f0d1b636f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:50,670+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:51,044+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:51,097+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a65f64c6-cbe3-4e83-937d-0eb1f6bfdde1 (threadPool:210)
2018-03-08 01:30:51,097+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d9e900ed-bc62-45e4-91cb-d8218bbe6ec9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:51,098+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:51,461+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:51,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7274e0d6-1a54-4c5e-8aed-ce8ce119cb2a (threadPool:210)
2018-03-08 01:30:51,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43308951-303f-4076-824f-a661edff8bfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:51,511+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:51,816+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:52,109+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:52,153+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7fddea4d-9b22-4f2d-9f25-ef02cee6a21c (threadPool:210)
2018-03-08 01:30:52,153+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2f2264c-2fa1-46a4-babd-87e896b09d32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:52,154+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:52,485+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:52,528+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10ef0e02-7b6a-417e-ae46-585f0d1b636f (threadPool:210)
2018-03-08 01:30:52,529+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f5f868e1-bfe5-4a3f-a6ac-0bfbf5123d03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:52,529+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:52,855+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:52,925+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43308951-303f-4076-824f-a661edff8bfd (threadPool:210)
2018-03-08 01:30:52,926+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 34807b7b-891d-46da-a63c-67b77e6ee897 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:52,926+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:53,204+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:53,230+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 67a892b9-cf41-4611-b319-c2ff8d29e422 (threadPool:210)
2018-03-08 01:30:53,231+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 20549648-de81-4f45-a485-68378c5c328f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:53,232+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:53,630+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:53,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d9e900ed-bc62-45e4-91cb-d8218bbe6ec9 (threadPool:210)
2018-03-08 01:30:53,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 015b0576-f742-4b7b-806b-82d6db0f3112 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:30:53,680+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:53,998+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:54,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f5f868e1-bfe5-4a3f-a6ac-0bfbf5123d03 (threadPool:210)
2018-03-08 01:30:54,046+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ecbb329f-c622-4c13-b64c-fd787dd9b17a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:54,046+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:54,397+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:54,442+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 34807b7b-891d-46da-a63c-67b77e6ee897 (threadPool:210)
2018-03-08 01:30:54,443+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6f991bfd-2c9b-4cf2-9f9d-0b0c4c75ecda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:54,443+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:54,726+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:54,775+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2f2264c-2fa1-46a4-babd-87e896b09d32 (threadPool:210)
2018-03-08 01:30:54,775+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3ae3d6d6-5959-4082-9157-73572599201d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:54,775+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:55,064+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:55,104+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 20549648-de81-4f45-a485-68378c5c328f (threadPool:210)
2018-03-08 01:30:55,104+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54fa919c-1eb2-42c2-8918-ea50cfcabd51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:55,105+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:55,389+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:55,437+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 015b0576-f742-4b7b-806b-82d6db0f3112 (threadPool:210)
2018-03-08 01:30:55,437+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b08c3d12-4c25-4e74-afe7-b0ad9f6e0601 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:55,437+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:55,728+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:55,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ecbb329f-c622-4c13-b64c-fd787dd9b17a (threadPool:210)
2018-03-08 01:30:55,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b1e0a636-72b9-4f76-9ec8-39375f194970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:55,757+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:56,030+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:56,089+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3ae3d6d6-5959-4082-9157-73572599201d (threadPool:210)
2018-03-08 01:30:56,089+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 96a02169-b376-4aac-9175-2c2dc1e959d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:56,090+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:56,377+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:56,427+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54fa919c-1eb2-42c2-8918-ea50cfcabd51 (threadPool:210)
2018-03-08 01:30:56,427+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d722137-a3d1-4e56-a669-e8b403b9b7bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:56,428+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:56,726+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:56,777+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b08c3d12-4c25-4e74-afe7-b0ad9f6e0601 (threadPool:210)
2018-03-08 01:30:56,777+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ba8141a2-fe78-4406-abc6-ac637ebbec12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:56,777+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:56,937+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a0aa3d06-c95f-4b13-a458-5f888d38c3dc (api:46)
2018-03-08 01:30:56,943+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a0aa3d06-c95f-4b13-a458-5f888d38c3dc (api:52)
2018-03-08 01:30:56,943+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:30:57,078+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:57,100+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=19073d76-42e7-4385-a98f-72940201df23 (api:46)
2018-03-08 01:30:57,109+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=19073d76-42e7-4385-a98f-72940201df23 (api:52)
2018-03-08 01:30:57,111+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:57,146+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:57,147+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=52224cb6-a74c-41f0-aba7-27942735698f (api:46)
2018-03-08 01:30:57,147+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251491', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462036', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427086', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414194', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498446', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266532', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000200915', 'lastCheck': '5.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412259', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268175', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276024', 'lastCheck': '5.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361183', 'lastCheck': '0.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00769075', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487313', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643762', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501724', 'lastCheck': '5.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047696', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306117', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214715', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00095393', 'lastCheck': '7.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345251', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00267138', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246065', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386508', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342397', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413885', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000338814', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391599', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407049', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397963', 'lastCheck': '6.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269615', 'lastCheck': '6.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265119', 'lastCheck': '2.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=52224cb6-a74c-41f0-aba7-27942735698f (api:52)
2018-03-08 01:30:57,148+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0201819d-0284-41a9-9341-d5c0c3adff84 (api:46)
2018-03-08 01:30:57,148+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0201819d-0284-41a9-9341-d5c0c3adff84 (api:52)
2018-03-08 01:30:57,152+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6f991bfd-2c9b-4cf2-9f9d-0b0c4c75ecda (threadPool:210)
2018-03-08 01:30:57,152+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94868ce3-f142-4111-ae2f-bc47dda0c4ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:57,153+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:57,192+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.76'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '25': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.10'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '20': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.70'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '23': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.69'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.21'}, '29': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.10'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '25.83', 'cpuIdle': '69.53'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.73'}, '3': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '2': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '94.37'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.08'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '8': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.70'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.55'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.16'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '19': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.76'}, '55': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.70'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.36'}, '36': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.49'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '34': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '7.82', 'cpuIdle': '85.29'}, '33': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '18': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307529'}, '0': {'memPercent': 11, 'memFree': '350221'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00769075', 'lastCheck': '7.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251491', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462036', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487313', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643762', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498446', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266532', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000200915', 'lastCheck': '5.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412259', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268175', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276024', 'lastCheck': '5.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361183', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427086', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414194', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501724', 'lastCheck': '5.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345251', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306117', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214715', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00095393', 'lastCheck': '7.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047696', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269615', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246065', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386508', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342397', 'lastCheck': '1.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413885', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000338814', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391599', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407049', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397963', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00267138', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265119', 'lastCheck': '2.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646596645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404169493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.351', 'tx': '1176272806977', 'txDropped': '0', 'rx': '625371288190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0', 'tx': '1580924243883', 'txDropped': '0', 'rx': '926324689410', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45189924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416455275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200517581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet0', 'tx': '87569452', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet1', 'tx': '37766018620', 'txDropped': '0', 'rx': '877941372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet2', 'tx': '21125021618', 'txDropped': '0', 'rx': '141317262021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175657575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet4', 'tx': '396252834', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet5', 'tx': '23424604618', 'txDropped': '0', 'rx': '498117155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet6', 'tx': '6653902876', 'txDropped': '0', 'rx': '429904298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet7', 'tx': '1433410597', 'txDropped': '0', 'rx': '552207796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42438104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46738207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'lo', 'tx': '6933997433', 'txDropped': '0', 'rx': '6933997433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170657628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'eno1', 'tx': '975614641689', 'txDropped': '0', 'rx': '433997519067', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'eno2', 'tx': '605309602194', 'txDropped': '0', 'rx': '492327170343', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469043.438262, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469043.438262, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632865869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75889517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77007382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192123624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370776087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373518025', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49861208', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430322673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298890024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.110', 'tx': '2476134958', 'txDropped': '0', 'rx': '66854882209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.111', 'tx': '122676943856', 'txDropped': '0', 'rx': '24447219820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55236721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54161476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465300725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165335889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56016639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55846400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45185132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469043.438262, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226556450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'oVirtManagement', 'tx': '1176272806329', 'txDropped': '0', 'rx': '625370549787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577175502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'vnet3', 'tx': '542646538', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469043.438262, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754435938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695091.02', 'cpuLoad': '2.49', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92925'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:30:57 GMT', 'cpuUser': '1.18', 'memFree': 667607, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.66'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:57,197+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:30:57,409+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:30:57,414+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:30:57,416+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:30:57,431+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:57,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 96a02169-b376-4aac-9175-2c2dc1e959d5 (threadPool:210)
2018-03-08 01:30:57,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f9cdf5a1-5f04-453c-b822-404dad1e4b18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:57,480+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:57,760+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:57,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d722137-a3d1-4e56-a669-e8b403b9b7bb (threadPool:210)
2018-03-08 01:30:57,812+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cc1e493f-b996-4302-a184-0c21fdb4ca8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:57,812+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:58,091+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:58,140+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ba8141a2-fe78-4406-abc6-ac637ebbec12 (threadPool:210)
2018-03-08 01:30:58,140+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d4ea6f4a-b2e9-409a-a6a8-2b7c0a57ac53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:58,140+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:58,486+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:58,585+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=b96e5257-8cdd-461d-912a-ae585ecda299 (api:46)
2018-03-08 01:30:58,586+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251215', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00093997', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427086', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414194', 'lastCheck': '7.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498446', 'lastCheck': '4.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266532', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000200915', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412259', 'lastCheck': '3.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268175', 'lastCheck': '4.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276024', 'lastCheck': '7.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361183', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00769075', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487313', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643762', 'lastCheck': '7.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501724', 'lastCheck': '7.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047696', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306117', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243746', 'lastCheck': '7.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214715', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00095393', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345251', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00267138', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246065', 'lastCheck': '4.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386508', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342397', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413885', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037103', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391599', 'lastCheck': '7.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407049', 'lastCheck': '4.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397963', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269615', 'lastCheck': '8.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265119', 'lastCheck': '4.1', 'valid': True}} from=internal, task_id=b96e5257-8cdd-461d-912a-ae585ecda299 (api:52)
2018-03-08 01:30:58,587+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=d0dd1174-8c47-4217-9752-d491717a8ca3 (api:46)
2018-03-08 01:30:58,587+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d0dd1174-8c47-4217-9752-d491717a8ca3 (api:52)
2018-03-08 01:30:58,620+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b1e0a636-72b9-4f76-9ec8-39375f194970 (threadPool:210)
2018-03-08 01:30:58,620+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 09ccfd18-a2dc-454e-84cc-dff243c48415 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:58,620+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:30:59,090+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:59,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f9cdf5a1-5f04-453c-b822-404dad1e4b18 (threadPool:210)
2018-03-08 01:30:59,130+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d5cf31e9-19df-4e29-a4e2-96c45c68e035 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:59,130+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:59,424+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:59,487+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cc1e493f-b996-4302-a184-0c21fdb4ca8f (threadPool:210)
2018-03-08 01:30:59,489+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f6a1e7f9-2e67-4d72-9003-85ef9ab8abd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:30:59,489+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:30:59,783+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:30:59,849+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94868ce3-f142-4111-ae2f-bc47dda0c4ff (threadPool:210)
2018-03-08 01:30:59,850+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6165a4c3-3b8e-4d47-836b-44dda9d2739f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:30:59,851+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:00,150+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:00,201+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 09ccfd18-a2dc-454e-84cc-dff243c48415 (threadPool:210)
2018-03-08 01:31:00,202+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ffc4b1df-bc12-4113-a485-b29e16248021 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:00,202+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:00,510+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:00,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d5cf31e9-19df-4e29-a4e2-96c45c68e035 (threadPool:210)
2018-03-08 01:31:00,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b1e77f49-d0a8-4fd6-86ba-0c94428dedec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:00,555+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:00,856+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:00,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f6a1e7f9-2e67-4d72-9003-85ef9ab8abd8 (threadPool:210)
2018-03-08 01:31:00,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa56b254-e969-4bdd-be82-8df12ee8b8de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:00,888+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:01,210+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:01,261+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ffc4b1df-bc12-4113-a485-b29e16248021 (threadPool:210)
2018-03-08 01:31:01,262+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e3a89d85-7c36-4be2-8b1f-2503c53c26c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:01,262+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:01,629+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:01,656+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:31:01,664+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:31:01,667+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:01,690+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:31:01,692+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:31:01,692+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:01,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d4ea6f4a-b2e9-409a-a6a8-2b7c0a57ac53 (threadPool:210)
2018-03-08 01:31:01,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8ceb7fad-41d3-47e7-a657-fc2beb9809e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:01,702+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:02,034+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:02,084+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6165a4c3-3b8e-4d47-836b-44dda9d2739f (threadPool:210)
2018-03-08 01:31:02,085+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2dcc5bb0-5da1-447a-97b1-3c33f91fb937 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:02,085+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:02,444+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:02,486+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa56b254-e969-4bdd-be82-8df12ee8b8de (threadPool:210)
2018-03-08 01:31:02,487+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02e180fb-77b1-4b8f-88b2-d18f6a1e7c6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:02,487+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:02,913+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:02,959+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b1e77f49-d0a8-4fd6-86ba-0c94428dedec (threadPool:210)
2018-03-08 01:31:02,961+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task caeae598-bfec-4e08-a375-5f1dbade07c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:02,961+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:03,412+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:03,471+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8ceb7fad-41d3-47e7-a657-fc2beb9809e1 (threadPool:210)
2018-03-08 01:31:03,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fdbf3b08-5003-4448-8c39-1fc92f4e11f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:03,472+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:03,765+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:04,111+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:04,158+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2dcc5bb0-5da1-447a-97b1-3c33f91fb937 (threadPool:210)
2018-03-08 01:31:04,159+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 67787de1-a381-4ea0-9a81-5dd58befb511 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:04,159+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:04,602+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:04,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e3a89d85-7c36-4be2-8b1f-2503c53c26c9 (threadPool:210)
2018-03-08 01:31:04,633+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 96c35782-b3ab-4efd-b3e4-6cc7f648d59d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:04,633+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:05,067+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:05,104+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task caeae598-bfec-4e08-a375-5f1dbade07c4 (threadPool:210)
2018-03-08 01:31:05,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 27f92db3-184a-41e4-b8c8-9a99b1c4693e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:05,105+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:05,481+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:05,530+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fdbf3b08-5003-4448-8c39-1fc92f4e11f1 (threadPool:210)
2018-03-08 01:31:05,530+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 678f322e-c83a-442d-9616-7180dee8be72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:05,530+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:06,042+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:06,103+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02e180fb-77b1-4b8f-88b2-d18f6a1e7c6b (threadPool:210)
2018-03-08 01:31:06,104+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task de667fe7-f0c8-498a-a9b1-fe5b1e9c20d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:06,105+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:06,478+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:06,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 96c35782-b3ab-4efd-b3e4-6cc7f648d59d (threadPool:210)
2018-03-08 01:31:06,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 57389663-c59c-4662-8ce3-d088fff18dc9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:31:06,532+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:06,899+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:06,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 27f92db3-184a-41e4-b8c8-9a99b1c4693e (threadPool:210)
2018-03-08 01:31:06,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 82c97e80-817c-4fea-be60-e076b6aac217 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:06,944+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:07,325+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:07,370+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 678f322e-c83a-442d-9616-7180dee8be72 (threadPool:210)
2018-03-08 01:31:07,370+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6a3fac13-590b-4196-aac0-e7d46858a547 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:07,371+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:07,623+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=879c472d-95c8-42b7-be16-ad075f0512eb (api:46)
2018-03-08 01:31:07,629+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=879c472d-95c8-42b7-be16-ad075f0512eb (api:52)
2018-03-08 01:31:07,630+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:07,723+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f50d2fac-816e-4a80-a608-f5c223ab32ed (api:46)
2018-03-08 01:31:07,729+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7060657799168', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f50d2fac-816e-4a80-a608-f5c223ab32ed (api:52)
2018-03-08 01:31:07,731+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:07,745+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:07,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task de667fe7-f0c8-498a-a9b1-fe5b1e9c20d0 (threadPool:210)
2018-03-08 01:31:07,794+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2fbc28c5-a24e-4618-aea8-74fafd6503bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:07,794+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:08,169+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:08,243+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 57389663-c59c-4662-8ce3-d088fff18dc9 (threadPool:210)
2018-03-08 01:31:08,243+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 83daba1b-bc31-4b89-8db0-907983cbb3d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:08,243+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:08,515+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:08,568+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 67787de1-a381-4ea0-9a81-5dd58befb511 (threadPool:210)
2018-03-08 01:31:08,569+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd55b996-dde6-4747-b218-76a949c91448 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:08,569+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:08,864+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:08,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 82c97e80-817c-4fea-be60-e076b6aac217 (threadPool:210)
2018-03-08 01:31:08,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f0335e51-43a5-418e-aced-75c98b7ab7fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:08,915+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:09,194+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:09,264+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6a3fac13-590b-4196-aac0-e7d46858a547 (threadPool:210)
2018-03-08 01:31:09,265+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 345837d7-9204-401f-832c-e9ad5271f5ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:09,265+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:09,690+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:09,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2fbc28c5-a24e-4618-aea8-74fafd6503bd (threadPool:210)
2018-03-08 01:31:09,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e35774bc-2f4d-4021-9bfb-d9087d620fa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:09,771+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:10,063+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:10,109+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd55b996-dde6-4747-b218-76a949c91448 (threadPool:210)
2018-03-08 01:31:10,109+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0488d29b-187c-4993-9a82-e026a53f0352 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:10,109+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:10,485+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:10,533+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f0335e51-43a5-418e-aced-75c98b7ab7fd (threadPool:210)
2018-03-08 01:31:10,533+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 95df41ff-59a0-4d47-8144-01929112d4dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:10,533+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:10,864+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:10,915+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 345837d7-9204-401f-832c-e9ad5271f5ab (threadPool:210)
2018-03-08 01:31:10,915+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0ecd3331-8054-4867-8400-015faca6cd76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:10,915+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:11,345+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:11,397+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 83daba1b-bc31-4b89-8db0-907983cbb3d8 (threadPool:210)
2018-03-08 01:31:11,398+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ded2869f-1c3e-49f1-a7aa-ebe17796ab17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:11,398+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:11,714+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:11,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e35774bc-2f4d-4021-9bfb-d9087d620fa1 (threadPool:210)
2018-03-08 01:31:11,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 53e97ee0-ce82-49fd-bdda-3f815ed20d1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:11,764+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:12,161+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:12,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0488d29b-187c-4993-9a82-e026a53f0352 (threadPool:210)
2018-03-08 01:31:12,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 89b37b81-a50e-4732-a39d-dad618b78d4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:12,202+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:12,241+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:12,242+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c1bed913-5197-4386-b669-d727e82bb272 (api:46)
2018-03-08 01:31:12,243+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353378', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727324', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396007', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430027', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484557', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273757', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00146151', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370332', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287189', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245625', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253879', 'lastCheck': '5.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345404', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232646', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583141', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775289', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442679', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347127', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306606', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459704', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539497', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199076', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036536', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496083', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000530333', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228293', 'lastCheck': '2.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00049913', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270556', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236126', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834465', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191186', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216337', 'lastCheck': '2.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c1bed913-5197-4386-b669-d727e82bb272 (api:52)
2018-03-08 01:31:12,243+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7672b74e-0d60-42da-a7ee-55a3e737b30b (api:46)
2018-03-08 01:31:12,244+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7672b74e-0d60-42da-a7ee-55a3e737b30b (api:52)
2018-03-08 01:31:12,268+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '27': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '92.71'}, '20': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '22': {'cpuUser': '4.18', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '93.77'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '29': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.50'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.77', 'nodeIndex': 1, 'cpuSys': '22.87', 'cpuIdle': '71.36'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.99'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.23'}, '2': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '94.89'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.36'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.22'}, '8': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.07'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.40'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '10': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '15': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.83'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '34': {'cpuUser': '7.16', 'nodeIndex': 0, 'cpuSys': '7.82', 'cpuIdle': '85.02'}, '33': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '57': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307478'}, '0': {'memPercent': 11, 'memFree': '350215'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345404', 'lastCheck': '2.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353378', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727324', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232646', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583141', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484557', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273757', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00146151', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370332', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287189', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245625', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253879', 'lastCheck': '5.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396007', 'lastCheck': '2.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430027', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775289', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199076', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347127', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306606', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459704', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539497', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442679', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191186', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496083', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000530333', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228293', 'lastCheck': '2.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00049913', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270556', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236126', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834465', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036536', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216337', 'lastCheck': '2.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646613119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404173003', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.351', 'tx': '1176272891285', 'txDropped': '0', 'rx': '625371304910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0', 'tx': '1580924466283', 'txDropped': '0', 'rx': '926325125848', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45190324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416457023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200519882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet0', 'tx': '87574199', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet1', 'tx': '37766023492', 'txDropped': '0', 'rx': '877944454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet2', 'tx': '21125080965', 'txDropped': '0', 'rx': '141317396621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175658533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet4', 'tx': '396257581', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet5', 'tx': '23424622912', 'txDropped': '0', 'rx': '498117155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet6', 'tx': '6653905048', 'txDropped': '0', 'rx': '429904402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet7', 'tx': '1433418007', 'txDropped': '0', 'rx': '552210969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42438504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46738607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'lo', 'tx': '6934078184', 'txDropped': '0', 'rx': '6934078184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170658752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'eno1', 'tx': '975614859033', 'txDropped': '0', 'rx': '433997744495', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'eno2', 'tx': '605309607250', 'txDropped': '0', 'rx': '492327381353', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469058.524611, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469058.524611, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632870639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75891277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77009142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192126480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370776646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373522030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49861767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430326678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298892880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.110', 'tx': '2476141383', 'txDropped': '0', 'rx': '66854891225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.111', 'tx': '122677078456', 'txDropped': '0', 'rx': '24447271691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55237071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54161876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465304235', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165337013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56016989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55846800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45185532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469058.524611, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226558751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'oVirtManagement', 'tx': '1176272890637', 'txDropped': '0', 'rx': '625370566507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577180272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'vnet3', 'tx': '542651285', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469058.524611, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754436896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96232', 'ksmPages': 100, 'elapsedTime': '1695106.11', 'cpuLoad': '2.45', 'cpuSys': '1.60', 'diskStats': {'/var/log': {'free': '92924'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:31:12 GMT', 'cpuUser': '1.22', 'memFree': 667610, 'cpuIdle': '97.18', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.27'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:12,272+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:31:12,444+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:12,448+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:12,450+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:12,542+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:12,591+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0ecd3331-8054-4867-8400-015faca6cd76 (threadPool:210)
2018-03-08 01:31:12,591+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e03c2e07-099f-45d6-af06-880ec2476358 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:12,592+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:13,004+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:13,051+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ded2869f-1c3e-49f1-a7aa-ebe17796ab17 (threadPool:210)
2018-03-08 01:31:13,052+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 14df31ae-5949-4b32-9936-fc9540c8adee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:13,052+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:13,367+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:13,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 53e97ee0-ce82-49fd-bdda-3f815ed20d1d (threadPool:210)
2018-03-08 01:31:13,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 309632cf-194a-49ef-b013-c4a1995d5d08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:13,417+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:13,661+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=38731ad4-c1ae-4828-a748-9601098a47e2 (api:46)
2018-03-08 01:31:13,662+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353378', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000727324', 'lastCheck': '5.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396007', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430027', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484557', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273757', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00146151', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370332', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287189', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245625', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253879', 'lastCheck': '6.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345404', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232646', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583141', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775289', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442679', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347127', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306606', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459704', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539497', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199076', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036536', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496083', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000530333', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249845', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228293', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00049913', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270556', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236126', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834465', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191186', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216337', 'lastCheck': '3.8', 'valid': True}} from=internal, task_id=38731ad4-c1ae-4828-a748-9601098a47e2 (api:52)
2018-03-08 01:31:13,662+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=bf8d7bbe-9d68-483f-b026-9d9db13df1d7 (api:46)
2018-03-08 01:31:13,663+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bf8d7bbe-9d68-483f-b026-9d9db13df1d7 (api:52)
2018-03-08 01:31:13,861+0100 INFO  (jsonrpc/0) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'2380d824-9177-4dc9-8ddc-156d1a59f5fe', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=a5f31568-9c70-4a12-8bd7-ff15632e5571 (api:46)
2018-03-08 01:31:13,922+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:13,973+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 95df41ff-59a0-4d47-8144-01929112d4dd (threadPool:210)
2018-03-08 01:31:13,974+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8b1059d4-9a77-4880-a6c4-8a4ee065245b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:13,975+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:14,254+0100 INFO  (jsonrpc/0) [IOProcessClient] Starting client ioprocess-20824 (__init__:330)
2018-03-08 01:31:14,278+0100 INFO  (ioprocess/306888) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:31:14,304+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:14,342+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=a5f31568-9c70-4a12-8bd7-ff15632e5571 (api:52)
2018-03-08 01:31:14,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 89b37b81-a50e-4732-a39d-dad618b78d4e (threadPool:210)
2018-03-08 01:31:14,344+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e5aa2164-8c7b-409d-983b-a5385b969f0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:14,344+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:14,354+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.49 seconds (__init__:573)
2018-03-08 01:31:14,354+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] START task a5f31568-9c70-4a12-8bd7-ff15632e5571 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430c0c5e18>>, args=None) (threadPool:208)
2018-03-08 01:31:14,357+0100 INFO  (jsonrpc/6) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'4488874e-04d1-4b5f-9d12-fd024e12caad', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=64192f4b-a4f4-40b0-be5e-d90b6ebdd48b (api:46)
2018-03-08 01:31:14,370+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7e0f596f-2670-47cf-8889-3787bbcb5b6b (blockdev:167)
2018-03-08 01:31:14,763+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:14,790+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=64192f4b-a4f4-40b0-be5e-d90b6ebdd48b (api:52)
2018-03-08 01:31:14,798+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.44 seconds (__init__:573)
2018-03-08 01:31:14,799+0100 INFO  (tasks/9) [storage.ThreadPool.WorkerThread] START task 64192f4b-a4f4-40b0-be5e-d90b6ebdd48b (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41d40489e0>>, args=None) (threadPool:208)
2018-03-08 01:31:14,802+0100 INFO  (jsonrpc/4) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'14bd8329-6756-4916-a7f4-2a6d2a4c7f07', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=868c388f-8ecc-4d63-9424-f99ccb11500b (api:46)
2018-03-08 01:31:14,846+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/b05589e4-e97c-4847-b604-f30c5259aca9 (blockdev:167)
2018-03-08 01:31:14,862+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 14df31ae-5949-4b32-9936-fc9540c8adee (threadPool:210)
2018-03-08 01:31:14,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3da129a2-0895-4de7-8933-bbcace52a430 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:14,864+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:15,245+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=868c388f-8ecc-4d63-9424-f99ccb11500b (api:52)
2018-03-08 01:31:15,251+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.45 seconds (__init__:573)
2018-03-08 01:31:15,251+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] START task 868c388f-8ecc-4d63-9424-f99ccb11500b (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f4314073fc8>>, args=None) (threadPool:208)
2018-03-08 01:31:15,254+0100 INFO  (jsonrpc/2) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'337be3e7-c0ad-412d-9b6c-1ed1af74f327', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=e8f563ac-c236-43dc-bed3-07924e6dd4f7 (api:46)
2018-03-08 01:31:15,282+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f4644750-0159-4044-9dd7-20e2a64a7b8d (blockdev:167)
2018-03-08 01:31:15,541+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:15,591+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 309632cf-194a-49ef-b013-c4a1995d5d08 (threadPool:210)
2018-03-08 01:31:15,591+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5fe02594-4377-4f55-bfb2-5490ded37223 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:15,591+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:16,688+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:31:16,693+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:31:16,695+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:16,703+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:31:16,703+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:31:16,704+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:20,268+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7e0f596f-2670-47cf-8889-3787bbcb5b6b: 5.90 seconds (utils:452)
2018-03-08 01:31:20,269+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['7e0f596f-2670-47cf-8889-3787bbcb5b6b']) (lvm:1174)
2018-03-08 01:31:20,269+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7e0f596f-2670-47cf-8889-3787bbcb5b6b (lvm:1181)
2018-03-08 01:31:21,292+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f4644750-0159-4044-9dd7-20e2a64a7b8d: 6.01 seconds (utils:452)
2018-03-08 01:31:21,293+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['f4644750-0159-4044-9dd7-20e2a64a7b8d']) (lvm:1174)
2018-03-08 01:31:21,293+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f4644750-0159-4044-9dd7-20e2a64a7b8d (lvm:1181)
2018-03-08 01:31:24,840+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/b05589e4-e97c-4847-b604-f30c5259aca9: 9.99 seconds (utils:452)
2018-03-08 01:31:24,840+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['b05589e4-e97c-4847-b604-f30c5259aca9']) (lvm:1174)
2018-03-08 01:31:24,840+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/b05589e4-e97c-4847-b604-f30c5259aca9 (lvm:1181)
2018-03-08 01:31:25,043+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/2380d824-9177-4dc9-8ddc-156d1a59f5fe/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:25,044+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/2380d824-9177-4dc9-8ddc-156d1a59f5fe/7e0f596f-2670-47cf-8889-3787bbcb5b6b' (blockSD:698)
2018-03-08 01:31:25,044+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/2380d824-9177-4dc9-8ddc-156d1a59f5fe' (blockSD:711)
2018-03-08 01:31:25,048+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] FINISH task a5f31568-9c70-4a12-8bd7-ff15632e5571 (threadPool:210)
2018-03-08 01:31:25,111+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/14bd8329-6756-4916-a7f4-2a6d2a4c7f07/f4644750-0159-4044-9dd7-20e2a64a7b8d' (blockSD:698)
2018-03-08 01:31:25,111+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/14bd8329-6756-4916-a7f4-2a6d2a4c7f07/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:25,111+0100 INFO  (tasks/8) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/14bd8329-6756-4916-a7f4-2a6d2a4c7f07' (blockSD:711)
2018-03-08 01:31:25,114+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] FINISH task 868c388f-8ecc-4d63-9424-f99ccb11500b (threadPool:210)
2018-03-08 01:31:25,185+0100 INFO  (tasks/9) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/4488874e-04d1-4b5f-9d12-fd024e12caad/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:25,185+0100 INFO  (tasks/9) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/4488874e-04d1-4b5f-9d12-fd024e12caad/b05589e4-e97c-4847-b604-f30c5259aca9' (blockSD:698)
2018-03-08 01:31:25,185+0100 INFO  (tasks/9) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/4488874e-04d1-4b5f-9d12-fd024e12caad' (blockSD:711)
2018-03-08 01:31:25,189+0100 INFO  (tasks/9) [storage.ThreadPool.WorkerThread] FINISH task 64192f4b-a4f4-40b0-be5e-d90b6ebdd48b (threadPool:210)
2018-03-08 01:31:25,249+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=e8f563ac-c236-43dc-bed3-07924e6dd4f7 (api:52)
2018-03-08 01:31:25,254+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 10.00 seconds (__init__:573)
2018-03-08 01:31:25,255+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] START task e8f563ac-c236-43dc-bed3-07924e6dd4f7 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41b41327a0>>, args=None) (threadPool:208)
2018-03-08 01:31:25,258+0100 INFO  (jsonrpc/1) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'43211cbf-c2a6-47f2-ab56-54944d355cfb', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=aee75975-98df-43bf-827b-0a4b87417de1 (api:46)
2018-03-08 01:31:25,287+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4bd4192e-d26f-4132-ad89-cb688a544a64 (blockdev:167)
2018-03-08 01:31:27,314+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:27,315+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=27b7f4d7-484c-4a1d-b5e2-08e224640f9d (api:46)
2018-03-08 01:31:27,316+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502577', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000890728', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '5.40371', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406882', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650216', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000998728', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693971', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610874', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741346', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539341', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00505329', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402699', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598095', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781053', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494893', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390606', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361009', 'lastCheck': '6.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035995', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012708', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408944', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133471', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485586', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365033', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354135', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451901', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035884', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384748', 'lastCheck': '6.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390704', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538503', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358272', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553841', 'lastCheck': '2.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=27b7f4d7-484c-4a1d-b5e2-08e224640f9d (api:52)
2018-03-08 01:31:27,317+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ebcd4d48-d52e-4b96-b28c-7c2200c27699 (api:46)
2018-03-08 01:31:27,317+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ebcd4d48-d52e-4b96-b28c-7c2200c27699 (api:52)
2018-03-08 01:31:27,342+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.29'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '26': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.23'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.22'}, '23': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.23'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.96'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '41': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '1': {'cpuUser': '5.11', 'nodeIndex': 1, 'cpuSys': '26.26', 'cpuIdle': '68.63'}, '0': {'cpuUser': '5.57', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '90.85'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.16'}, '2': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.08'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.29'}, '4': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '9': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.09'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.47'}, '59': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '10': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.56'}, '12': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '15': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '17': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.22'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '36': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '34': {'cpuUser': '6.83', 'nodeIndex': 0, 'cpuSys': '7.56', 'cpuIdle': '85.61'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307546'}, '0': {'memPercent': 11, 'memFree': '350201'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00505329', 'lastCheck': '7.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000502577', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000890728', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402699', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598095', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650216', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000998728', 'lastCheck': '8.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693971', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610874', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741346', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539341', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '5.40371', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406882', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781053', 'lastCheck': '5.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408944', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390606', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361009', 'lastCheck': '6.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035995', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012708', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494893', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358272', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485586', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365033', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354135', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451901', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035884', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384748', 'lastCheck': '6.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390704', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538503', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133471', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553841', 'lastCheck': '2.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646621863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404176453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.351', 'tx': '1176272958051', 'txDropped': '0', 'rx': '625371314362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0', 'tx': '1580924566845', 'txDropped': '0', 'rx': '926325569989', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45190674', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416457725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200521359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet0', 'tx': '87579590', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet1', 'tx': '37766027270', 'txDropped': '0', 'rx': '877947652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet2', 'tx': '21125120815', 'txDropped': '0', 'rx': '141317405999', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175661367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet4', 'tx': '396262972', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet5', 'tx': '23424634098', 'txDropped': '0', 'rx': '498117474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet6', 'tx': '6653906006', 'txDropped': '0', 'rx': '429904572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet7', 'tx': '1433418905', 'txDropped': '0', 'rx': '552211031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42438854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46738957', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'lo', 'tx': '6934153220', 'txDropped': '0', 'rx': '6934153220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170660116', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'eno1', 'tx': '975614946055', 'txDropped': '0', 'rx': '433997980660', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'eno2', 'tx': '605309620790', 'txDropped': '0', 'rx': '492327589329', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469073.606936, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469073.606936, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632875037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75892765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77010630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192129890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370777046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.306', 'tx': '76695871517', 'txDropped': '0', 'rx': '8373526441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49862167', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430331089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298896290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.110', 'tx': '2476144813', 'txDropped': '0', 'rx': '66854894181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.111', 'tx': '122677087548', 'txDropped': '0', 'rx': '24447308520', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55237471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54162226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465307685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165338377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56017389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55847150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45185882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469073.606936, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226560228', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'oVirtManagement', 'tx': '1176272957403', 'txDropped': '0', 'rx': '625370575959', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577184670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'vnet3', 'tx': '542656676', 'txDropped': '0', 'rx': '221473668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469073.606936, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754439776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695121.18', 'cpuLoad': '2.41', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92923'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.32', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635295L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:31:27 GMT', 'cpuUser': '1.15', 'memFree': 667592, 'cpuIdle': '97.20', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.74'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:27,347+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:31:27,468+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:27,472+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:27,474+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:28,749+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=888b53b6-c9ea-4df7-861d-30a0a595a214 (api:46)
2018-03-08 01:31:28,750+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442037', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00120312', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '5.40371', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406882', 'lastCheck': '7.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650216', 'lastCheck': '5.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000998728', 'lastCheck': '9.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000693971', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610874', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741346', 'lastCheck': '7.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539341', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00505329', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498257', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598095', 'lastCheck': '6.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781053', 'lastCheck': '7.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494893', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390606', 'lastCheck': '3.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361009', 'lastCheck': '7.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035995', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012708', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408944', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00133471', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485586', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365033', 'lastCheck': '2.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354135', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451901', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00035884', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384748', 'lastCheck': '7.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390704', 'lastCheck': '4.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538503', 'lastCheck': '7.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358272', 'lastCheck': '8.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553841', 'lastCheck': '4.3', 'valid': True}} from=internal, task_id=888b53b6-c9ea-4df7-861d-30a0a595a214 (api:52)
2018-03-08 01:31:28,750+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=86399b24-75e9-41eb-b77c-0a09f017765e (api:46)
2018-03-08 01:31:28,751+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=86399b24-75e9-41eb-b77c-0a09f017765e (api:52)
2018-03-08 01:31:29,930+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4bd4192e-d26f-4132-ad89-cb688a544a64: 4.64 seconds (utils:452)
2018-03-08 01:31:29,930+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['4bd4192e-d26f-4132-ad89-cb688a544a64']) (lvm:1174)
2018-03-08 01:31:29,931+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4bd4192e-d26f-4132-ad89-cb688a544a64 (lvm:1181)
2018-03-08 01:31:30,208+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:30,390+0100 INFO  (tasks/3) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/337be3e7-c0ad-412d-9b6c-1ed1af74f327/4bd4192e-d26f-4132-ad89-cb688a544a64' (blockSD:698)
2018-03-08 01:31:30,391+0100 INFO  (tasks/3) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/337be3e7-c0ad-412d-9b6c-1ed1af74f327/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:30,391+0100 INFO  (tasks/3) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/337be3e7-c0ad-412d-9b6c-1ed1af74f327' (blockSD:711)
2018-03-08 01:31:30,396+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] FINISH task e8f563ac-c236-43dc-bed3-07924e6dd4f7 (threadPool:210)
2018-03-08 01:31:30,594+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=aee75975-98df-43bf-827b-0a4b87417de1 (api:52)
2018-03-08 01:31:30,600+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 5.34 seconds (__init__:573)
2018-03-08 01:31:30,600+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] START task aee75975-98df-43bf-827b-0a4b87417de1 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430027a320>>, args=None) (threadPool:208)
2018-03-08 01:31:30,603+0100 INFO  (jsonrpc/6) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'9c7d782a-1284-4b0a-961e-28da25391d15', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c (api:46)
2018-03-08 01:31:30,624+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/642e21f3-ed14-4d4c-931d-c74186802c59 (blockdev:167)
2018-03-08 01:31:30,723+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:30,751+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8b1059d4-9a77-4880-a6c4-8a4ee065245b (threadPool:210)
2018-03-08 01:31:30,751+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c19881d1-b82b-4b77-a126-e1f2292f694f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:30,751+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:31,720+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:31:31,725+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:31:31,727+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:31,735+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:31:31,735+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:31:31,736+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:33,754+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/642e21f3-ed14-4d4c-931d-c74186802c59: 3.12 seconds (utils:452)
2018-03-08 01:31:33,755+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['642e21f3-ed14-4d4c-931d-c74186802c59']) (lvm:1174)
2018-03-08 01:31:33,755+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/642e21f3-ed14-4d4c-931d-c74186802c59 (lvm:1181)
2018-03-08 01:31:34,188+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:34,223+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/43211cbf-c2a6-47f2-ab56-54944d355cfb/642e21f3-ed14-4d4c-931d-c74186802c59' (blockSD:698)
2018-03-08 01:31:34,225+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/43211cbf-c2a6-47f2-ab56-54944d355cfb/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:34,225+0100 INFO  (tasks/6) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/43211cbf-c2a6-47f2-ab56-54944d355cfb' (blockSD:711)
2018-03-08 01:31:34,230+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] FINISH task aee75975-98df-43bf-827b-0a4b87417de1 (threadPool:210)
2018-03-08 01:31:34,261+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e5aa2164-8c7b-409d-983b-a5385b969f0f (threadPool:210)
2018-03-08 01:31:34,261+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1c1a2ea1-18da-4f9c-865f-e69603d861ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:34,262+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:34,457+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c (api:52)
2018-03-08 01:31:34,463+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 3.86 seconds (__init__:573)
2018-03-08 01:31:34,464+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f43140731b8>>, args=None) (threadPool:208)
2018-03-08 01:31:34,467+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5a24f94d-1cb9-494e-92f1-f49a73db36cd (blockdev:167)
2018-03-08 01:31:34,492+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ea725084-b047-47ef-97de-13f323448512 (api:46)
2018-03-08 01:31:34,499+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ea725084-b047-47ef-97de-13f323448512 (api:52)
2018-03-08 01:31:34,499+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:34,596+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d9a07eea-1b74-431f-8bf3-63d6b36f38c8 (api:46)
2018-03-08 01:31:34,603+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7084280119296', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d9a07eea-1b74-431f-8bf3-63d6b36f38c8 (api:52)
2018-03-08 01:31:34,604+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:34,637+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:34,690+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3da129a2-0895-4de7-8933-bbcace52a430 (threadPool:210)
2018-03-08 01:31:34,690+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e6d7e192-1d96-43e5-9fbf-57312b72c7f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:34,690+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:35,037+0100 INFO  (jsonrpc/5) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=6098b98d-5c54-4c22-a2ee-c4ab47bf6f5a (api:46)
2018-03-08 01:31:35,037+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'aee75975-98df-43bf-827b-0a4b87417de1': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'aee75975-98df-43bf-827b-0a4b87417de1'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '868c388f-8ecc-4d63-9424-f99ccb11500b': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '868c388f-8ecc-4d63-9424-f99ccb11500b'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '64192f4b-a4f4-40b0-be5e-d90b6ebdd48b': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '64192f4b-a4f4-40b0-be5e-d90b6ebdd48b'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, 'e8f563ac-c236-43dc-bed3-07924e6dd4f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e8f563ac-c236-43dc-bed3-07924e6dd4f7'}, 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, 'a5f31568-9c70-4a12-8bd7-ff15632e5571': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'a5f31568-9c70-4a12-8bd7-ff15632e5571'}}} from=::ffff:192.168.99.66,46746, task_id=6098b98d-5c54-4c22-a2ee-c4ab47bf6f5a (api:52)
2018-03-08 01:31:35,038+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:35,049+0100 INFO  (jsonrpc/0) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'7c8ddfb0-c9e5-4dc0-bd4b-764d5d7a3ec4', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=d27d775c-d011-420f-867e-323e147efd6c (api:46)
2018-03-08 01:31:35,219+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:35,270+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5fe02594-4377-4f55-bfb2-5490ded37223 (threadPool:210)
2018-03-08 01:31:35,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 65118be9-b2e0-4578-b878-fbb919b9ceca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:35,271+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:35,700+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:35,735+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e03c2e07-099f-45d6-af06-880ec2476358 (threadPool:210)
2018-03-08 01:31:35,737+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 38b5f41b-2c90-4c14-b007-a7ddd7dba439 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:35,737+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:35,945+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=d27d775c-d011-420f-867e-323e147efd6c (api:52)
2018-03-08 01:31:35,951+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 0.90 seconds (__init__:573)
2018-03-08 01:31:35,952+0100 INFO  (tasks/2) [storage.ThreadPool.WorkerThread] START task d27d775c-d011-420f-867e-323e147efd6c (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f432827a170>>, args=None) (threadPool:208)
2018-03-08 01:31:35,955+0100 INFO  (jsonrpc/1) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'afa2f038-ea6a-4708-b383-f4319dff87df', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=d1590100-0687-48a5-90e5-7976273db598 (api:46)
2018-03-08 01:31:35,975+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/56c1ca0d-2c74-45b3-b92d-e199e344937c (blockdev:167)
2018-03-08 01:31:39,583+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5a24f94d-1cb9-494e-92f1-f49a73db36cd: 5.11 seconds (utils:452)
2018-03-08 01:31:39,584+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['5a24f94d-1cb9-494e-92f1-f49a73db36cd']) (lvm:1174)
2018-03-08 01:31:39,585+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5a24f94d-1cb9-494e-92f1-f49a73db36cd (lvm:1181)
2018-03-08 01:31:39,648+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:39,720+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c19881d1-b82b-4b77-a126-e1f2292f694f (threadPool:210)
2018-03-08 01:31:39,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5e98b15-74bd-460f-8f59-05d6c22adf7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:39,722+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:40,835+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=b76a7f85-08fc-4d19-aad6-6125cedc6956 (api:46)
2018-03-08 01:31:40,835+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=b76a7f85-08fc-4d19-aad6-6125cedc6956 (api:52)
2018-03-08 01:31:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=379d1bc6-a85f-4ede-9325-8c619390db47 (api:46)
2018-03-08 01:31:40,836+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=379d1bc6-a85f-4ede-9325-8c619390db47 (api:52)
2018-03-08 01:31:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=8a9baceb-a72f-424f-b613-347d0aeb6afd (api:46)
2018-03-08 01:31:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=8a9baceb-a72f-424f-b613-347d0aeb6afd (api:52)
2018-03-08 01:31:40,837+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=ad41329e-97ad-4cf5-9af4-37162ed54813 (api:46)
2018-03-08 01:31:40,837+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=ad41329e-97ad-4cf5-9af4-37162ed54813 (api:52)
2018-03-08 01:31:40,838+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=c8c604b3-85c1-41ef-984e-70fbb64534e2 (api:46)
2018-03-08 01:31:40,838+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=c8c604b3-85c1-41ef-984e-70fbb64534e2 (api:52)
2018-03-08 01:31:40,838+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b88a84ae-8568-48dd-a14f-9a802cd94dea (api:46)
2018-03-08 01:31:40,839+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b88a84ae-8568-48dd-a14f-9a802cd94dea (api:52)
2018-03-08 01:31:40,839+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=2a078912-d6b2-4dce-93e8-dce56d01cbcd (api:46)
2018-03-08 01:31:40,839+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=2a078912-d6b2-4dce-93e8-dce56d01cbcd (api:52)
2018-03-08 01:31:40,840+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=bc92a982-f2cd-48f2-9582-76fe65790bef (api:46)
2018-03-08 01:31:40,840+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=bc92a982-f2cd-48f2-9582-76fe65790bef (api:52)
2018-03-08 01:31:40,840+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=a9a4ff21-229c-44c5-b969-0e708d0ac4b8 (api:46)
2018-03-08 01:31:40,840+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=a9a4ff21-229c-44c5-b969-0e708d0ac4b8 (api:52)
2018-03-08 01:31:40,841+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=47c0f636-90e5-43db-92a7-d4559d0e89b8 (api:46)
2018-03-08 01:31:40,841+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=47c0f636-90e5-43db-92a7-d4559d0e89b8 (api:52)
2018-03-08 01:31:42,388+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:42,389+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9e471d0b-8afc-4199-89dd-03d1d5e5d127 (api:46)
2018-03-08 01:31:42,390+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422436', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590365', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.14065', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703115', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621294', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350017', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000944352', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619159', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394167', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698929', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401792', 'lastCheck': '5.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008121', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065064', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510268', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000745358', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463776', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380326', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455589', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415497', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536872', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444823', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664937', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480126', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382019', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043559', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331726', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000541539', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383646', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413963', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622573', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399047', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422353', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9e471d0b-8afc-4199-89dd-03d1d5e5d127 (api:52)
2018-03-08 01:31:42,390+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=54bebcfb-1b67-42bc-85a8-23a838aeca4b (api:46)
2018-03-08 01:31:42,391+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=54bebcfb-1b67-42bc-85a8-23a838aeca4b (api:52)
2018-03-08 01:31:42,415+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.40'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.93'}, '53': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '96.82'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '26': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.83'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.63'}, '20': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.76'}, '21': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.03'}, '22': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '23': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.24'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '1': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '13.32', 'cpuIdle': '83.63'}, '0': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.30'}, '3': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.90'}, '2': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.28'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.62'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '7': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.82'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '8': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '38': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '13': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.69'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '14': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '17': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.84'}, '16': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '19': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.83'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '35': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '34': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '93.83'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307537'}, '0': {'memPercent': 11, 'memFree': '350190'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008121', 'lastCheck': '3.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422436', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590365', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065064', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510268', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621294', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350017', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000944352', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619159', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394167', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698929', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401792', 'lastCheck': '5.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.14065', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703115', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000745358', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444823', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380326', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455589', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415497', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536872', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463776', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399047', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480126', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382019', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043559', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331726', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000541539', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383646', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413963', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622573', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664937', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422353', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646627783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404180221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.351', 'tx': '1176273030531', 'txDropped': '0', 'rx': '625371333819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0', 'tx': '1580924650251', 'txDropped': '0', 'rx': '926325942689', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45191074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416458684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200523351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet0', 'tx': '87583321', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet1', 'tx': '37766031273', 'txDropped': '0', 'rx': '877950808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet2', 'tx': '21125149369', 'txDropped': '0', 'rx': '141317424363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175663265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet4', 'tx': '396266703', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet5', 'tx': '23424643160', 'txDropped': '0', 'rx': '498118889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet6', 'tx': '6653907249', 'txDropped': '0', 'rx': '429904676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet7', 'tx': '1433420148', 'txDropped': '0', 'rx': '552211135', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42439254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46739357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'lo', 'tx': '6934232352', 'txDropped': '0', 'rx': '6934232352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170661516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'eno1', 'tx': '975615015348', 'txDropped': '0', 'rx': '433998191012', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'eno2', 'tx': '605309634903', 'txDropped': '0', 'rx': '492327751677', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469088.693465, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469088.693465, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632879623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75893165', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77011030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192132588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370777396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373529644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49862517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430334246', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298898988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.110', 'tx': '2476148177', 'txDropped': '0', 'rx': '66854897394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.111', 'tx': '122677107327', 'txDropped': '0', 'rx': '24447336244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55237821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54162626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465311453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165339777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56017739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55847550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45186282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469088.693465, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226562220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'oVirtManagement', 'tx': '1176273029883', 'txDropped': '0', 'rx': '625370595416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577189256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'vnet3', 'tx': '542660467', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469088.693465, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754441674', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695136.26', 'cpuLoad': '2.60', 'cpuSys': '1.29', 'diskStats': {'/var/log': {'free': '92922'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '1.99', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635289L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:31:42 GMT', 'cpuUser': '1.07', 'memFree': 667585, 'cpuIdle': '97.63', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '5.57'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:42,419+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:31:42,490+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:42,494+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:42,496+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:43,824+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=588ea032-8f0b-4b50-b543-171580d73350 (api:46)
2018-03-08 01:31:43,825+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422436', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000590365', 'lastCheck': '5.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.14065', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000703115', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621294', 'lastCheck': '4.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350017', 'lastCheck': '4.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000944352', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619159', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394167', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000698929', 'lastCheck': '2.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401792', 'lastCheck': '6.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0008121', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00065064', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510268', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000745358', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463776', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380326', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455589', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415497', 'lastCheck': '4.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536872', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444823', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664937', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480126', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382019', 'lastCheck': '8.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043559', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331726', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000541539', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383646', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413963', 'lastCheck': '4.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622573', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399047', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422353', 'lastCheck': '3.9', 'valid': True}} from=internal, task_id=588ea032-8f0b-4b50-b543-171580d73350 (api:52)
2018-03-08 01:31:43,826+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=8882340e-7008-45cd-9b40-499cd88baf03 (api:46)
2018-03-08 01:31:43,826+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8882340e-7008-45cd-9b40-499cd88baf03 (api:52)
2018-03-08 01:31:44,379+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/56c1ca0d-2c74-45b3-b92d-e199e344937c: 8.40 seconds (utils:452)
2018-03-08 01:31:44,380+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['56c1ca0d-2c74-45b3-b92d-e199e344937c']) (lvm:1174)
2018-03-08 01:31:44,380+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/56c1ca0d-2c74-45b3-b92d-e199e344937c (lvm:1181)
2018-03-08 01:31:44,489+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9c7d782a-1284-4b0a-961e-28da25391d15/5a24f94d-1cb9-494e-92f1-f49a73db36cd' (blockSD:698)
2018-03-08 01:31:44,489+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9c7d782a-1284-4b0a-961e-28da25391d15/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:44,489+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9c7d782a-1284-4b0a-961e-28da25391d15' (blockSD:711)
2018-03-08 01:31:44,508+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:44,515+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c (threadPool:210)
2018-03-08 01:31:44,554+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1c1a2ea1-18da-4f9c-865f-e69603d861ae (threadPool:210)
2018-03-08 01:31:44,555+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 245718a4-bb85-4fbe-aa26-dcc6e02d8b81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:44,555+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:44,615+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=d1590100-0687-48a5-90e5-7976273db598 (api:52)
2018-03-08 01:31:44,621+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 8.67 seconds (__init__:573)
2018-03-08 01:31:44,621+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] START task d1590100-0687-48a5-90e5-7976273db598 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f01c8ab8>>, args=None) (threadPool:208)
2018-03-08 01:31:44,625+0100 INFO  (jsonrpc/6) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'e8b4a064-0d97-4c25-8bf2-bbeac1d557f2', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'26d4c26f-bda4-49be-be28-763c14a07be8', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=b9c8cbe5-9f2c-406b-8f63-ce4834f8de09 (api:46)
2018-03-08 01:31:44,630+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=b9c8cbe5-9f2c-406b-8f63-ce4834f8de09 (api:52)
2018-03-08 01:31:44,631+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/998744cf-71ed-49b7-b310-6434247ac8c7 (blockdev:167)
2018-03-08 01:31:44,635+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:31:44,636+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] START task b9c8cbe5-9f2c-406b-8f63-ce4834f8de09 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f43340184d0>>, args=None) (threadPool:208)
2018-03-08 01:31:44,639+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'a5f31568-9c70-4a12-8bd7-ff15632e5571', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=264a67f8-d772-4ab6-b65b-09387b5a4fb1 (api:46)
2018-03-08 01:31:44,681+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=264a67f8-d772-4ab6-b65b-09387b5a4fb1 (api:52)
2018-03-08 01:31:44,683+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:31:44,698+0100 INFO  (jsonrpc/2) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'd2f64139-656e-430a-a780-ab99006c255e', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=11b0d356-c04a-4031-8867-a4bc2c5108cd (api:46)
2018-03-08 01:31:44,798+0100 INFO  (tasks/2) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/7c8ddfb0-c9e5-4dc0-bd4b-764d5d7a3ec4/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:44,799+0100 INFO  (tasks/2) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/7c8ddfb0-c9e5-4dc0-bd4b-764d5d7a3ec4/56c1ca0d-2c74-45b3-b92d-e199e344937c' (blockSD:698)
2018-03-08 01:31:44,799+0100 INFO  (tasks/2) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/7c8ddfb0-c9e5-4dc0-bd4b-764d5d7a3ec4' (blockSD:711)
2018-03-08 01:31:44,804+0100 INFO  (tasks/2) [storage.ThreadPool.WorkerThread] FINISH task d27d775c-d011-420f-867e-323e147efd6c (threadPool:210)
2018-03-08 01:31:44,942+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:44,969+0100 INFO  (tasks/4) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e8b4a064-0d97-4c25-8bf2-bbeac1d557f2 for image's volumes (sd:1244)
2018-03-08 01:31:45,064+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 65118be9-b2e0-4578-b878-fbb919b9ceca (threadPool:210)
2018-03-08 01:31:45,065+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5c521c7b-5747-4281-9755-3cae3d507db9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:45,066+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:46,736+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:31:46,741+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:31:46,743+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:46,751+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:31:46,752+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:31:46,752+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:47,204+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/998744cf-71ed-49b7-b310-6434247ac8c7: 2.57 seconds (utils:452)
2018-03-08 01:31:47,216+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['998744cf-71ed-49b7-b310-6434247ac8c7']) (lvm:1174)
2018-03-08 01:31:47,216+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/998744cf-71ed-49b7-b310-6434247ac8c7 (lvm:1181)
2018-03-08 01:31:47,305+0100 INFO  (tasks/4) [storage.Volume] Creating volume 26d4c26f-bda4-49be-be28-763c14a07be8 (volume:1152)
2018-03-08 01:31:47,315+0100 INFO  (tasks/4) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=26d4c26f-bda4-49be-be28-763c14a07be8, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:31:47,478+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=11b0d356-c04a-4031-8867-a4bc2c5108cd (api:52)
2018-03-08 01:31:47,484+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 2.78 seconds (__init__:573)
2018-03-08 01:31:47,485+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task 11b0d356-c04a-4031-8867-a4bc2c5108cd (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f02e2d40>>, args=None) (threadPool:208)
2018-03-08 01:31:47,487+0100 INFO  (jsonrpc/4) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1512f956-db3a-4f00-8558-522e610763bb', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=b147c224-839e-4aca-ad92-72949f37822f (api:46)
2018-03-08 01:31:47,530+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:47,565+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/3bcf0c78-7047-45d4-b452-b349e3f6d9e3 (blockdev:167)
2018-03-08 01:31:47,600+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5e98b15-74bd-460f-8f59-05d6c22adf7b (threadPool:210)
2018-03-08 01:31:47,602+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 41a11019-b7be-4788-aa84-f6d1f5279e2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:31:47,603+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:47,615+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/afa2f038-ea6a-4708-b383-f4319dff87df/998744cf-71ed-49b7-b310-6434247ac8c7' (blockSD:698)
2018-03-08 01:31:47,615+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/afa2f038-ea6a-4708-b383-f4319dff87df/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:47,615+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/afa2f038-ea6a-4708-b383-f4319dff87df' (blockSD:711)
2018-03-08 01:31:47,620+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] FINISH task d1590100-0687-48a5-90e5-7976273db598 (threadPool:210)
2018-03-08 01:31:47,709+0100 WARN  (tasks/4) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e8b4a064-0d97-4c25-8bf2-bbeac1d557f2/26d4c26f-bda4-49be-be28-763c14a07be8 already removed (fileutils:51)
2018-03-08 01:31:47,710+0100 INFO  (tasks/4) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/26d4c26f-bda4-49be-be28-763c14a07be8' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/e8b4a064-0d97-4c25-8bf2-bbeac1d557f2/26d4c26f-bda4-49be-be28-763c14a07be8' (blockVolume:509)
2018-03-08 01:31:47,710+0100 INFO  (tasks/4) [storage.Volume] Request to create snapshot e8b4a064-0d97-4c25-8bf2-bbeac1d557f2/26d4c26f-bda4-49be-be28-763c14a07be8 of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:31:47,741+0100 INFO  (tasks/4) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:31:47,766+0100 INFO  (tasks/4) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1294)
2018-03-08 01:31:47,933+0100 WARN  (jsonrpc/4) [storage.BlockSD] Ignoring Volume 26d4c26f-bda4-49be-be28-763c14a07be8 that lacks minimal tag settags ('OVIRT_VOL_INITIALIZING',) (blockSD:180)
2018-03-08 01:31:47,989+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:48,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e6d7e192-1d96-43e5-9fbf-57312b72c7f9 (threadPool:210)
2018-03-08 01:31:48,036+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4d43bf9a-0826-404c-950f-4726bd5f0972 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:48,037+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:50,236+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/3bcf0c78-7047-45d4-b452-b349e3f6d9e3: 2.67 seconds (utils:452)
2018-03-08 01:31:50,236+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['3bcf0c78-7047-45d4-b452-b349e3f6d9e3']) (lvm:1174)
2018-03-08 01:31:50,236+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/3bcf0c78-7047-45d4-b452-b349e3f6d9e3 (lvm:1181)
2018-03-08 01:31:50,512+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:50,552+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=b147c224-839e-4aca-ad92-72949f37822f (api:52)
2018-03-08 01:31:50,560+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 3.07 seconds (__init__:573)
2018-03-08 01:31:50,560+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] START task b147c224-839e-4aca-ad92-72949f37822f (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430815d710>>, args=None) (threadPool:208)
2018-03-08 01:31:50,565+0100 INFO  (jsonrpc/3) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'8bffe850-4a0e-4dc5-86d5-bdebc9273576', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=d6cf3272-64a9-4764-add2-6e945ee18c27 (api:46)
2018-03-08 01:31:50,599+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/621a1729-1097-4927-b6d5-ccee418e3462 (blockdev:167)
2018-03-08 01:31:50,630+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d2f64139-656e-430a-a780-ab99006c255e/3bcf0c78-7047-45d4-b452-b349e3f6d9e3' (blockSD:698)
2018-03-08 01:31:50,631+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d2f64139-656e-430a-a780-ab99006c255e/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:50,632+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d2f64139-656e-430a-a780-ab99006c255e' (blockSD:711)
2018-03-08 01:31:50,637+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task 11b0d356-c04a-4031-8867-a4bc2c5108cd (threadPool:210)
2018-03-08 01:31:50,662+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 245718a4-bb85-4fbe-aa26-dcc6e02d8b81 (threadPool:210)
2018-03-08 01:31:50,663+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ded3165d-f9c6-4139-8b0d-d75d8b1a80e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:50,664+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:50,853+0100 INFO  (tasks/4) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:31:50,853+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1302)
2018-03-08 01:31:50,918+0100 WARN  (jsonrpc/3) [storage.BlockSD] Ignoring Volume 26d4c26f-bda4-49be-be28-763c14a07be8 that lacks minimal tag settags ('OVIRT_VOL_INITIALIZING',) (blockSD:180)
2018-03-08 01:31:53,061+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/621a1729-1097-4927-b6d5-ccee418e3462: 2.46 seconds (utils:452)
2018-03-08 01:31:53,062+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['621a1729-1097-4927-b6d5-ccee418e3462']) (lvm:1174)
2018-03-08 01:31:53,063+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/621a1729-1097-4927-b6d5-ccee418e3462 (lvm:1181)
2018-03-08 01:31:53,147+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:53,207+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 38b5f41b-2c90-4c14-b007-a7ddd7dba439 (threadPool:210)
2018-03-08 01:31:53,208+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5c7c323b-3c7f-4264-9472-d34b6b48505b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:53,208+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:53,388+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=d6cf3272-64a9-4764-add2-6e945ee18c27 (api:52)
2018-03-08 01:31:53,394+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 2.83 seconds (__init__:573)
2018-03-08 01:31:53,395+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task d6cf3272-64a9-4764-add2-6e945ee18c27 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f432808f950>>, args=None) (threadPool:208)
2018-03-08 01:31:53,399+0100 INFO  (jsonrpc/1) [vdsm.api] START clearTask(taskID=u'868c388f-8ecc-4d63-9424-f99ccb11500b', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=f4027583-872e-43cf-b34c-9aa141ba9c9c (api:46)
2018-03-08 01:31:53,401+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=32046667-a88f-4ef4-afc4-22bc9be82572, task_id=f4027583-872e-43cf-b34c-9aa141ba9c9c (api:52)
2018-03-08 01:31:53,402+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:53,402+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5f754fc4-5a0d-4014-9679-cd7bb59e6082 (blockdev:167)
2018-03-08 01:31:53,416+0100 INFO  (jsonrpc/6) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'233cd8fe-15bf-4633-b920-06a634e0ed65', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'fd854b6f-4cc8-4e3d-8615-1fbfb76c387f', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=0f2e8138-69bb-4a10-88b3-20f589e5645e (api:46)
2018-03-08 01:31:53,422+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=0f2e8138-69bb-4a10-88b3-20f589e5645e (api:52)
2018-03-08 01:31:53,428+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:31:53,429+0100 INFO  (tasks/2) [storage.ThreadPool.WorkerThread] START task 0f2e8138-69bb-4a10-88b3-20f589e5645e (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f44dc998>>, args=None) (threadPool:208)
2018-03-08 01:31:53,431+0100 INFO  (jsonrpc/7) [vdsm.api] START deleteImage(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'9a4e5e3a-4729-462c-b167-3db94e5fa58e', postZero=u'false', force=u'false', discard=True) from=::ffff:192.168.99.66,44516, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1 (api:46)
2018-03-08 01:31:53,496+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1512f956-db3a-4f00-8558-522e610763bb/621a1729-1097-4927-b6d5-ccee418e3462' (blockSD:698)
2018-03-08 01:31:53,497+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1512f956-db3a-4f00-8558-522e610763bb/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:53,497+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1512f956-db3a-4f00-8558-522e610763bb' (blockSD:711)
2018-03-08 01:31:53,501+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] FINISH task b147c224-839e-4aca-ad92-72949f37822f (threadPool:210)
2018-03-08 01:31:53,602+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:53,646+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5c521c7b-5747-4281-9755-3cae3d507db9 (threadPool:210)
2018-03-08 01:31:53,659+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d06f7968-9ff8-4651-9d6d-0d14b26846d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:31:53,662+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:31:53,843+0100 WARN  (jsonrpc/7) [storage.BlockSD] Ignoring Volume 26d4c26f-bda4-49be-be28-763c14a07be8 that lacks minimal tag settags ('OVIRT_VOL_INITIALIZING',) (blockSD:180)
2018-03-08 01:31:53,874+0100 INFO  (tasks/2) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/233cd8fe-15bf-4633-b920-06a634e0ed65 for image's volumes (sd:1244)
2018-03-08 01:31:56,088+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5f754fc4-5a0d-4014-9679-cd7bb59e6082: 2.69 seconds (utils:452)
2018-03-08 01:31:56,089+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['5f754fc4-5a0d-4014-9679-cd7bb59e6082']) (lvm:1174)
2018-03-08 01:31:56,089+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/5f754fc4-5a0d-4014-9679-cd7bb59e6082 (lvm:1181)
2018-03-08 01:31:56,159+0100 INFO  (tasks/2) [storage.Volume] Creating volume fd854b6f-4cc8-4e3d-8615-1fbfb76c387f (volume:1152)
2018-03-08 01:31:56,195+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:56,210+0100 INFO  (tasks/2) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=fd854b6f-4cc8-4e3d-8615-1fbfb76c387f, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:31:56,262+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 41a11019-b7be-4788-aa84-f6d1f5279e2e (threadPool:210)
2018-03-08 01:31:56,263+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c75412b4-a9c2-4d87-8f02-a3c55902c6f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:56,263+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:56,331+0100 WARN  (tasks/4) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/26d4c26f-bda4-49be-be28-763c14a07be8 (blockSD:884)
2018-03-08 01:31:56,334+0100 INFO  (tasks/4) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=26d4c26f-bda4-49be-be28-763c14a07be8, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_28', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_e8b4a064-0d97-4c25-8bf2-bbeac1d557f2']) (lvm:1347)
2018-03-08 01:31:56,370+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH deleteImage return=None from=::ffff:192.168.99.66,44516, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1 (api:52)
2018-03-08 01:31:56,376+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Image.delete succeeded in 2.95 seconds (__init__:573)
2018-03-08 01:31:56,377+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] START task b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f01c8e18>>, args=None) (threadPool:208)
2018-03-08 01:31:56,380+0100 INFO  (tmap/0) [storage.blockdev] Discarding device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7638d43d-a0a3-4ca2-9bdc-0a439e8d63fe (blockdev:167)
2018-03-08 01:31:56,402+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=43d3ce23-41cf-49fd-9c44-83aeb0c1bd90 (api:46)
2018-03-08 01:31:56,408+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=43d3ce23-41cf-49fd-9c44-83aeb0c1bd90 (api:52)
2018-03-08 01:31:56,409+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:56,503+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7642efb7-bfc2-4d15-bfb1-1ae1f271f30a (api:46)
2018-03-08 01:31:56,510+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7148704628736', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7642efb7-bfc2-4d15-bfb1-1ae1f271f30a (api:52)
2018-03-08 01:31:56,511+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:56,925+0100 INFO  (jsonrpc/2) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=7bcacf69-2591-4e62-8bea-505a5c146c44 (api:46)
2018-03-08 01:31:56,926+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'aee75975-98df-43bf-827b-0a4b87417de1': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'aee75975-98df-43bf-827b-0a4b87417de1'}, 'd27d775c-d011-420f-867e-323e147efd6c': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd27d775c-d011-420f-867e-323e147efd6c'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '11b0d356-c04a-4031-8867-a4bc2c5108cd': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '11b0d356-c04a-4031-8867-a4bc2c5108cd'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '64192f4b-a4f4-40b0-be5e-d90b6ebdd48b': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '64192f4b-a4f4-40b0-be5e-d90b6ebdd48b'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, 'b147c224-839e-4aca-ad92-72949f37822f': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b147c224-839e-4aca-ad92-72949f37822f'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1'}, 'b9c8cbe5-9f2c-406b-8f63-ce4834f8de09': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'b9c8cbe5-9f2c-406b-8f63-ce4834f8de09'}, '0f2e8138-69bb-4a10-88b3-20f589e5645e': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '0f2e8138-69bb-4a10-88b3-20f589e5645e'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, 'e8f563ac-c236-43dc-bed3-07924e6dd4f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e8f563ac-c236-43dc-bed3-07924e6dd4f7'}, 'd1590100-0687-48a5-90e5-7976273db598': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd1590100-0687-48a5-90e5-7976273db598'}, 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, 'd6cf3272-64a9-4764-add2-6e945ee18c27': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': 'd6cf3272-64a9-4764-add2-6e945ee18c27'}}} from=::ffff:192.168.99.66,46746, task_id=7bcacf69-2591-4e62-8bea-505a5c146c44 (api:52)
2018-03-08 01:31:56,927+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:56,938+0100 INFO  (jsonrpc/4) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'807bdbd1-84dd-4582-bb90-053bfa58c7a3', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=6489a513-1dca-4f0d-b9f1-2db853bdfe16 (api:46)
2018-03-08 01:31:56,942+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=6489a513-1dca-4f0d-b9f1-2db853bdfe16 (api:52)
2018-03-08 01:31:56,948+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:56,948+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] START task 6489a513-1dca-4f0d-b9f1-2db853bdfe16 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41b0114e60>>, args=None) (threadPool:208)
2018-03-08 01:31:56,988+0100 INFO  (jsonrpc/3) [vdsm.api] START clearTask(taskID=u'64192f4b-a4f4-40b0-be5e-d90b6ebdd48b', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=a4c0e0f4-fad9-465f-9e14-1505b64705a0 (api:46)
2018-03-08 01:31:56,990+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=a4c0e0f4-fad9-465f-9e14-1505b64705a0 (api:52)
2018-03-08 01:31:56,990+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:56,996+0100 INFO  (jsonrpc/1) [vdsm.api] START clearTask(taskID=u'e8f563ac-c236-43dc-bed3-07924e6dd4f7', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=b4435279-6ca2-454f-a114-4415ea212223 (api:46)
2018-03-08 01:31:56,997+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=444fc0c0-3223-4a3c-af68-82417f25e5b0, task_id=b4435279-6ca2-454f-a114-4415ea212223 (api:52)
2018-03-08 01:31:56,998+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:31:57,063+0100 INFO  (jsonrpc/6) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'be6f0ef2-a13a-475e-8669-543283dd0c1b', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'11bdc068-4a7d-45ac-b75a-35c73aeafb03', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=02675311-9df0-4a01-81ae-f857afc2ccaa (api:46)
2018-03-08 01:31:57,067+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=02675311-9df0-4a01-81ae-f857afc2ccaa (api:52)
2018-03-08 01:31:57,072+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:57,073+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] START task 02675311-9df0-4a01-81ae-f857afc2ccaa (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430c32e560>>, args=None) (threadPool:208)
2018-03-08 01:31:57,457+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:57,459+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2c2e9841-85f9-457f-83d4-388c2a7c489d (api:46)
2018-03-08 01:31:57,460+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526278', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012211', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.794872', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845694', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000669976', 'lastCheck': '2.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501667', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000779158', 'lastCheck': '8.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656776', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039589', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489926', 'lastCheck': '6.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584495', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529222', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476009', 'lastCheck': '8.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00447687', 'lastCheck': '5.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661526', 'lastCheck': '6.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499834', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622092', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044522', 'lastCheck': '6.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523809', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00155771', 'lastCheck': '7.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568731', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598403', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448139', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448661', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344992', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000521926', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '6.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472194', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545142', 'lastCheck': '6.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504278', 'lastCheck': '7.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754424', 'lastCheck': '3.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2c2e9841-85f9-457f-83d4-388c2a7c489d (api:52)
2018-03-08 01:31:57,460+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=31c63442-1ba7-4f0c-ae3b-dc19dd5c5f91 (api:46)
2018-03-08 01:31:57,461+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=31c63442-1ba7-4f0c-ae3b-dc19dd5c5f91 (api:52)
2018-03-08 01:31:57,487+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.00', 'cpuIdle': '98.27'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '96.42'}, '53': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.28'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.42'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '27': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.09'}, '20': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.26', 'cpuIdle': '95.22'}, '21': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.26', 'cpuIdle': '95.42'}, '22': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.90'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '29': {'cpuUser': '2.26', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.55'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.46'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '16.19', 'cpuIdle': '80.56'}, '0': {'cpuUser': '3.12', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.76'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.52', 'cpuIdle': '94.36'}, '2': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.08'}, '5': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.02'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '7': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.88'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.68'}, '9': {'cpuUser': '2.26', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.29'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '59': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.28'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '94.30'}, '10': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '13': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.22'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '96.75'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.29'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.08'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '34': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '93.17'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307552'}, '0': {'memPercent': 11, 'memFree': '350163'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529222', 'lastCheck': '8.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526278', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0012211', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476009', 'lastCheck': '8.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00447687', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000669976', 'lastCheck': '2.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501667', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000779158', 'lastCheck': '8.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656776', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039589', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489926', 'lastCheck': '6.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584495', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.794872', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845694', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661526', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568731', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622092', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044522', 'lastCheck': '6.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523809', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00155771', 'lastCheck': '7.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499834', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504278', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448139', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '1.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448661', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344992', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000521926', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '6.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472194', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545142', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598403', 'lastCheck': '6.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754424', 'lastCheck': '3.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646664676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404182476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.351', 'tx': '1176273105140', 'txDropped': '0', 'rx': '625371345969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0', 'tx': '1580924778638', 'txDropped': '0', 'rx': '926326385360', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45191424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416459612', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200525045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet0', 'tx': '87587824', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet1', 'tx': '37766035319', 'txDropped': '0', 'rx': '877953998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet2', 'tx': '21125237479', 'txDropped': '0', 'rx': '141317454136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175664683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet4', 'tx': '396271206', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet5', 'tx': '23424682610', 'txDropped': '0', 'rx': '498119237', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet6', 'tx': '6653925197', 'txDropped': '0', 'rx': '429910525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet7', 'tx': '1433421314', 'txDropped': '0', 'rx': '552211197', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42439654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46739757', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'lo', 'tx': '6934306628', 'txDropped': '0', 'rx': '6934306628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170662834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'eno1', 'tx': '975615107813', 'txDropped': '0', 'rx': '433998449153', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'eno2', 'tx': '605309670825', 'txDropped': '0', 'rx': '492327936207', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469103.767828, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469103.767828, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632884163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75893515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77011380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192134822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370777796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373533335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49862917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430337937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298901222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.110', 'tx': '2476157278', 'txDropped': '0', 'rx': '66854917018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.111', 'tx': '122677136880', 'txDropped': '0', 'rx': '24447421033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55238221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54163026', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465313708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165341095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56018139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55847950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45186632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469103.767828, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226563914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'oVirtManagement', 'tx': '1176273104492', 'txDropped': '0', 'rx': '625370607566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577193796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'vnet3', 'tx': '542664970', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469103.767828, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754443092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695151.33', 'cpuLoad': '2.67', 'cpuSys': '1.45', 'diskStats': {'/var/log': {'free': '92921'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.05', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635285L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:31:57 GMT', 'cpuUser': '1.00', 'memFree': 667582, 'cpuIdle': '97.56', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '5.77'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:57,491+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:31:57,511+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:31:57,515+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:31:57,517+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:31:58,304+0100 INFO  (tmap/0) [storage.blockdev] Discarded device /dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7638d43d-a0a3-4ca2-9bdc-0a439e8d63fe: 1.92 seconds (utils:452)
2018-03-08 01:31:58,304+0100 INFO  (tmap/0) [storage.LVM] Removing LVs (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lvs=['7638d43d-a0a3-4ca2-9bdc-0a439e8d63fe']) (lvm:1174)
2018-03-08 01:31:58,305+0100 WARN  (tmap/0) [storage.LVM] Removing active volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/7638d43d-a0a3-4ca2-9bdc-0a439e8d63fe (lvm:1181)
2018-03-08 01:31:58,359+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/8bffe850-4a0e-4dc5-86d5-bdebc9273576/5f754fc4-5a0d-4014-9679-cd7bb59e6082' (blockSD:698)
2018-03-08 01:31:58,360+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/8bffe850-4a0e-4dc5-86d5-bdebc9273576/65e199ab-88d0-4e74-a941-1f5ec291808b' (blockSD:698)
2018-03-08 01:31:58,360+0100 INFO  (tasks/5) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/8bffe850-4a0e-4dc5-86d5-bdebc9273576' (blockSD:711)
2018-03-08 01:31:58,365+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task d6cf3272-64a9-4764-add2-6e945ee18c27 (threadPool:210)
2018-03-08 01:31:58,394+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:58,417+0100 WARN  (tasks/2) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/233cd8fe-15bf-4633-b920-06a634e0ed65/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f already removed (fileutils:51)
2018-03-08 01:31:58,418+0100 INFO  (tasks/2) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/233cd8fe-15bf-4633-b920-06a634e0ed65/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f' (blockVolume:509)
2018-03-08 01:31:58,419+0100 INFO  (tasks/2) [storage.Volume] Request to create snapshot 233cd8fe-15bf-4633-b920-06a634e0ed65/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:31:58,459+0100 INFO  (tasks/4) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'26d4c26f-bda4-49be-be28-763c14a07be8'] (lvm:1302)
2018-03-08 01:31:58,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ded3165d-f9c6-4139-8b0d-d75d8b1a80e6 (threadPool:210)
2018-03-08 01:31:58,514+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 338bf003-1670-499d-a573-5ace6720f494 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:58,514+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:58,547+0100 INFO  (tasks/2) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:31:58,572+0100 INFO  (tasks/0) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a for image's volumes (sd:1244)
2018-03-08 01:31:58,611+0100 INFO  (tasks/2) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1294)
2018-03-08 01:31:58,668+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9a4e5e3a-4729-462c-b167-3db94e5fa58e/7638d43d-a0a3-4ca2-9bdc-0a439e8d63fe' (blockSD:698)
2018-03-08 01:31:58,669+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Unlink volume symlink u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9a4e5e3a-4729-462c-b167-3db94e5fa58e/4d81ca49-ba50-4953-be7a-6b6876edb42e' (blockSD:698)
2018-03-08 01:31:58,669+0100 INFO  (tasks/7) [storage.StorageDomainManifest] Removing image directory u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/9a4e5e3a-4729-462c-b167-3db94e5fa58e' (blockSD:711)
2018-03-08 01:31:58,675+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] FINISH task b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1 (threadPool:210)
2018-03-08 01:31:58,731+0100 INFO  (tasks/0) [storage.Volume] Creating volume 807bdbd1-84dd-4582-bb90-053bfa58c7a3 (volume:1152)
2018-03-08 01:31:58,741+0100 INFO  (tasks/0) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=807bdbd1-84dd-4582-bb90-053bfa58c7a3, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:31:58,882+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:58,958+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3b815531-e022-48e8-8a2c-e926714d9a9d (api:46)
2018-03-08 01:31:58,959+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545048', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101099', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.794872', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000845694', 'lastCheck': '7.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000669976', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501667', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000779158', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656776', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039589', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489926', 'lastCheck': '7.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584495', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529222', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275523', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00447687', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661526', 'lastCheck': '7.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499834', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000622092', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044522', 'lastCheck': '8.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523809', 'lastCheck': '3.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00155771', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568731', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598403', 'lastCheck': '8.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448139', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448661', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344992', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000521926', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387891', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472194', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545142', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504278', 'lastCheck': '8.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000754424', 'lastCheck': '4.5', 'valid': True}} from=internal, task_id=3b815531-e022-48e8-8a2c-e926714d9a9d (api:52)
2018-03-08 01:31:58,960+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=eda7b058-e835-463d-a198-05125751bfb0 (api:46)
2018-03-08 01:31:58,960+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=eda7b058-e835-463d-a198-05125751bfb0 (api:52)
2018-03-08 01:31:58,994+0100 INFO  (tasks/1) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/be6f0ef2-a13a-475e-8669-543283dd0c1b for image's volumes (sd:1244)
2018-03-08 01:31:59,003+0100 INFO  (tasks/4) [storage.ThreadPool.WorkerThread] FINISH task b9c8cbe5-9f2c-406b-8f63-ce4834f8de09 (threadPool:210)
2018-03-08 01:31:59,099+0100 WARN  (tasks/0) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a/807bdbd1-84dd-4582-bb90-053bfa58c7a3 already removed (fileutils:51)
2018-03-08 01:31:59,100+0100 INFO  (tasks/0) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/807bdbd1-84dd-4582-bb90-053bfa58c7a3' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a/807bdbd1-84dd-4582-bb90-053bfa58c7a3' (blockVolume:509)
2018-03-08 01:31:59,100+0100 INFO  (tasks/0) [storage.Volume] Request to create snapshot 1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a/807bdbd1-84dd-4582-bb90-053bfa58c7a3 of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:31:59,131+0100 INFO  (tasks/0) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:31:59,155+0100 INFO  (tasks/0) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1294)
2018-03-08 01:31:59,397+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:59,647+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d06f7968-9ff8-4651-9d6d-0d14b26846d7 (threadPool:210)
2018-03-08 01:31:59,648+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5b946e7d-d226-4968-b3ed-d9c595a16c14 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:59,649+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:31:59,654+0100 INFO  (tasks/1) [storage.Volume] Creating volume 11bdc068-4a7d-45ac-b75a-35c73aeafb03 (volume:1152)
2018-03-08 01:31:59,679+0100 INFO  (tasks/1) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=11bdc068-4a7d-45ac-b75a-35c73aeafb03, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:31:59,822+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:31:59,850+0100 INFO  (tasks/2) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:31:59,851+0100 INFO  (tasks/2) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1302)
2018-03-08 01:31:59,907+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4d43bf9a-0826-404c-950f-4726bd5f0972 (threadPool:210)
2018-03-08 01:31:59,908+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e2ce0a93-dbb6-496a-83d0-2d433419c147 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2061, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:31:59,909+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:00,040+0100 WARN  (tasks/1) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/be6f0ef2-a13a-475e-8669-543283dd0c1b/11bdc068-4a7d-45ac-b75a-35c73aeafb03 already removed (fileutils:51)
2018-03-08 01:32:00,041+0100 INFO  (tasks/1) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/be6f0ef2-a13a-475e-8669-543283dd0c1b/11bdc068-4a7d-45ac-b75a-35c73aeafb03' (blockVolume:509)
2018-03-08 01:32:00,041+0100 INFO  (tasks/1) [storage.Volume] Request to create snapshot be6f0ef2-a13a-475e-8669-543283dd0c1b/11bdc068-4a7d-45ac-b75a-35c73aeafb03 of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:32:00,072+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5fe72ef5-2f46-4402-85cf-fddef6d5c172/metadata running next_check=5989898.98 at 0x7f433005c8d0>> delayed by 0.52 seconds (asyncutils:138)
2018-03-08 01:32:00,128+0100 INFO  (tasks/1) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:32:00,138+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/2c7f2462-4a5b-491e-a830-9b8aaa749c32/metadata running next_check=5989899.00 at 0x7f42f8222c10>> delayed by 0.57 seconds (asyncutils:138)
2018-03-08 01:32:00,187+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/854aad96-76d9-4734-95a9-8352ac17587e/metadata running next_check=5989899.01 at 0x7f42f8222310>> delayed by 0.61 seconds (asyncutils:138)
2018-03-08 01:32:00,207+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/6e5cd8b8-fc21-481c-b163-d83bdcd995a7/metadata running next_check=5989899.03 at 0x7f42f82225d0>> delayed by 0.61 seconds (asyncutils:138)
2018-03-08 01:32:00,225+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/0e18e0b8-fe4d-4849-b34c-3f9c706f1195/metadata running next_check=5989899.04 at 0x7f417818ced0>> delayed by 0.62 seconds (asyncutils:138)
2018-03-08 01:32:00,244+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/ced8512b-725d-4e5e-9634-481fa5b87bc2/metadata running next_check=5989899.05 at 0x7f42dc0fd210>> delayed by 0.62 seconds (asyncutils:138)
2018-03-08 01:32:00,266+0100 INFO  (tasks/0) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:32:00,267+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5673ab6d-6315-4503-ae6d-098f95aff44b/metadata running next_check=5989899.07 at 0x7f4328048b90>> delayed by 0.63 seconds (asyncutils:138)
2018-03-08 01:32:00,330+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:00,348+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5989899.08 at 0x7f433c3b93d0>> delayed by 0.70 seconds (asyncutils:138)
2018-03-08 01:32:00,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5c7c323b-3c7f-4264-9472-d34b6b48505b (threadPool:210)
2018-03-08 01:32:00,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a1edf66e-943d-4e70-9bff-c9e54497555a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:00,420+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:00,424+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5989899.16 at 0x7f433c4d64d0>> delayed by 0.69 seconds (asyncutils:138)
2018-03-08 01:32:00,671+0100 INFO  (tasks/1) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1294)
2018-03-08 01:32:00,788+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:00,826+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5b946e7d-d226-4968-b3ed-d9c595a16c14 (threadPool:210)
2018-03-08 01:32:00,827+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d6d9f978-de2f-4d01-90f6-551b3a98019d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:00,827+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:00,993+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1302)
2018-03-08 01:32:01,016+0100 WARN  (tasks/2) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 (blockSD:884)
2018-03-08 01:32:01,018+0100 WARN  (tasks/2) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/807bdbd1-84dd-4582-bb90-053bfa58c7a3 (blockSD:884)
2018-03-08 01:32:01,018+0100 WARN  (tasks/2) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f (blockSD:884)
2018-03-08 01:32:01,019+0100 INFO  (tasks/2) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=fd854b6f-4cc8-4e3d-8615-1fbfb76c387f, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_32', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_233cd8fe-15bf-4633-b920-06a634e0ed65']) (lvm:1347)
2018-03-08 01:32:01,180+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:01,220+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e2ce0a93-dbb6-496a-83d0-2d433419c147 (threadPool:210)
2018-03-08 01:32:01,220+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e363cb8e-8ddb-48af-857a-ede3790405b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:01,221+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:01,375+0100 INFO  (tasks/2) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'fd854b6f-4cc8-4e3d-8615-1fbfb76c387f'] (lvm:1302)
2018-03-08 01:32:01,576+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:01,608+0100 INFO  (tasks/1) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:32:01,610+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1302)
2018-03-08 01:32:01,699+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a1edf66e-943d-4e70-9bff-c9e54497555a (threadPool:210)
2018-03-08 01:32:01,700+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 302c0cc2-498d-42c5-92f4-783c3701c676 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:01,700+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:01,758+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:32:01,766+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:32:01,768+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:01,782+0100 INFO  (tasks/2) [storage.ThreadPool.WorkerThread] FINISH task 0f2e8138-69bb-4a10-88b3-20f589e5645e (threadPool:210)
2018-03-08 01:32:01,789+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:32:01,789+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:32:01,790+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:02,135+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 (blockSD:884)
2018-03-08 01:32:02,136+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/807bdbd1-84dd-4582-bb90-053bfa58c7a3 (blockSD:884)
2018-03-08 01:32:02,137+0100 INFO  (tasks/0) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=807bdbd1-84dd-4582-bb90-053bfa58c7a3, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_34', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a']) (lvm:1347)
2018-03-08 01:32:02,147+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:02,217+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c75412b4-a9c2-4d87-8f02-a3c55902c6f5 (threadPool:210)
2018-03-08 01:32:02,218+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3c7574df-8cdc-4ee3-a5bd-4dc945cbfd2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:02,218+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:02,596+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'807bdbd1-84dd-4582-bb90-053bfa58c7a3'] (lvm:1302)
2018-03-08 01:32:02,650+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:02,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 338bf003-1670-499d-a573-5ace6720f494 (threadPool:210)
2018-03-08 01:32:02,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e6993e60-2e78-4e07-a473-addc60559c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:02,705+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:02,874+0100 WARN  (tasks/1) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 (blockSD:884)
2018-03-08 01:32:02,875+0100 INFO  (tasks/1) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=11bdc068-4a7d-45ac-b75a-35c73aeafb03, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_38', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_be6f0ef2-a13a-475e-8669-543283dd0c1b']) (lvm:1347)
2018-03-08 01:32:03,005+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] FINISH task 6489a513-1dca-4f0d-b9f1-2db853bdfe16 (threadPool:210)
2018-03-08 01:32:03,040+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:03,090+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e363cb8e-8ddb-48af-857a-ede3790405b3 (threadPool:210)
2018-03-08 01:32:03,091+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 37071dce-6013-49f9-8734-6aa0929e4f3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:03,091+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:03,155+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'11bdc068-4a7d-45ac-b75a-35c73aeafb03'] (lvm:1302)
2018-03-08 01:32:03,593+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:03,641+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 302c0cc2-498d-42c5-92f4-783c3701c676 (threadPool:210)
2018-03-08 01:32:03,641+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c868baf9-7e08-466d-9982-98481917f794 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:03,641+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:03,698+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] FINISH task 02675311-9df0-4a01-81ae-f857afc2ccaa (threadPool:210)
2018-03-08 01:32:03,944+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:03,991+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d6d9f978-de2f-4d01-90f6-551b3a98019d (threadPool:210)
2018-03-08 01:32:03,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7d2bbc5-6ef6-4021-b764-7ab83a2202c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:03,992+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:04,239+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20825 (__init__:330)
2018-03-08 01:32:04,263+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20826 (__init__:330)
2018-03-08 01:32:04,282+0100 INFO  (ioprocess/308220) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:32:04,285+0100 INFO  (ioprocess/308226) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:32:04,640+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:04,682+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3c7574df-8cdc-4ee3-a5bd-4dc945cbfd2a (threadPool:210)
2018-03-08 01:32:04,683+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 18e03d71-d9a7-4fa7-b6ae-95ef663fb8d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\x84"x\xff1*$\x9bROn>*\\\x93\xb9000000000000280000000000000')) (threadPool:208)
2018-03-08 01:32:04,684+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b9935c2a-3e6e-4f52-9b24-2a31ff782284 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:32:04,685+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b9935c2a-3e6e-4f52-9b24-2a31ff782284 to 10240 megabytes (lvm:1205)
2018-03-08 01:32:04,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 18e03d71-d9a7-4fa7-b6ae-95ef663fb8d4 (threadPool:210)
2018-03-08 01:32:04,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7ccfc1bc-a9d2-4a44-b83f-c55369ad54b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:04,944+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:05,002+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:05,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e6993e60-2e78-4e07-a473-addc60559c99 (threadPool:210)
2018-03-08 01:32:05,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a264df84-7be4-443c-83ac-50f0110ac7bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:05,051+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:05,352+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:05,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 37071dce-6013-49f9-8734-6aa0929e4f3a (threadPool:210)
2018-03-08 01:32:05,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3602b10c-1cf5-40e4-b3ac-e1aeacfd9bdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:05,396+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:05,728+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:05,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7d2bbc5-6ef6-4021-b764-7ab83a2202c4 (threadPool:210)
2018-03-08 01:32:05,776+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 358f51a1-1314-4c6a-aeef-ef4c221b8014 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:05,776+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:06,093+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:06,138+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7ccfc1bc-a9d2-4a44-b83f-c55369ad54b2 (threadPool:210)
2018-03-08 01:32:06,138+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 16aafc1b-1650-43b1-9909-c473d1e489c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:06,139+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:06,516+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:06,566+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a264df84-7be4-443c-83ac-50f0110ac7bb (threadPool:210)
2018-03-08 01:32:06,566+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 60626b2b-cca6-44c1-b5d8-5b2fcf20ec6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:06,567+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:06,845+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:06,911+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c868baf9-7e08-466d-9982-98481917f794 (threadPool:210)
2018-03-08 01:32:06,912+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 340dac0d-376b-44dd-a65e-2fe993a0b2ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:06,913+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:06,951+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e5e7ef94-b80c-489e-85b3-6c1b554d0f66 (api:46)
2018-03-08 01:32:06,957+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e5e7ef94-b80c-489e-85b3-6c1b554d0f66 (api:52)
2018-03-08 01:32:06,957+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:07,047+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fbbaf419-8f56-47b4-8074-aba7ff112953 (api:46)
2018-03-08 01:32:07,053+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7159442046976', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5185501921280', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fbbaf419-8f56-47b4-8074-aba7ff112953 (api:52)
2018-03-08 01:32:07,055+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,257+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:07,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3602b10c-1cf5-40e4-b3ac-e1aeacfd9bdb (threadPool:210)
2018-03-08 01:32:07,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 23dd5e2c-09ea-41b0-913c-9253c3cd5220 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:07,305+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:07,472+0100 INFO  (jsonrpc/1) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=e281ceb0-35d0-4072-9aa6-be233a03a3be (api:46)
2018-03-08 01:32:07,472+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, 'aee75975-98df-43bf-827b-0a4b87417de1': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'aee75975-98df-43bf-827b-0a4b87417de1'}, 'd27d775c-d011-420f-867e-323e147efd6c': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd27d775c-d011-420f-867e-323e147efd6c'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '11b0d356-c04a-4031-8867-a4bc2c5108cd': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '11b0d356-c04a-4031-8867-a4bc2c5108cd'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'b147c224-839e-4aca-ad92-72949f37822f': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b147c224-839e-4aca-ad92-72949f37822f'}, '6489a513-1dca-4f0d-b9f1-2db853bdfe16': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '6489a513-1dca-4f0d-b9f1-2db853bdfe16'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1'}, 'b9c8cbe5-9f2c-406b-8f63-ce4834f8de09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b9c8cbe5-9f2c-406b-8f63-ce4834f8de09'}, '0f2e8138-69bb-4a10-88b3-20f589e5645e': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '0f2e8138-69bb-4a10-88b3-20f589e5645e'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, 'd1590100-0687-48a5-90e5-7976273db598': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd1590100-0687-48a5-90e5-7976273db598'}, 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, 'd6cf3272-64a9-4764-add2-6e945ee18c27': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd6cf3272-64a9-4764-add2-6e945ee18c27'}, '02675311-9df0-4a01-81ae-f857afc2ccaa': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '02675311-9df0-4a01-81ae-f857afc2ccaa'}}} from=::ffff:192.168.99.66,46746, task_id=e281ceb0-35d0-4072-9aa6-be233a03a3be (api:52)
2018-03-08 01:32:07,473+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,494+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'0f2e8138-69bb-4a10-88b3-20f589e5645e', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=feefd3c7-f9fc-478d-8d1c-abb1fb2fcbe2 (api:46)
2018-03-08 01:32:07,497+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=feefd3c7-f9fc-478d-8d1c-abb1fb2fcbe2 (api:52)
2018-03-08 01:32:07,498+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:07,501+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'b43fccc5-2b7c-4a1e-a528-c04b6f7af2c1', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=4eefc19f-3eb4-4cbb-a105-b1bac706c61d (api:46)
2018-03-08 01:32:07,502+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=4eefc19f-3eb4-4cbb-a105-b1bac706c61d (api:52)
2018-03-08 01:32:07,502+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,505+0100 INFO  (jsonrpc/5) [vdsm.api] START clearTask(taskID=u'02675311-9df0-4a01-81ae-f857afc2ccaa', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=afc67d5f-724b-4c0f-bbd4-a8f99663c27d (api:46)
2018-03-08 01:32:07,508+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=afc67d5f-724b-4c0f-bbd4-a8f99663c27d (api:52)
2018-03-08 01:32:07,508+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:07,510+0100 INFO  (jsonrpc/0) [vdsm.api] START clearTask(taskID=u'd1590100-0687-48a5-90e5-7976273db598', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=fbb890b8-3031-4006-bafc-2f791625201f (api:46)
2018-03-08 01:32:07,512+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=2fde4f3f-f30f-4aeb-85d1-fd48e11f140c, task_id=fbb890b8-3031-4006-bafc-2f791625201f (api:52)
2018-03-08 01:32:07,512+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,515+0100 INFO  (jsonrpc/2) [vdsm.api] START clearTask(taskID=u'b9c8cbe5-9f2c-406b-8f63-ce4834f8de09', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=0f4a54a2-5518-4b32-a79b-f62abecc290a (api:46)
2018-03-08 01:32:07,517+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=0f4a54a2-5518-4b32-a79b-f62abecc290a (api:52)
2018-03-08 01:32:07,518+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:07,520+0100 INFO  (jsonrpc/4) [vdsm.api] START clearTask(taskID=u'6489a513-1dca-4f0d-b9f1-2db853bdfe16', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=be51d661-9eec-42cd-94e4-3bb7794714d5 (api:46)
2018-03-08 01:32:07,523+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=be51d661-9eec-42cd-94e4-3bb7794714d5 (api:52)
2018-03-08 01:32:07,523+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,538+0100 INFO  (jsonrpc/3) [vdsm.api] START clearTask(taskID=u'11b0d356-c04a-4031-8867-a4bc2c5108cd', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=df07c16b-52c0-411c-862e-caf0078d7f94 (api:46)
2018-03-08 01:32:07,540+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=df07c16b-52c0-411c-862e-caf0078d7f94 (api:52)
2018-03-08 01:32:07,540+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,542+0100 INFO  (jsonrpc/1) [vdsm.api] START clearTask(taskID=u'aee75975-98df-43bf-827b-0a4b87417de1', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=fe0cbe65-94db-48f9-9dac-67edd89120c3 (api:46)
2018-03-08 01:32:07,544+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=fe0cbe65-94db-48f9-9dac-67edd89120c3 (api:52)
2018-03-08 01:32:07,544+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,546+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'd6cf3272-64a9-4764-add2-6e945ee18c27', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=43f545d7-8b93-4ad3-965a-e0d44097157d (api:46)
2018-03-08 01:32:07,549+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=43f545d7-8b93-4ad3-965a-e0d44097157d (api:52)
2018-03-08 01:32:07,549+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,551+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'ad29e6d7-f1c1-4a17-b037-c5fd47c01c3c', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=d9440634-8733-45aa-8780-cac1bba844fe (api:46)
2018-03-08 01:32:07,553+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=441a3ddc-b17c-482e-90bb-ff1aba5a6b09, task_id=d9440634-8733-45aa-8780-cac1bba844fe (api:52)
2018-03-08 01:32:07,553+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,555+0100 INFO  (jsonrpc/5) [vdsm.api] START clearTask(taskID=u'b147c224-839e-4aca-ad92-72949f37822f', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=b98b0fc4-1902-4bec-adf7-aea2e4f78e28 (api:46)
2018-03-08 01:32:07,557+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=49672cd1-568a-4eb7-9985-8fe20fe82004, task_id=b98b0fc4-1902-4bec-adf7-aea2e4f78e28 (api:52)
2018-03-08 01:32:07,557+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,559+0100 INFO  (jsonrpc/0) [vdsm.api] START clearTask(taskID=u'd27d775c-d011-420f-867e-323e147efd6c', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=f9c81aa5-682e-46ab-9d3a-b56bb679b1e1 (api:46)
2018-03-08 01:32:07,561+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=c259cf03-1317-4145-b33d-e7c6f09235bc, task_id=f9c81aa5-682e-46ab-9d3a-b56bb679b1e1 (api:52)
2018-03-08 01:32:07,561+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:07,625+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:07,666+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 16aafc1b-1650-43b1-9909-c473d1e489c8 (threadPool:210)
2018-03-08 01:32:07,666+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b69f9205-42a0-47ab-822a-1ef9841b8767 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:07,666+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:07,967+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:08,025+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 340dac0d-376b-44dd-a65e-2fe993a0b2ba (threadPool:210)
2018-03-08 01:32:08,026+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c134f397-630c-49c7-b520-9fdaa7c37a69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:08,026+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:08,378+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:08,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 358f51a1-1314-4c6a-aeef-ef4c221b8014 (threadPool:210)
2018-03-08 01:32:08,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 49b24fd8-3e77-4ce0-85b9-24f23e82d3e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:08,421+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:08,748+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:08,796+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 23dd5e2c-09ea-41b0-913c-9253c3cd5220 (threadPool:210)
2018-03-08 01:32:08,797+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2c8d07bd-30ee-4859-89e1-2ba30197250b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:08,797+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:09,127+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:09,182+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 60626b2b-cca6-44c1-b5d8-5b2fcf20ec6c (threadPool:210)
2018-03-08 01:32:09,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 58058d8a-9898-4042-97ab-f9245255c4cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:32:09,184+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:09,537+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:09,632+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b69f9205-42a0-47ab-822a-1ef9841b8767 (threadPool:210)
2018-03-08 01:32:09,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a7bbb1e7-1348-40a4-9bae-183e1250bfde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:09,634+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:09,918+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:09,961+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c134f397-630c-49c7-b520-9fdaa7c37a69 (threadPool:210)
2018-03-08 01:32:09,961+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19639315-73b2-4db8-a5e8-4555348d16d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:09,962+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:10,164+0100 INFO  (jsonrpc/2) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'709aca38-0751-47ed-8198-91d40e68ec3c', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'508695c5-6a29-4990-9488-aca9a4fb81ed', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=46de1b2a-f4ce-4e83-ac21-b29b3037a3da (api:46)
2018-03-08 01:32:10,169+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=46de1b2a-f4ce-4e83-ac21-b29b3037a3da (api:52)
2018-03-08 01:32:10,174+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:10,175+0100 INFO  (tasks/9) [storage.ThreadPool.WorkerThread] START task 46de1b2a-f4ce-4e83-ac21-b29b3037a3da (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f430c32e560>>, args=None) (threadPool:208)
2018-03-08 01:32:10,255+0100 INFO  (jsonrpc/4) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'6b20ec70-ea2e-49b3-b575-f7bc56a87744', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'1ccec11a-210e-4285-8be3-15bf392b4b93', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb (api:46)
2018-03-08 01:32:10,259+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb (api:52)
2018-03-08 01:32:10,265+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:32:10,265+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] START task 3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f43340184d0>>, args=None) (threadPool:208)
2018-03-08 01:32:10,324+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:10,359+0100 INFO  (tasks/9) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/709aca38-0751-47ed-8198-91d40e68ec3c for image's volumes (sd:1244)
2018-03-08 01:32:10,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 49b24fd8-3e77-4ce0-85b9-24f23e82d3e8 (threadPool:210)
2018-03-08 01:32:10,422+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e712fa5b-f247-407c-90cd-6949739c7330 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:10,423+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:10,491+0100 INFO  (tasks/9) [storage.Volume] Creating volume 508695c5-6a29-4990-9488-aca9a4fb81ed (volume:1152)
2018-03-08 01:32:10,501+0100 INFO  (tasks/9) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=508695c5-6a29-4990-9488-aca9a4fb81ed, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:10,579+0100 INFO  (tasks/5) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/6b20ec70-ea2e-49b3-b575-f7bc56a87744 for image's volumes (sd:1244)
2018-03-08 01:32:10,654+0100 INFO  (tasks/5) [storage.Volume] Creating volume 1ccec11a-210e-4285-8be3-15bf392b4b93 (volume:1152)
2018-03-08 01:32:10,665+0100 INFO  (tasks/5) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=1ccec11a-210e-4285-8be3-15bf392b4b93, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:10,689+0100 WARN  (tasks/9) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/709aca38-0751-47ed-8198-91d40e68ec3c/508695c5-6a29-4990-9488-aca9a4fb81ed already removed (fileutils:51)
2018-03-08 01:32:10,690+0100 INFO  (tasks/9) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/508695c5-6a29-4990-9488-aca9a4fb81ed' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/709aca38-0751-47ed-8198-91d40e68ec3c/508695c5-6a29-4990-9488-aca9a4fb81ed' (blockVolume:509)
2018-03-08 01:32:10,690+0100 INFO  (tasks/9) [storage.Volume] Request to create snapshot 709aca38-0751-47ed-8198-91d40e68ec3c/508695c5-6a29-4990-9488-aca9a4fb81ed of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:32:10,719+0100 INFO  (tasks/9) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:32:10,740+0100 INFO  (tasks/9) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1294)
2018-03-08 01:32:10,811+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:10,855+0100 WARN  (tasks/5) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/6b20ec70-ea2e-49b3-b575-f7bc56a87744/1ccec11a-210e-4285-8be3-15bf392b4b93 already removed (fileutils:51)
2018-03-08 01:32:10,856+0100 INFO  (tasks/5) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/6b20ec70-ea2e-49b3-b575-f7bc56a87744/1ccec11a-210e-4285-8be3-15bf392b4b93' (blockVolume:509)
2018-03-08 01:32:10,856+0100 INFO  (tasks/5) [storage.Volume] Request to create snapshot 6b20ec70-ea2e-49b3-b575-f7bc56a87744/1ccec11a-210e-4285-8be3-15bf392b4b93 of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:32:10,879+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2c8d07bd-30ee-4859-89e1-2ba30197250b (threadPool:210)
2018-03-08 01:32:10,880+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f6c17c30-21ef-4f04-9d78-4c5c78d5245e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:10,881+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:10,897+0100 INFO  (tasks/5) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:32:11,020+0100 INFO  (jsonrpc/3) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'f75c01b6-8212-4d88-840b-85f310fd279b', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7 (api:46)
2018-03-08 01:32:11,025+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7 (api:52)
2018-03-08 01:32:11,030+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:11,031+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] START task ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f0223368>>, args=None) (threadPool:208)
2018-03-08 01:32:11,069+0100 INFO  (tasks/5) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1294)
2018-03-08 01:32:11,114+0100 INFO  (jsonrpc/1) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'ef753fd6-a762-4ddf-8ea9-001126ed4eb0', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'ab102a48-3721-4737-a349-4f066b203c6c', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=b647b027-68d6-4106-bd1b-922f5df67b7d (api:46)
2018-03-08 01:32:11,120+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=b647b027-68d6-4106-bd1b-922f5df67b7d (api:52)
2018-03-08 01:32:11,125+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:32:11,126+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] START task b647b027-68d6-4106-bd1b-922f5df67b7d (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42f02a48c0>>, args=None) (threadPool:208)
2018-03-08 01:32:11,169+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:11,542+0100 INFO  (tasks/0) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2 for image's volumes (sd:1244)
2018-03-08 01:32:11,624+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:11,629+0100 INFO  (tasks/9) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:32:11,630+0100 INFO  (tasks/9) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1302)
2018-03-08 01:32:11,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a7bbb1e7-1348-40a4-9bae-183e1250bfde (threadPool:210)
2018-03-08 01:32:11,719+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2dfc46ab-15de-4efd-b184-6a9fc1638099 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:11,719+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:11,735+0100 INFO  (tasks/0) [storage.Volume] Creating volume f75c01b6-8212-4d88-840b-85f310fd279b (volume:1152)
2018-03-08 01:32:11,744+0100 INFO  (tasks/0) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=f75c01b6-8212-4d88-840b-85f310fd279b, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:11,818+0100 INFO  (jsonrpc/6) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'17a4b0de-3d4a-4db6-90cb-6983862d1f34', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'0c3a3959-31b0-42ec-98c0-914fdbf6ce9b', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=785c3fc0-80c2-4199-9a79-51bfa076f165 (api:46)
2018-03-08 01:32:11,828+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=785c3fc0-80c2-4199-9a79-51bfa076f165 (api:52)
2018-03-08 01:32:11,834+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:11,835+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] START task 785c3fc0-80c2-4199-9a79-51bfa076f165 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42fc67f3b0>>, args=None) (threadPool:208)
2018-03-08 01:32:11,878+0100 INFO  (tasks/3) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/ef753fd6-a762-4ddf-8ea9-001126ed4eb0 for image's volumes (sd:1244)
2018-03-08 01:32:11,919+0100 INFO  (jsonrpc/7) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'd89b85b0-9c17-445d-8a8b-c959ed3139aa', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'619bf727-603d-450f-8829-272681c27024', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=d51666c5-2338-4978-8455-d4acfd8b9364 (api:46)
2018-03-08 01:32:11,925+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=d51666c5-2338-4978-8455-d4acfd8b9364 (api:52)
2018-03-08 01:32:11,931+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:11,932+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] START task d51666c5-2338-4978-8455-d4acfd8b9364 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f432847fbd8>>, args=None) (threadPool:208)
2018-03-08 01:32:12,047+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:12,105+0100 WARN  (tasks/0) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2/f75c01b6-8212-4d88-840b-85f310fd279b already removed (fileutils:51)
2018-03-08 01:32:12,106+0100 INFO  (tasks/0) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2/f75c01b6-8212-4d88-840b-85f310fd279b' (blockVolume:509)
2018-03-08 01:32:12,106+0100 INFO  (tasks/0) [storage.Volume] Request to create snapshot 3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2/f75c01b6-8212-4d88-840b-85f310fd279b of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:32:12,139+0100 INFO  (tasks/5) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:32:12,140+0100 INFO  (tasks/5) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1302)
2018-03-08 01:32:12,176+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e712fa5b-f247-407c-90cd-6949739c7330 (threadPool:210)
2018-03-08 01:32:12,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b08f8a54-1679-4dbf-90b7-9cdfdcaacc2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:12,178+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:12,273+0100 INFO  (tasks/3) [storage.Volume] Creating volume ab102a48-3721-4737-a349-4f066b203c6c (volume:1152)
2018-03-08 01:32:12,285+0100 INFO  (jsonrpc/5) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a', volUUID=u'807bdbd1-84dd-4582-bb90-053bfa58c7a3', options=None) from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=bb40ef93-93d1-4078-9bc2-c43c82b41cbf (api:46)
2018-03-08 01:32:12,286+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a volUUID = 807bdbd1-84dd-4582-bb90-053bfa58c7a3  (volume:238)
2018-03-08 01:32:12,299+0100 INFO  (tasks/3) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=ab102a48-3721-4737-a349-4f066b203c6c, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:12,365+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a/807bdbd1-84dd-4582-bb90-053bfa58c7a3 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a', 'ctime': '1520469122', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'807bdbd1-84dd-4582-bb90-053bfa58c7a3', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:12,365+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '1bc2c98a-44c6-42f3-b7ed-3f91ef48f63a', 'ctime': '1520469122', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'807bdbd1-84dd-4582-bb90-053bfa58c7a3', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=bb40ef93-93d1-4078-9bc2-c43c82b41cbf (api:52)
2018-03-08 01:32:12,366+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.09 seconds (__init__:573)
2018-03-08 01:32:12,401+0100 INFO  (tasks/1) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/17a4b0de-3d4a-4db6-90cb-6983862d1f34 for image's volumes (sd:1244)
2018-03-08 01:32:12,536+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:12,538+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6b5014aa-7182-4e1d-9bc8-341b098ed634 (api:46)
2018-03-08 01:32:12,539+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233459', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00145681', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432467', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561413', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054926', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371274', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000856578', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372872', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277646', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042182', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023519', 'lastCheck': '5.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000994741', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039185', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373379', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542926', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308775', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232035', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391937', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026429', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853448', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281564', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039416', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030898', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367409', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509646', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259025', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400331', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500436', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380674', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585029', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220179', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210946', 'lastCheck': '2.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6b5014aa-7182-4e1d-9bc8-341b098ed634 (api:52)
2018-03-08 01:32:12,540+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=83e618fe-7cf4-45f9-aa4d-0a778c5a7004 (api:46)
2018-03-08 01:32:12,540+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=83e618fe-7cf4-45f9-aa4d-0a778c5a7004 (api:52)
2018-03-08 01:32:12,541+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:12,546+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:12,548+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:12,558+0100 INFO  (tasks/1) [storage.Volume] Creating volume 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (volume:1152)
2018-03-08 01:32:12,571+0100 INFO  (tasks/1) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=0c3a3959-31b0-42ec-98c0-914fdbf6ce9b, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:12,587+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '94.24'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '99.14'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '97.42'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '26': {'cpuUser': '4.64', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '93.77'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.42'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '22': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '23': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '29': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.76'}, '40': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.35'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '1': {'cpuUser': '5.17', 'nodeIndex': 1, 'cpuSys': '22.99', 'cpuIdle': '71.84'}, '0': {'cpuUser': '4.24', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '92.91'}, '3': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '5': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.69'}, '4': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '9': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.03'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '59': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '10': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.74'}, '13': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '15': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.56'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '17': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.98', 'cpuIdle': '93.44'}, '16': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.10'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '31': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '36': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '35': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '34': {'cpuUser': '4.37', 'nodeIndex': 0, 'cpuSys': '5.17', 'cpuIdle': '90.46'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307489'}, '0': {'memPercent': 11, 'memFree': '350178'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000994741', 'lastCheck': '3.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233459', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00145681', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039185', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373379', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054926', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371274', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000856578', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372872', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277646', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042182', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023519', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432467', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561413', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542926', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281564', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232035', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391937', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026429', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853448', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308775', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220179', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030898', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367409', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509646', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259025', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400331', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500436', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380674', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585029', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039416', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210946', 'lastCheck': '2.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646682087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404185266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.351', 'tx': '1176273193178', 'txDropped': '0', 'rx': '625371368992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0', 'tx': '1580925088253', 'txDropped': '0', 'rx': '926326868213', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45191824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416460500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200526874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet0', 'tx': '87591017', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet1', 'tx': '37766042861', 'txDropped': '0', 'rx': '877962571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet2', 'tx': '21125311037', 'txDropped': '0', 'rx': '141317595733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175665611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet4', 'tx': '396274399', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet5', 'tx': '23424702097', 'txDropped': '0', 'rx': '498119279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet6', 'tx': '6653926309', 'txDropped': '0', 'rx': '429910587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet7', 'tx': '1433422486', 'txDropped': '0', 'rx': '552211367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42440004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46740107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'lo', 'tx': '6934385714', 'txDropped': '0', 'rx': '6934385714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170663782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'eno1', 'tx': '975615252517', 'txDropped': '0', 'rx': '433998721985', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'eno2', 'tx': '605309835736', 'txDropped': '0', 'rx': '492328146228', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469118.85989, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469118.85989, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632888607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75893915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77011780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192137914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370778146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373535982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49863267', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430340584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298904314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.110', 'tx': '2476166083', 'txDropped': '0', 'rx': '66854923500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.111', 'tx': '122677278519', 'txDropped': '0', 'rx': '24447486699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55238571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54163376', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465316498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165342043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56018489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55848300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45187032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469118.85989, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226565743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'oVirtManagement', 'tx': '1176273192530', 'txDropped': '0', 'rx': '625370630589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577198240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'vnet3', 'tx': '542668163', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469118.85989, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754444020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1695166.41', 'cpuLoad': '2.78', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92920'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635267L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:32:12 GMT', 'cpuUser': '1.27', 'memFree': 667563, 'cpuIdle': '97.05', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.73'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:12,593+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:32:12,690+0100 INFO  (jsonrpc/4) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'd0ac7e77-2584-439f-b704-7519ab3b4624', size=u'42949672960', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'66466827-9028-47a3-b981-83b4706998d6', desc=u'', srcImgUUID=u'0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd', srcVolUUID=u'65e199ab-88d0-4e74-a941-1f5ec291808b', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=f5a2638f-2b88-40fb-af5d-23fe73e2cefd (api:46)
2018-03-08 01:32:12,694+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=f5a2638f-2b88-40fb-af5d-23fe73e2cefd (api:52)
2018-03-08 01:32:12,700+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:12,700+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] START task f5a2638f-2b88-40fb-af5d-23fe73e2cefd (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f43140730e0>>, args=None) (threadPool:208)
2018-03-08 01:32:12,752+0100 WARN  (tasks/3) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/ef753fd6-a762-4ddf-8ea9-001126ed4eb0/ab102a48-3721-4737-a349-4f066b203c6c already removed (fileutils:51)
2018-03-08 01:32:12,753+0100 INFO  (tasks/3) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/ef753fd6-a762-4ddf-8ea9-001126ed4eb0/ab102a48-3721-4737-a349-4f066b203c6c' (blockVolume:509)
2018-03-08 01:32:12,753+0100 INFO  (tasks/3) [storage.Volume] Request to create snapshot ef753fd6-a762-4ddf-8ea9-001126ed4eb0/ab102a48-3721-4737-a349-4f066b203c6c of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:32:12,811+0100 INFO  (jsonrpc/3) [vdsm.api] START createVolume(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'05bc6902-2404-4f60-bebe-6f78b1b77da6', size=u'32212254720', volFormat=4, preallocate=2, diskType=u'DATA', volUUID=u'43a05c8d-1eab-4969-a356-2afb81c11a71', desc=u'', srcImgUUID=u'b1adb0f7-e08a-4b09-9552-89343cf95057', srcVolUUID=u'4d81ca49-ba50-4953-be7a-6b6876edb42e', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=3f58a7c6-d09d-4e50-a969-d29a95e836ae (api:46)
2018-03-08 01:32:12,836+0100 INFO  (tasks/8) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d89b85b0-9c17-445d-8a8b-c959ed3139aa for image's volumes (sd:1244)
2018-03-08 01:32:12,840+0100 WARN  (tasks/9) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/508695c5-6a29-4990-9488-aca9a4fb81ed (blockSD:884)
2018-03-08 01:32:12,841+0100 WARN  (tasks/9) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93 (blockSD:884)
2018-03-08 01:32:12,841+0100 WARN  (tasks/9) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:12,841+0100 WARN  (tasks/9) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c (blockSD:884)
2018-03-08 01:32:12,841+0100 INFO  (tasks/9) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=508695c5-6a29-4990-9488-aca9a4fb81ed, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_41', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_709aca38-0751-47ed-8198-91d40e68ec3c']) (lvm:1347)
2018-03-08 01:32:12,846+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=3f58a7c6-d09d-4e50-a969-d29a95e836ae (api:52)
2018-03-08 01:32:12,853+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:32:12,854+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] START task 3f58a7c6-d09d-4e50-a969-d29a95e836ae (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f42d00e5560>>, args=None) (threadPool:208)
2018-03-08 01:32:12,928+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:12,944+0100 WARN  (tasks/1) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/17a4b0de-3d4a-4db6-90cb-6983862d1f34/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b already removed (fileutils:51)
2018-03-08 01:32:12,946+0100 INFO  (tasks/1) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/17a4b0de-3d4a-4db6-90cb-6983862d1f34/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b' (blockVolume:509)
2018-03-08 01:32:12,947+0100 INFO  (tasks/1) [storage.Volume] Request to create snapshot 17a4b0de-3d4a-4db6-90cb-6983862d1f34/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:32:13,068+0100 INFO  (tasks/3) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:32:13,087+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 58058d8a-9898-4042-97ab-f9245255c4cc (threadPool:210)
2018-03-08 01:32:13,088+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 040d5fb0-542f-44cf-aec7-a080c078a06e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:13,088+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:13,104+0100 INFO  (tasks/0) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:32:13,127+0100 INFO  (tasks/1) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:32:13,174+0100 INFO  (tasks/3) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1294)
2018-03-08 01:32:13,320+0100 INFO  (tasks/8) [storage.Volume] Creating volume 619bf727-603d-450f-8829-272681c27024 (volume:1152)
2018-03-08 01:32:13,330+0100 INFO  (tasks/8) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=619bf727-603d-450f-8829-272681c27024, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:13,449+0100 INFO  (tasks/9) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'508695c5-6a29-4990-9488-aca9a4fb81ed'] (lvm:1302)
2018-03-08 01:32:13,475+0100 INFO  (tasks/6) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d0ac7e77-2584-439f-b704-7519ab3b4624 for image's volumes (sd:1244)
2018-03-08 01:32:13,514+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:13,547+0100 INFO  (tasks/0) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1294)
2018-03-08 01:32:13,681+0100 WARN  (tasks/8) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d89b85b0-9c17-445d-8a8b-c959ed3139aa/619bf727-603d-450f-8829-272681c27024 already removed (fileutils:51)
2018-03-08 01:32:13,682+0100 INFO  (tasks/8) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d89b85b0-9c17-445d-8a8b-c959ed3139aa/619bf727-603d-450f-8829-272681c27024' (blockVolume:509)
2018-03-08 01:32:13,683+0100 INFO  (tasks/8) [storage.Volume] Request to create snapshot d89b85b0-9c17-445d-8a8b-c959ed3139aa/619bf727-603d-450f-8829-272681c27024 of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:32:13,711+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2dfc46ab-15de-4efd-b184-6a9fc1638099 (threadPool:210)
2018-03-08 01:32:13,713+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6f0290f7-5ba9-4275-b062-33cea1d0e480 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:13,713+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:13,761+0100 INFO  (jsonrpc/1) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'be6f0ef2-a13a-475e-8669-543283dd0c1b', volUUID=u'11bdc068-4a7d-45ac-b75a-35c73aeafb03', options=None) from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=93c146fe-5eed-4eb9-9a5c-762c729f962e (api:46)
2018-03-08 01:32:13,763+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=be6f0ef2-a13a-475e-8669-543283dd0c1b volUUID = 11bdc068-4a7d-45ac-b75a-35c73aeafb03  (volume:238)
2018-03-08 01:32:13,797+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/be6f0ef2-a13a-475e-8669-543283dd0c1b/11bdc068-4a7d-45ac-b75a-35c73aeafb03 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'be6f0ef2-a13a-475e-8669-543283dd0c1b', 'ctime': '1520469123', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'11bdc068-4a7d-45ac-b75a-35c73aeafb03', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:13,797+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'be6f0ef2-a13a-475e-8669-543283dd0c1b', 'ctime': '1520469123', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'11bdc068-4a7d-45ac-b75a-35c73aeafb03', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=fa9de033-3c55-46a5-9766-dca69d24c19c, task_id=93c146fe-5eed-4eb9-9a5c-762c729f962e (api:52)
2018-03-08 01:32:13,798+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:32:13,807+0100 INFO  (tasks/6) [storage.Volume] Creating volume 66466827-9028-47a3-b981-83b4706998d6 (volume:1152)
2018-03-08 01:32:13,817+0100 INFO  (tasks/6) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=66466827-9028-47a3-b981-83b4706998d6, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:13,894+0100 INFO  (tasks/7) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/05bc6902-2404-4f60-bebe-6f78b1b77da6 for image's volumes (sd:1244)
2018-03-08 01:32:13,982+0100 INFO  (tasks/7) [storage.Volume] Creating volume 43a05c8d-1eab-4969-a356-2afb81c11a71 (volume:1152)
2018-03-08 01:32:14,016+0100 WARN  (tasks/5) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 (blockSD:884)
2018-03-08 01:32:14,016+0100 WARN  (tasks/5) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:14,018+0100 WARN  (tasks/5) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93 (blockSD:884)
2018-03-08 01:32:14,115+0100 WARN  (tasks/5) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:14,116+0100 WARN  (tasks/5) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c (blockSD:884)
2018-03-08 01:32:14,116+0100 INFO  (tasks/5) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=1ccec11a-210e-4285-8be3-15bf392b4b93, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_42', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_6b20ec70-ea2e-49b3-b575-f7bc56a87744']) (lvm:1347)
2018-03-08 01:32:14,027+0100 INFO  (tasks/7) [storage.LVM] Creating LV (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=43a05c8d-1eab-4969-a356-2afb81c11a71, size=2048m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:32:14,039+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:14,167+0100 WARN  (tasks/6) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d0ac7e77-2584-439f-b704-7519ab3b4624/66466827-9028-47a3-b981-83b4706998d6 already removed (fileutils:51)
2018-03-08 01:32:14,168+0100 INFO  (tasks/6) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/d0ac7e77-2584-439f-b704-7519ab3b4624/66466827-9028-47a3-b981-83b4706998d6' (blockVolume:509)
2018-03-08 01:32:14,168+0100 INFO  (tasks/6) [storage.Volume] Request to create snapshot d0ac7e77-2584-439f-b704-7519ab3b4624/66466827-9028-47a3-b981-83b4706998d6 of volume 0d63aeb7-5f7f-4e81-94f2-6c43bd96fbdd/65e199ab-88d0-4e74-a941-1f5ec291808b with size 83886080 (blocks) (blockVolume:526)
2018-03-08 01:32:14,187+0100 INFO  (tasks/9) [storage.ThreadPool.WorkerThread] FINISH task 46de1b2a-f4ce-4e83-ac21-b29b3037a3da (threadPool:210)
2018-03-08 01:32:14,230+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e98c7cd8-7059-41b8-b524-0673a0f72b4a (api:46)
2018-03-08 01:32:14,232+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233459', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00145681', 'lastCheck': '5.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432467', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561413', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054926', 'lastCheck': '5.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371274', 'lastCheck': '5.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000856578', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372872', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277646', 'lastCheck': '4.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042182', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023519', 'lastCheck': '7.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000994741', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039185', 'lastCheck': '5.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373379', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000542926', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308775', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232035', 'lastCheck': '4.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391937', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026429', 'lastCheck': '4.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000853448', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281564', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039416', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030898', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367409', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509646', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259025', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400331', 'lastCheck': '6.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500436', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380674', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585029', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220179', 'lastCheck': '4.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210946', 'lastCheck': '4.4', 'valid': True}} from=internal, task_id=e98c7cd8-7059-41b8-b524-0673a0f72b4a (api:52)
2018-03-08 01:32:14,232+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=dd171715-3140-48ea-b0fe-44eef2d86227 (api:46)
2018-03-08 01:32:14,232+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=dd171715-3140-48ea-b0fe-44eef2d86227 (api:52)
2018-03-08 01:32:14,289+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f6c17c30-21ef-4f04-9d78-4c5c78d5245e (threadPool:210)
2018-03-08 01:32:14,290+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 88748a6e-4a10-43a4-a179-4fec8f20ac01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:14,290+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:14,301+0100 INFO  (tasks/8) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:32:14,368+0100 INFO  (tasks/6) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b (volume:559)
2018-03-08 01:32:14,638+0100 WARN  (tasks/7) [root] File: /rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/05bc6902-2404-4f60-bebe-6f78b1b77da6/43a05c8d-1eab-4969-a356-2afb81c11a71 already removed (fileutils:51)
2018-03-08 01:32:14,639+0100 INFO  (tasks/7) [storage.Volume] Creating volume symlink from u'/dev/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71' to u'/rhev/data-center/mnt/blockSD/d1159da5-91ea-4ab9-aa3f-5fe4134b7808/images/05bc6902-2404-4f60-bebe-6f78b1b77da6/43a05c8d-1eab-4969-a356-2afb81c11a71' (blockVolume:509)
2018-03-08 01:32:14,639+0100 INFO  (tasks/7) [storage.Volume] Request to create snapshot 05bc6902-2404-4f60-bebe-6f78b1b77da6/43a05c8d-1eab-4969-a356-2afb81c11a71 of volume b1adb0f7-e08a-4b09-9552-89343cf95057/4d81ca49-ba50-4953-be7a-6b6876edb42e with size 62914560 (blocks) (blockVolume:526)
2018-03-08 01:32:14,668+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:14,718+0100 INFO  (tasks/5) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'1ccec11a-210e-4285-8be3-15bf392b4b93'] (lvm:1302)
2018-03-08 01:32:14,748+0100 INFO  (tasks/3) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:32:14,975+0100 INFO  (tasks/7) [storage.VolumeManifest] Volume: preparing volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e (volume:559)
2018-03-08 01:32:15,005+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b08f8a54-1679-4dbf-90b7-9cdfdcaacc2b (threadPool:210)
2018-03-08 01:32:15,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2ee0edab-bceb-4888-9988-88398667a094 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:15,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:15,067+0100 INFO  (tasks/8) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:32:15,069+0100 INFO  (tasks/8) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1302)
2018-03-08 01:32:15,105+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 (blockSD:884)
2018-03-08 01:32:15,107+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:15,107+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:15,107+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:15,108+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 (blockSD:884)
2018-03-08 01:32:15,108+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c (blockSD:884)
2018-03-08 01:32:15,108+0100 INFO  (tasks/3) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=ab102a48-3721-4737-a349-4f066b203c6c, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_79', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_ef753fd6-a762-4ddf-8ea9-001126ed4eb0']) (lvm:1347)
2018-03-08 01:32:15,150+0100 INFO  (tasks/6) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:32:15,353+0100 INFO  (tasks/0) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:32:15,356+0100 INFO  (tasks/1) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/65e199ab-88d0-4e74-a941-1f5ec291808b justme False (blockVolume:387)
2018-03-08 01:32:15,360+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:15,415+0100 INFO  (tasks/5) [storage.ThreadPool.WorkerThread] FINISH task 3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb (threadPool:210)
2018-03-08 01:32:15,432+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 040d5fb0-542f-44cf-aec7-a080c078a06e (threadPool:210)
2018-03-08 01:32:15,432+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e5966864-f406-483c-94af-ba919b213116 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:15,432+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:15,600+0100 INFO  (tasks/3) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'ab102a48-3721-4737-a349-4f066b203c6c'] (lvm:1302)
2018-03-08 01:32:15,862+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:15,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6f0290f7-5ba9-4275-b062-33cea1d0e480 (threadPool:210)
2018-03-08 01:32:15,931+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 05292bbb-3d92-41e9-a92c-7f2b1030bfcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:15,932+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:15,986+0100 INFO  (tasks/7) [storage.LVM] Activating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1294)
2018-03-08 01:32:16,113+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] FINISH task b647b027-68d6-4106-bd1b-922f5df67b7d (threadPool:210)
2018-03-08 01:32:16,276+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:16,324+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 88748a6e-4a10-43a4-a179-4fec8f20ac01 (threadPool:210)
2018-03-08 01:32:16,324+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c95e84f8-a168-4ea9-8d51-546ffd3b106f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:16,325+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:16,420+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 (blockSD:884)
2018-03-08 01:32:16,420+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:16,420+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:16,421+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:16,421+0100 WARN  (tasks/8) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 (blockSD:884)
2018-03-08 01:32:16,422+0100 INFO  (tasks/8) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=619bf727-603d-450f-8829-272681c27024, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_80', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_d89b85b0-9c17-445d-8a8b-c959ed3139aa']) (lvm:1347)
2018-03-08 01:32:16,480+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'65e199ab-88d0-4e74-a941-1f5ec291808b'] (lvm:1302)
2018-03-08 01:32:16,670+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:16,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19639315-73b2-4db8-a5e8-4555348d16d5 (threadPool:210)
2018-03-08 01:32:16,732+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ab1c0f10-0295-4620-a501-a3fedee711d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:16,732+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:16,739+0100 INFO  (tasks/8) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'619bf727-603d-450f-8829-272681c27024'] (lvm:1302)
2018-03-08 01:32:16,794+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:32:16,799+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:32:16,801+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:16,809+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:32:16,809+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:32:16,810+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:17,051+0100 INFO  (jsonrpc/5) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'e8b4a064-0d97-4c25-8bf2-bbeac1d557f2', volUUID=u'26d4c26f-bda4-49be-be28-763c14a07be8', options=None) from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=b4b0c7f4-a153-4f01-ae99-61e1914f8bc1 (api:46)
2018-03-08 01:32:17,052+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=e8b4a064-0d97-4c25-8bf2-bbeac1d557f2 volUUID = 26d4c26f-bda4-49be-be28-763c14a07be8  (volume:238)
2018-03-08 01:32:17,098+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:17,131+0100 WARN  (tasks/6) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:17,133+0100 WARN  (tasks/6) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:17,134+0100 WARN  (tasks/6) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:17,135+0100 WARN  (tasks/6) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 (blockSD:884)
2018-03-08 01:32:17,136+0100 INFO  (tasks/6) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=66466827-9028-47a3-b981-83b4706998d6, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_105', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_d0ac7e77-2584-439f-b704-7519ab3b4624']) (lvm:1347)
2018-03-08 01:32:17,138+0100 INFO  (tasks/7) [storage.VolumeManifest] Tearing down volume d1159da5-91ea-4ab9-aa3f-5fe4134b7808/4d81ca49-ba50-4953-be7a-6b6876edb42e justme False (blockVolume:387)
2018-03-08 01:32:17,138+0100 INFO  (tasks/7) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'4d81ca49-ba50-4953-be7a-6b6876edb42e'] (lvm:1302)
2018-03-08 01:32:17,210+0100 INFO  (tasks/8) [storage.ThreadPool.WorkerThread] FINISH task d51666c5-2338-4978-8455-d4acfd8b9364 (threadPool:210)
2018-03-08 01:32:17,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2ee0edab-bceb-4888-9988-88398667a094 (threadPool:210)
2018-03-08 01:32:17,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 03219a68-85bd-44b5-87d7-80126165fb45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:17,216+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:17,232+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/e8b4a064-0d97-4c25-8bf2-bbeac1d557f2/26d4c26f-bda4-49be-be28-763c14a07be8 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': 'e8b4a064-0d97-4c25-8bf2-bbeac1d557f2', 'ctime': '1520469118', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'26d4c26f-bda4-49be-be28-763c14a07be8', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:17,233+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': 'e8b4a064-0d97-4c25-8bf2-bbeac1d557f2', 'ctime': '1520469118', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'26d4c26f-bda4-49be-be28-763c14a07be8', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=b4b0c7f4-a153-4f01-ae99-61e1914f8bc1 (api:52)
2018-03-08 01:32:17,234+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.18 seconds (__init__:573)
2018-03-08 01:32:17,507+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6e11482c-1fdb-4ac0-bd28-2c7174bff844 (api:46)
2018-03-08 01:32:17,508+0100 INFO  (tasks/6) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'66466827-9028-47a3-b981-83b4706998d6'] (lvm:1302)
2018-03-08 01:32:17,533+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6e11482c-1fdb-4ac0-bd28-2c7174bff844 (api:52)
2018-03-08 01:32:17,534+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:32:17,538+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:17,629+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a5f15a8c-b08b-4543-be05-8627b98a42da (api:46)
2018-03-08 01:32:17,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 05292bbb-3d92-41e9-a92c-7f2b1030bfcb (threadPool:210)
2018-03-08 01:32:17,633+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b622c743-b677-4ead-8d56-1a0dae42d316 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:17,633+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:17,635+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a5f15a8c-b08b-4543-be05-8627b98a42da (api:52)
2018-03-08 01:32:17,637+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:17,712+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:17,712+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:17,712+0100 WARN  (tasks/0) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b (blockSD:884)
2018-03-08 01:32:17,713+0100 INFO  (tasks/0) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=f75c01b6-8212-4d88-840b-85f310fd279b, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_120', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2']) (lvm:1347)
2018-03-08 01:32:17,822+0100 INFO  (tasks/6) [storage.ThreadPool.WorkerThread] FINISH task f5a2638f-2b88-40fb-af5d-23fe73e2cefd (threadPool:210)
2018-03-08 01:32:17,865+0100 INFO  (tasks/0) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'f75c01b6-8212-4d88-840b-85f310fd279b'] (lvm:1302)
2018-03-08 01:32:18,035+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:18,073+0100 WARN  (tasks/1) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b (blockSD:884)
2018-03-08 01:32:18,075+0100 WARN  (tasks/1) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:18,076+0100 INFO  (tasks/1) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=0c3a3959-31b0-42ec-98c0-914fdbf6ce9b, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_127', u'PU_65e199ab-88d0-4e74-a941-1f5ec291808b', u'IU_17a4b0de-3d4a-4db6-90cb-6983862d1f34']) (lvm:1347)
2018-03-08 01:32:18,103+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c95e84f8-a168-4ea9-8d51-546ffd3b106f (threadPool:210)
2018-03-08 01:32:18,108+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 69deda8b-d87f-48f8-a5a0-01d90d6238fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:18,110+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:18,153+0100 INFO  (tasks/0) [storage.ThreadPool.WorkerThread] FINISH task ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7 (threadPool:210)
2018-03-08 01:32:18,202+0100 INFO  (jsonrpc/4) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=aabd9492-3777-43d8-aaac-de3fb1aeab73 (api:46)
2018-03-08 01:32:18,203+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, 'ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '785c3fc0-80c2-4199-9a79-51bfa076f165': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '785c3fc0-80c2-4199-9a79-51bfa076f165'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'd51666c5-2338-4978-8455-d4acfd8b9364': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd51666c5-2338-4978-8455-d4acfd8b9364'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, 'b647b027-68d6-4106-bd1b-922f5df67b7d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'b647b027-68d6-4106-bd1b-922f5df67b7d'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'f5a2638f-2b88-40fb-af5d-23fe73e2cefd': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'f5a2638f-2b88-40fb-af5d-23fe73e2cefd'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, '46de1b2a-f4ce-4e83-ac21-b29b3037a3da': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '46de1b2a-f4ce-4e83-ac21-b29b3037a3da'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}, '43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb'}, '3f58a7c6-d09d-4e50-a969-d29a95e836ae': {'code': 0, 'message': 'running job 1 of 1', 'taskState': 'running', 'taskResult': '', 'taskID': '3f58a7c6-d09d-4e50-a969-d29a95e836ae'}}} from=::ffff:192.168.99.66,46746, task_id=aabd9492-3777-43d8-aaac-de3fb1aeab73 (api:52)
2018-03-08 01:32:18,205+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:18,225+0100 INFO  (jsonrpc/3) [vdsm.api] START clearTask(taskID=u'ea446efc-d6c6-4f2c-90d6-6fe0bd9673b7', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=aea46127-735c-4854-8945-6dd1292d23c9 (api:46)
2018-03-08 01:32:18,229+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=aea46127-735c-4854-8945-6dd1292d23c9 (api:52)
2018-03-08 01:32:18,229+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:18,232+0100 INFO  (jsonrpc/1) [vdsm.api] START clearTask(taskID=u'd51666c5-2338-4978-8455-d4acfd8b9364', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=14210930-7cb1-46eb-a966-fa741c15c78b (api:46)
2018-03-08 01:32:18,234+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=14210930-7cb1-46eb-a966-fa741c15c78b (api:52)
2018-03-08 01:32:18,235+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:18,237+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'b647b027-68d6-4106-bd1b-922f5df67b7d', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=a1628774-67c0-4dcd-9e99-916510455414 (api:46)
2018-03-08 01:32:18,240+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=a1628774-67c0-4dcd-9e99-916510455414 (api:52)
2018-03-08 01:32:18,240+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:18,242+0100 INFO  (jsonrpc/7) [vdsm.api] START clearTask(taskID=u'3017ab18-9fc8-4c8d-bc6e-bc6fa46c28fb', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=02eca122-cda2-4546-b4d9-a3ec52080ea1 (api:46)
2018-03-08 01:32:18,245+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=02eca122-cda2-4546-b4d9-a3ec52080ea1 (api:52)
2018-03-08 01:32:18,245+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:18,248+0100 INFO  (jsonrpc/5) [vdsm.api] START clearTask(taskID=u'f5a2638f-2b88-40fb-af5d-23fe73e2cefd', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=39b1a0da-2ef0-4114-8123-eba478aea471 (api:46)
2018-03-08 01:32:18,250+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=39b1a0da-2ef0-4114-8123-eba478aea471 (api:52)
2018-03-08 01:32:18,250+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:18,253+0100 INFO  (jsonrpc/2) [vdsm.api] START clearTask(taskID=u'46de1b2a-f4ce-4e83-ac21-b29b3037a3da', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=cef0dde1-2b17-4076-bbee-7d77c7e4614b (api:46)
2018-03-08 01:32:18,255+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=cef0dde1-2b17-4076-bbee-7d77c7e4614b (api:52)
2018-03-08 01:32:18,255+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:18,279+0100 INFO  (tasks/1) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'0c3a3959-31b0-42ec-98c0-914fdbf6ce9b'] (lvm:1302)
2018-03-08 01:32:18,471+0100 WARN  (tasks/7) [storage.StorageDomainManifest] Could not find mapping for lv d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 (blockSD:884)
2018-03-08 01:32:18,473+0100 INFO  (tasks/7) [storage.LVM] Change LV tags (vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808, lv=43a05c8d-1eab-4969-a356-2afb81c11a71, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_137', u'PU_4d81ca49-ba50-4953-be7a-6b6876edb42e', u'IU_05bc6902-2404-4f60-bebe-6f78b1b77da6']) (lvm:1347)
2018-03-08 01:32:18,494+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:18,520+0100 INFO  (jsonrpc/0) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'233cd8fe-15bf-4633-b920-06a634e0ed65', volUUID=u'fd854b6f-4cc8-4e3d-8615-1fbfb76c387f', options=None) from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=fadf29cd-26a9-46de-92e5-ba63e2beff69 (api:46)
2018-03-08 01:32:18,522+0100 INFO  (jsonrpc/0) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=233cd8fe-15bf-4633-b920-06a634e0ed65 volUUID = fd854b6f-4cc8-4e3d-8615-1fbfb76c387f  (volume:238)
2018-03-08 01:32:18,596+0100 INFO  (jsonrpc/0) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/233cd8fe-15bf-4633-b920-06a634e0ed65/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '233cd8fe-15bf-4633-b920-06a634e0ed65', 'ctime': '1520469121', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'fd854b6f-4cc8-4e3d-8615-1fbfb76c387f', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:18,596+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '233cd8fe-15bf-4633-b920-06a634e0ed65', 'ctime': '1520469121', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'fd854b6f-4cc8-4e3d-8615-1fbfb76c387f', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=606ef095-de70-49fe-8e5e-45066b238f18, task_id=fadf29cd-26a9-46de-92e5-ba63e2beff69 (api:52)
2018-03-08 01:32:18,597+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:32:18,609+0100 INFO  (tasks/1) [storage.ThreadPool.WorkerThread] FINISH task 785c3fc0-80c2-4199-9a79-51bfa076f165 (threadPool:210)
2018-03-08 01:32:18,643+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e5966864-f406-483c-94af-ba919b213116 (threadPool:210)
2018-03-08 01:32:18,644+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3a6a5953-db06-4f81-9848-49ea66d8e248 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:18,644+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:18,778+0100 INFO  (tasks/7) [storage.LVM] Deactivating lvs: vg=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 lvs=[u'43a05c8d-1eab-4969-a356-2afb81c11a71'] (lvm:1302)
2018-03-08 01:32:18,913+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:18,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 03219a68-85bd-44b5-87d7-80126165fb45 (threadPool:210)
2018-03-08 01:32:18,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f350ebf4-68d6-4640-b265-a6487fb7f98e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:18,960+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:19,005+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] FINISH task 3f58a7c6-d09d-4e50-a969-d29a95e836ae (threadPool:210)
2018-03-08 01:32:19,292+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:19,368+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b622c743-b677-4ead-8d56-1a0dae42d316 (threadPool:210)
2018-03-08 01:32:19,369+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fca7b35c-f342-47d6-a203-6c03971ec2aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:19,370+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:19,654+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:19,718+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ab1c0f10-0295-4620-a501-a3fedee711d2 (threadPool:210)
2018-03-08 01:32:19,720+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fd98ec75-bd05-4dd2-bedb-7f42b4cf28cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:19,720+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:20,020+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:20,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 69deda8b-d87f-48f8-a5a0-01d90d6238fd (threadPool:210)
2018-03-08 01:32:20,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bdd0be9f-a23c-48da-ba49-d4d0f993b61c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:20,070+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:20,443+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:20,491+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3a6a5953-db06-4f81-9848-49ea66d8e248 (threadPool:210)
2018-03-08 01:32:20,492+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 56c9657a-2651-4eab-a571-9f0060fcb1e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:20,492+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:20,794+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:20,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f350ebf4-68d6-4640-b265-a6487fb7f98e (threadPool:210)
2018-03-08 01:32:20,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 577e6b94-b927-4e6b-bf88-d9e556574577 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:20,838+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:21,165+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:21,193+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fd98ec75-bd05-4dd2-bedb-7f42b4cf28cb (threadPool:210)
2018-03-08 01:32:21,193+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7560437b-3d40-46b1-ade4-1eaa096e805b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:21,194+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:21,531+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:21,580+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 56c9657a-2651-4eab-a571-9f0060fcb1e5 (threadPool:210)
2018-03-08 01:32:21,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c67758fa-ea04-4b26-a3c5-c528769525b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:21,581+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:21,873+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:21,920+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fca7b35c-f342-47d6-a203-6c03971ec2aa (threadPool:210)
2018-03-08 01:32:21,920+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ccb5a9e-2d05-4de2-9ada-9d486b63a008 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:21,921+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:22,256+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:22,304+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 577e6b94-b927-4e6b-bf88-d9e556574577 (threadPool:210)
2018-03-08 01:32:22,305+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c18e94d7-64fc-49dc-8fd9-cc8965138745 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:22,305+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:22,588+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:22,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bdd0be9f-a23c-48da-ba49-d4d0f993b61c (threadPool:210)
2018-03-08 01:32:22,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 677babf6-172a-4168-aba6-599dbe50022c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:22,639+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:22,939+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:23,363+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:23,409+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7560437b-3d40-46b1-ade4-1eaa096e805b (threadPool:210)
2018-03-08 01:32:23,409+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f2b4312b-a0db-4771-b8d8-147705578c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:23,410+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:23,831+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:23,881+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c67758fa-ea04-4b26-a3c5-c528769525b3 (threadPool:210)
2018-03-08 01:32:23,881+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4bc5754d-7d71-403c-9c07-9b0de8993437 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:23,881+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:24,168+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:24,218+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ccb5a9e-2d05-4de2-9ada-9d486b63a008 (threadPool:210)
2018-03-08 01:32:24,218+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0c000d8-0413-4756-82b7-db43261cf73a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:24,219+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:24,487+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:24,535+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c18e94d7-64fc-49dc-8fd9-cc8965138745 (threadPool:210)
2018-03-08 01:32:24,536+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 72d270d8-8f91-43ef-9ddd-ef1d1be98804 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:24,536+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:24,652+0100 INFO  (jsonrpc/4) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2', volUUID=u'f75c01b6-8212-4d88-840b-85f310fd279b', options=None) from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=7990c616-062b-4d21-a367-6bc33d6794ac (api:46)
2018-03-08 01:32:24,652+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2 volUUID = f75c01b6-8212-4d88-840b-85f310fd279b  (volume:238)
2018-03-08 01:32:24,688+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2/f75c01b6-8212-4d88-840b-85f310fd279b info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'f75c01b6-8212-4d88-840b-85f310fd279b', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:24,689+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '3042ff36-3513-4ffa-a8e4-97ffe2bcaaf2', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'f75c01b6-8212-4d88-840b-85f310fd279b', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=7990c616-062b-4d21-a367-6bc33d6794ac (api:52)
2018-03-08 01:32:24,689+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:32:24,857+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:24,908+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 677babf6-172a-4168-aba6-599dbe50022c (threadPool:210)
2018-03-08 01:32:24,909+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0f2fbd62-9d4d-4079-982d-90554548099c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:32:24,909+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:25,225+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:25,287+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f2b4312b-a0db-4771-b8d8-147705578c99 (threadPool:210)
2018-03-08 01:32:25,287+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9b88b872-4dfa-47d5-8d3f-1dd2d988ff83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:25,288+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:25,597+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:25,649+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4bc5754d-7d71-403c-9c07-9b0de8993437 (threadPool:210)
2018-03-08 01:32:25,649+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 51478d60-6b86-4dc8-ad0f-355a5dd459c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:25,650+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:25,938+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:25,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0c000d8-0413-4756-82b7-db43261cf73a (threadPool:210)
2018-03-08 01:32:25,992+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 19ecacb4-4645-4124-b7b7-d4b572659c1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:25,992+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:26,329+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:26,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 72d270d8-8f91-43ef-9ddd-ef1d1be98804 (threadPool:210)
2018-03-08 01:32:26,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 48730940-6c0b-4c39-94da-57f7c607eca5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:26,379+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:26,680+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:26,727+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0f2fbd62-9d4d-4079-982d-90554548099c (threadPool:210)
2018-03-08 01:32:26,727+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ebae7581-2883-4c97-b8d5-c424ef0153e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:26,728+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:27,004+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:27,057+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9b88b872-4dfa-47d5-8d3f-1dd2d988ff83 (threadPool:210)
2018-03-08 01:32:27,057+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb23ae2d-ec65-4928-a2bb-bbe664429f42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:27,058+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:27,383+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:27,430+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 51478d60-6b86-4dc8-ad0f-355a5dd459c5 (threadPool:210)
2018-03-08 01:32:27,430+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95c08f01-c40b-472f-ba9f-ad25ff568e2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:27,431+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:27,568+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:27,573+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:27,575+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:27,598+0100 INFO  (jsonrpc/1) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'ef753fd6-a762-4ddf-8ea9-001126ed4eb0', volUUID=u'ab102a48-3721-4737-a349-4f066b203c6c', options=None) from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=af2f3b7f-6464-4860-a1e5-acf4d86d9031 (api:46)
2018-03-08 01:32:27,599+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=ef753fd6-a762-4ddf-8ea9-001126ed4eb0 volUUID = ab102a48-3721-4737-a349-4f066b203c6c  (volume:238)
2018-03-08 01:32:27,639+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:27,640+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=37f4cb4d-12a6-49a4-acf0-5640bbb03cfe (api:46)
2018-03-08 01:32:27,641+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285109', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00131867', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023615', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394915', 'lastCheck': '6.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318107', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409723', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000531834', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401678', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259275', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251747', 'lastCheck': '6.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241096', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680636', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273347', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334623', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262473', 'lastCheck': '6.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453468', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369025', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204716', 'lastCheck': '6.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280381', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000989214', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248749', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069884', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035755', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354092', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025288', 'lastCheck': '2.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219794', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400454', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267753', 'lastCheck': '6.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270278', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000877589', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275742', 'lastCheck': '7.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278615', 'lastCheck': '2.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=37f4cb4d-12a6-49a4-acf0-5640bbb03cfe (api:52)
2018-03-08 01:32:27,641+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=61b295df-b1dd-4c8f-8d12-21ca7b291f3c (api:46)
2018-03-08 01:32:27,641+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=61b295df-b1dd-4c8f-8d12-21ca7b291f3c (api:52)
2018-03-08 01:32:27,642+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ef753fd6-a762-4ddf-8ea9-001126ed4eb0/ab102a48-3721-4737-a349-4f066b203c6c info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'ef753fd6-a762-4ddf-8ea9-001126ed4eb0', 'ctime': '1520469136', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'ab102a48-3721-4737-a349-4f066b203c6c', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:27,642+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'ef753fd6-a762-4ddf-8ea9-001126ed4eb0', 'ctime': '1520469136', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'ab102a48-3721-4737-a349-4f066b203c6c', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=216e7995-6be4-48df-ad56-dd2fc5df53fd, task_id=af2f3b7f-6464-4860-a1e5-acf4d86d9031 (api:52)
2018-03-08 01:32:27,643+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:32:27,670+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.36', 'nodeIndex': 0, 'cpuSys': '2.24', 'cpuIdle': '94.40'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '51': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '24': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.11'}, '25': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.17'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '27': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.44'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.10'}, '21': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '22': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '95.78'}, '23': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '28': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.91'}, '29': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '40': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.96'}, '41': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '98.09'}, '1': {'cpuUser': '8.71', 'nodeIndex': 1, 'cpuSys': '44.66', 'cpuIdle': '46.63'}, '0': {'cpuUser': '8.97', 'nodeIndex': 0, 'cpuSys': '4.95', 'cpuIdle': '86.08'}, '3': {'cpuUser': '2.37', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '94.73'}, '2': {'cpuUser': '3.50', 'nodeIndex': 0, 'cpuSys': '3.10', 'cpuIdle': '93.40'}, '5': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.70', 'cpuIdle': '95.19'}, '4': {'cpuUser': '3.76', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '94.26'}, '7': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.71'}, '6': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.04'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.17'}, '8': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '95.58'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.52'}, '38': {'cpuUser': '2.84', 'nodeIndex': 0, 'cpuSys': '4.02', 'cpuIdle': '93.14'}, '59': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '10': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.70'}, '13': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.57'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.83'}, '15': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '95.25'}, '14': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.03'}, '17': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.25'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.90'}, '19': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.11'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '31': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.37'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '3.23', 'nodeIndex': 1, 'cpuSys': '3.30', 'cpuIdle': '93.47'}, '36': {'cpuUser': '3.96', 'nodeIndex': 0, 'cpuSys': '4.82', 'cpuIdle': '91.22'}, '35': {'cpuUser': '3.76', 'nodeIndex': 1, 'cpuSys': '3.56', 'cpuIdle': '92.68'}, '34': {'cpuUser': '8.77', 'nodeIndex': 0, 'cpuSys': '11.08', 'cpuIdle': '80.15'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '97.10'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307390'}, '0': {'memPercent': 11, 'memFree': '350228'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680636', 'lastCheck': '8.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285109', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00131867', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273347', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334623', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318107', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409723', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000531834', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401678', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259275', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251747', 'lastCheck': '6.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241096', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023615', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394915', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262473', 'lastCheck': '6.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248749', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369025', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204716', 'lastCheck': '6.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280381', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000989214', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453468', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275742', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035755', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354092', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025288', 'lastCheck': '2.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219794', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400454', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267753', 'lastCheck': '6.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270278', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000877589', 'lastCheck': '6.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069884', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278615', 'lastCheck': '2.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646685877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404188946', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.351', 'tx': '1176273279429', 'txDropped': '0', 'rx': '625371394593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0', 'tx': '1580925191250', 'txDropped': '0', 'rx': '926327270065', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45192224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416461409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200527876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet0', 'tx': '87596014', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet1', 'tx': '37766048119', 'txDropped': '0', 'rx': '877967000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet2', 'tx': '21125333662', 'txDropped': '0', 'rx': '141317603783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175668124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet4', 'tx': '396279396', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet5', 'tx': '23424707061', 'txDropped': '0', 'rx': '498119708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet6', 'tx': '6653928225', 'txDropped': '0', 'rx': '429911181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet7', 'tx': '1433423665', 'txDropped': '0', 'rx': '552211471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42440404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46740611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'lo', 'tx': '6934460732', 'txDropped': '0', 'rx': '6934460732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170665254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'eno1', 'tx': '975615342080', 'txDropped': '0', 'rx': '433998948904', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'eno2', 'tx': '605309849170', 'txDropped': '0', 'rx': '492328321161', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469134.01866, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469134.01866, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632893607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75894265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77012130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192141138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370778638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373540027', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49863759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430344629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298907538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.110', 'tx': '2476171210', 'txDropped': '0', 'rx': '66854928383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.111', 'tx': '122677286151', 'txDropped': '0', 'rx': '24447507789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55238971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54163880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465320178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165343515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56018889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55848700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45187432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469134.01866, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226566745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'oVirtManagement', 'tx': '1176273278781', 'txDropped': '0', 'rx': '625370656190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577203240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'vnet3', 'tx': '542673160', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469134.01866, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754446533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1695181.51', 'cpuLoad': '2.83', 'cpuSys': '2.38', 'diskStats': {'/var/log': {'free': '92917'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '7.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635297L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:32:27 GMT', 'cpuUser': '1.67', 'memFree': 667593, 'cpuIdle': '95.95', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '21.04'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:27,674+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:27,742+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:27,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 48730940-6c0b-4c39-94da-57f7c607eca5 (threadPool:210)
2018-03-08 01:32:27,803+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a98d940-a293-498f-8c76-93781073beb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:27,804+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:28,128+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:28,178+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ebae7581-2883-4c97-b8d5-c424ef0153e3 (threadPool:210)
2018-03-08 01:32:28,179+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 507ffc76-dbe7-4ea3-95a3-07068dedd3bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:28,179+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:28,217+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a154438c-3ca5-401b-8dcd-0bba7ded3934 (api:46)
2018-03-08 01:32:28,221+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a154438c-3ca5-401b-8dcd-0bba7ded3934 (api:52)
2018-03-08 01:32:28,222+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:28,315+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3c9af6a0-95d6-44ce-9253-e4a629fe546e (api:46)
2018-03-08 01:32:28,322+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85834334208', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3c9af6a0-95d6-44ce-9253-e4a629fe546e (api:52)
2018-03-08 01:32:28,323+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:28,532+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:28,575+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb23ae2d-ec65-4928-a2bb-bbe664429f42 (threadPool:210)
2018-03-08 01:32:28,575+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1cf10dbc-b6ea-4f7a-b210-4b3970316350 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:28,576+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:28,845+0100 INFO  (jsonrpc/2) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=4b7815f8-79d9-4e5f-be8d-c2f69a2fc0b9 (api:46)
2018-03-08 01:32:28,847+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, '785c3fc0-80c2-4199-9a79-51bfa076f165': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '785c3fc0-80c2-4199-9a79-51bfa076f165'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, '3f58a7c6-d09d-4e50-a969-d29a95e836ae': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '3f58a7c6-d09d-4e50-a969-d29a95e836ae'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=4b7815f8-79d9-4e5f-be8d-c2f69a2fc0b9 (api:52)
2018-03-08 01:32:28,848+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:28,875+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:28,897+0100 INFO  (jsonrpc/0) [vdsm.api] START clearTask(taskID=u'785c3fc0-80c2-4199-9a79-51bfa076f165', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=df142a3d-fdb9-49da-a35b-bb2ca19a1ea5 (api:46)
2018-03-08 01:32:28,901+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=df142a3d-fdb9-49da-a35b-bb2ca19a1ea5 (api:52)
2018-03-08 01:32:28,902+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:28,904+0100 INFO  (jsonrpc/4) [vdsm.api] START clearTask(taskID=u'3f58a7c6-d09d-4e50-a969-d29a95e836ae', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=2afdb333-072d-4eff-83a1-e6d1168aec19 (api:46)
2018-03-08 01:32:28,907+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=2afdb333-072d-4eff-83a1-e6d1168aec19 (api:52)
2018-03-08 01:32:28,908+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:28,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 19ecacb4-4645-4124-b7b7-d4b572659c1c (threadPool:210)
2018-03-08 01:32:28,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f4c4f158-49a1-457b-9a85-f1a4b76ec81b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:28,918+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:29,216+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:29,258+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a98d940-a293-498f-8c76-93781073beb6 (threadPool:210)
2018-03-08 01:32:29,259+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b8eb5986-c39b-4c90-a828-1988eb503f4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:29,259+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:29,322+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=571c8bf4-fe9f-4f15-a028-961bd803dc49 (api:46)
2018-03-08 01:32:29,324+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240445', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126929', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023615', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394915', 'lastCheck': '8.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479231', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409723', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000531834', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401678', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259275', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251747', 'lastCheck': '8.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241096', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680636', 'lastCheck': '1.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285414', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230095', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262473', 'lastCheck': '8.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453468', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369025', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204716', 'lastCheck': '8.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280381', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000989214', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248749', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069884', 'lastCheck': '8.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035755', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354092', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025288', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219794', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000400454', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267753', 'lastCheck': '8.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270278', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000877589', 'lastCheck': '8.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275742', 'lastCheck': '9.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278615', 'lastCheck': '4.5', 'valid': True}} from=internal, task_id=571c8bf4-fe9f-4f15-a028-961bd803dc49 (api:52)
2018-03-08 01:32:29,324+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=bf494d5b-1395-45c8-9bf9-756c607ee6ed (api:46)
2018-03-08 01:32:29,324+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bf494d5b-1395-45c8-9bf9-756c607ee6ed (api:52)
2018-03-08 01:32:29,334+0100 INFO  (jsonrpc/3) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'709aca38-0751-47ed-8198-91d40e68ec3c', volUUID=u'508695c5-6a29-4990-9488-aca9a4fb81ed', options=None) from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=bf292e4b-280c-4c3a-93ed-56c8a804e8fc (api:46)
2018-03-08 01:32:29,335+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=709aca38-0751-47ed-8198-91d40e68ec3c volUUID = 508695c5-6a29-4990-9488-aca9a4fb81ed  (volume:238)
2018-03-08 01:32:29,395+0100 INFO  (jsonrpc/3) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/709aca38-0751-47ed-8198-91d40e68ec3c/508695c5-6a29-4990-9488-aca9a4fb81ed info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '709aca38-0751-47ed-8198-91d40e68ec3c', 'ctime': '1520469133', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'508695c5-6a29-4990-9488-aca9a4fb81ed', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:29,395+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '709aca38-0751-47ed-8198-91d40e68ec3c', 'ctime': '1520469133', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'508695c5-6a29-4990-9488-aca9a4fb81ed', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=bf292e4b-280c-4c3a-93ed-56c8a804e8fc (api:52)
2018-03-08 01:32:29,396+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:32:29,710+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:29,773+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1cf10dbc-b6ea-4f7a-b210-4b3970316350 (threadPool:210)
2018-03-08 01:32:29,775+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 121a937a-8160-4071-b5d1-fdb37fbc0e60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:29,776+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:30,080+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:30,126+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95c08f01-c40b-472f-ba9f-ad25ff568e2e (threadPool:210)
2018-03-08 01:32:30,126+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 49529199-797a-48ef-9c3a-014cd4275f1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:30,126+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:30,447+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:30,492+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f4c4f158-49a1-457b-9a85-f1a4b76ec81b (threadPool:210)
2018-03-08 01:32:30,493+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3dc59cdd-2d3b-4545-85bc-b9fa5f573f7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:30,493+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:30,538+0100 INFO  (jsonrpc/1) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'6b20ec70-ea2e-49b3-b575-f7bc56a87744', volUUID=u'1ccec11a-210e-4285-8be3-15bf392b4b93', options=None) from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=c926e04e-da6a-427a-b509-cd2260c613b3 (api:46)
2018-03-08 01:32:30,538+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=6b20ec70-ea2e-49b3-b575-f7bc56a87744 volUUID = 1ccec11a-210e-4285-8be3-15bf392b4b93  (volume:238)
2018-03-08 01:32:30,571+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/6b20ec70-ea2e-49b3-b575-f7bc56a87744/1ccec11a-210e-4285-8be3-15bf392b4b93 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '6b20ec70-ea2e-49b3-b575-f7bc56a87744', 'ctime': '1520469135', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'1ccec11a-210e-4285-8be3-15bf392b4b93', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:30,572+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '6b20ec70-ea2e-49b3-b575-f7bc56a87744', 'ctime': '1520469135', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'1ccec11a-210e-4285-8be3-15bf392b4b93', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=698b5448-1d23-40dc-9d27-f2e557735cd0, task_id=c926e04e-da6a-427a-b509-cd2260c613b3 (api:52)
2018-03-08 01:32:30,572+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:30,847+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:30,899+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 507ffc76-dbe7-4ea3-95a3-07068dedd3bc (threadPool:210)
2018-03-08 01:32:30,899+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a12ec919-f1ad-404a-a44a-442861e8e406 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:30,899+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:31,198+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:31,245+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b8eb5986-c39b-4c90-a828-1988eb503f4c (threadPool:210)
2018-03-08 01:32:31,245+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57173f56-7d87-447b-b38f-c89f8dea2f49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:31,246+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:31,560+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:31,629+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 49529199-797a-48ef-9c3a-014cd4275f1c (threadPool:210)
2018-03-08 01:32:31,630+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b938c266-a68d-4b0e-a72d-77582438d134 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:31,630+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:31,816+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:32:31,821+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:32:31,823+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:31,831+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:32:31,831+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:32:31,832+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:31,929+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:31,979+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3dc59cdd-2d3b-4545-85bc-b9fa5f573f7d (threadPool:210)
2018-03-08 01:32:31,979+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 360fbb6e-5921-413b-89ed-f5a7fa8dbdb3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:31,979+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:32,333+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:32,381+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a12ec919-f1ad-404a-a44a-442861e8e406 (threadPool:210)
2018-03-08 01:32:32,382+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a8d7a4d1-175d-4b4a-bdef-b55e58e766f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:32,382+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:32,637+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:32,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 121a937a-8160-4071-b5d1-fdb37fbc0e60 (threadPool:210)
2018-03-08 01:32:32,684+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8c1d6b5d-ca27-479b-9ae1-fd248e49894b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:32,684+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:32,954+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:32,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57173f56-7d87-447b-b38f-c89f8dea2f49 (threadPool:210)
2018-03-08 01:32:32,995+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9915a58a-6b0c-4014-bce1-84497cb09252 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:32,996+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:33,060+0100 INFO  (jsonrpc/5) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'd0ac7e77-2584-439f-b704-7519ab3b4624', volUUID=u'66466827-9028-47a3-b981-83b4706998d6', options=None) from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=80b87352-066f-457a-8cc2-2ede751e3352 (api:46)
2018-03-08 01:32:33,061+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=d0ac7e77-2584-439f-b704-7519ab3b4624 volUUID = 66466827-9028-47a3-b981-83b4706998d6  (volume:238)
2018-03-08 01:32:33,091+0100 INFO  (jsonrpc/5) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/d0ac7e77-2584-439f-b704-7519ab3b4624/66466827-9028-47a3-b981-83b4706998d6 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': 'd0ac7e77-2584-439f-b704-7519ab3b4624', 'ctime': '1520469137', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'66466827-9028-47a3-b981-83b4706998d6', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:33,091+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': 'd0ac7e77-2584-439f-b704-7519ab3b4624', 'ctime': '1520469137', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'66466827-9028-47a3-b981-83b4706998d6', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=80b87352-066f-457a-8cc2-2ede751e3352 (api:52)
2018-03-08 01:32:33,092+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:33,302+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:33,349+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b938c266-a68d-4b0e-a72d-77582438d134 (threadPool:210)
2018-03-08 01:32:33,349+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c16553b-20b9-482f-aa08-0f8841945ddd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:33,350+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:33,756+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:33,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 360fbb6e-5921-413b-89ed-f5a7fa8dbdb3 (threadPool:210)
2018-03-08 01:32:33,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 31813e2e-aaf7-4017-b233-3fbcf8a2e746 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:33,815+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:34,173+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:34,223+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8c1d6b5d-ca27-479b-9ae1-fd248e49894b (threadPool:210)
2018-03-08 01:32:34,223+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f8ea9f7-5186-4a32-b934-d8fc265eaa11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:34,223+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:34,510+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:34,696+0100 INFO  (jsonrpc/2) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'05bc6902-2404-4f60-bebe-6f78b1b77da6', volUUID=u'43a05c8d-1eab-4969-a356-2afb81c11a71', options=None) from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=5734e20a-e196-4014-aef8-d70e0ee781b4 (api:46)
2018-03-08 01:32:34,826+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:34,867+0100 INFO  (jsonrpc/2) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=05bc6902-2404-4f60-bebe-6f78b1b77da6 volUUID = 43a05c8d-1eab-4969-a356-2afb81c11a71  (volume:238)
2018-03-08 01:32:34,910+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9915a58a-6b0c-4014-bce1-84497cb09252 (threadPool:210)
2018-03-08 01:32:34,910+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1d7102c3-f265-43ae-859f-474df2a32781 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:34,910+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:34,911+0100 INFO  (jsonrpc/2) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/05bc6902-2404-4f60-bebe-6f78b1b77da6/43a05c8d-1eab-4969-a356-2afb81c11a71 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '05bc6902-2404-4f60-bebe-6f78b1b77da6', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'43a05c8d-1eab-4969-a356-2afb81c11a71', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:34,911+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': '05bc6902-2404-4f60-bebe-6f78b1b77da6', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'43a05c8d-1eab-4969-a356-2afb81c11a71', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=00ffd5ba-cda0-42db-9f8f-22eb21536d24, task_id=5734e20a-e196-4014-aef8-d70e0ee781b4 (api:52)
2018-03-08 01:32:34,912+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.21 seconds (__init__:573)
2018-03-08 01:32:35,191+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:35,243+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c16553b-20b9-482f-aa08-0f8841945ddd (threadPool:210)
2018-03-08 01:32:35,243+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f983097c-f6a4-4cda-8a32-af9b9710b392 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:35,243+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:35,498+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:35,548+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a8d7a4d1-175d-4b4a-bdef-b55e58e766f1 (threadPool:210)
2018-03-08 01:32:35,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1a7726de-e72c-4ee0-a6e1-6a3113864b59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1930, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:32:35,549+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:35,841+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:35,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 31813e2e-aaf7-4017-b233-3fbcf8a2e746 (threadPool:210)
2018-03-08 01:32:35,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6cd2b57e-94f6-46be-aa86-fc6a8f6cd78a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:35,915+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:36,170+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:36,218+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f8ea9f7-5186-4a32-b934-d8fc265eaa11 (threadPool:210)
2018-03-08 01:32:36,219+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 82e46ce5-4a87-4d50-bb14-dbd5fdbc4b1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:36,219+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:36,540+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:36,593+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1d7102c3-f265-43ae-859f-474df2a32781 (threadPool:210)
2018-03-08 01:32:36,593+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 902d8ebd-915f-4dbf-a172-78cc22f6c27b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:36,593+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:36,686+0100 INFO  (jsonrpc/0) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'17a4b0de-3d4a-4db6-90cb-6983862d1f34', volUUID=u'0c3a3959-31b0-42ec-98c0-914fdbf6ce9b', options=None) from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=280cd918-c33c-4be3-a370-ecca778dc336 (api:46)
2018-03-08 01:32:36,686+0100 INFO  (jsonrpc/0) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=17a4b0de-3d4a-4db6-90cb-6983862d1f34 volUUID = 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b  (volume:238)
2018-03-08 01:32:36,718+0100 INFO  (jsonrpc/0) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/17a4b0de-3d4a-4db6-90cb-6983862d1f34/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '17a4b0de-3d4a-4db6-90cb-6983862d1f34', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'0c3a3959-31b0-42ec-98c0-914fdbf6ce9b', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:36,719+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '65e199ab-88d0-4e74-a941-1f5ec291808b', 'format': 'COW', 'generation': 0, 'image': '17a4b0de-3d4a-4db6-90cb-6983862d1f34', 'ctime': '1520469138', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '42949672960', 'uuid': u'0c3a3959-31b0-42ec-98c0-914fdbf6ce9b', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=280cd918-c33c-4be3-a370-ecca778dc336 (api:52)
2018-03-08 01:32:36,719+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:36,906+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:36,951+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f983097c-f6a4-4cda-8a32-af9b9710b392 (threadPool:210)
2018-03-08 01:32:36,951+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bc4ced48-d3d7-4eae-8484-5750a56b31f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:36,951+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:37,234+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:37,304+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1a7726de-e72c-4ee0-a6e1-6a3113864b59 (threadPool:210)
2018-03-08 01:32:37,305+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2b464c81-1b97-4c19-85fc-949d69be88df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:37,305+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:37,580+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:37,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6cd2b57e-94f6-46be-aa86-fc6a8f6cd78a (threadPool:210)
2018-03-08 01:32:37,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f22a1f2e-85ba-4bb4-b983-03af1c9fe738 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:37,624+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:37,893+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:37,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 902d8ebd-915f-4dbf-a172-78cc22f6c27b (threadPool:210)
2018-03-08 01:32:37,942+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e9f96529-3467-4efb-b85d-756ef9d1bcfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:37,942+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:38,270+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:38,298+0100 INFO  (jsonrpc/4) [vdsm.api] START getVolumeInfo(sdUUID=u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'd89b85b0-9c17-445d-8a8b-c959ed3139aa', volUUID=u'619bf727-603d-450f-8829-272681c27024', options=None) from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=e6a2e6c5-60e6-4d6c-84a1-df38e433d73e (api:46)
2018-03-08 01:32:38,300+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] Info request: sdUUID=d1159da5-91ea-4ab9-aa3f-5fe4134b7808 imgUUID=d89b85b0-9c17-445d-8a8b-c959ed3139aa volUUID = 619bf727-603d-450f-8829-272681c27024  (volume:238)
2018-03-08 01:32:38,353+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bc4ced48-d3d7-4eae-8484-5750a56b31f3 (threadPool:210)
2018-03-08 01:32:38,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eee7fc37-39ee-4b2c-86ad-aed3d1e0e152 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:38,355+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:38,365+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] d1159da5-91ea-4ab9-aa3f-5fe4134b7808/d89b85b0-9c17-445d-8a8b-c959ed3139aa/619bf727-603d-450f-8829-272681c27024 info is {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'd89b85b0-9c17-445d-8a8b-c959ed3139aa', 'ctime': '1520469137', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'619bf727-603d-450f-8829-272681c27024', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:32:38,365+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'd1159da5-91ea-4ab9-aa3f-5fe4134b7808', 'voltype': 'LEAF', 'description': '', 'parent': '4d81ca49-ba50-4953-be7a-6b6876edb42e', 'format': 'COW', 'generation': 0, 'image': 'd89b85b0-9c17-445d-8a8b-c959ed3139aa', 'ctime': '1520469137', 'disktype': 'DATA', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2147483648', 'children': [], 'pool': '', 'capacity': '32212254720', 'uuid': u'619bf727-603d-450f-8829-272681c27024', 'truesize': '2147483648', 'type': 'SPARSE', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=4451dfb6-a640-4e81-9866-da87eb5bbd03, task_id=e6a2e6c5-60e6-4d6c-84a1-df38e433d73e (api:52)
2018-03-08 01:32:38,366+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:32:38,630+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:38,678+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2b464c81-1b97-4c19-85fc-949d69be88df (threadPool:210)
2018-03-08 01:32:38,679+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a17503c5-fb93-4ccd-b366-0f786a18f6d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:38,679+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:38,865+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3fae03f0-f969-4c81-bd32-a4b47e724d7e (api:46)
2018-03-08 01:32:38,871+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3fae03f0-f969-4c81-bd32-a4b47e724d7e (api:52)
2018-03-08 01:32:38,872+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:38,985+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7588dfc2-609d-4108-b87c-985707cf9b85 (api:46)
2018-03-08 01:32:38,991+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:39,019+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7588dfc2-609d-4108-b87c-985707cf9b85 (api:52)
2018-03-08 01:32:39,022+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:32:39,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 82e46ce5-4a87-4d50-bb14-dbd5fdbc4b1b (threadPool:210)
2018-03-08 01:32:39,052+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 606e0464-80b3-47e1-850a-719e6c4cbc79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:39,052+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:39,297+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:39,360+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f22a1f2e-85ba-4bb4-b983-03af1c9fe738 (threadPool:210)
2018-03-08 01:32:39,361+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f86f4819-f332-4d3e-825a-d66790f8b4c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:39,362+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:39,696+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:39,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e9f96529-3467-4efb-b85d-756ef9d1bcfa (threadPool:210)
2018-03-08 01:32:39,771+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ab753d00-9152-4a89-bc0f-b7dd96bf3145 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:39,771+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:40,061+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:40,114+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a17503c5-fb93-4ccd-b366-0f786a18f6d8 (threadPool:210)
2018-03-08 01:32:40,114+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ab2dffa3-a52c-4117-80cc-982024002578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:40,115+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:40,452+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:40,499+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f86f4819-f332-4d3e-825a-d66790f8b4c3 (threadPool:210)
2018-03-08 01:32:40,499+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c46dc12b-04a3-4192-8a0b-554fd8edb992 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:40,500+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:40,767+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:40,816+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eee7fc37-39ee-4b2c-86ad-aed3d1e0e152 (threadPool:210)
2018-03-08 01:32:40,816+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 567548fb-090f-4081-8226-71b62c416036 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:40,817+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=e5d2318f-1afe-4a03-8d4e-7da04c1cbcdc (api:46)
2018-03-08 01:32:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=e5d2318f-1afe-4a03-8d4e-7da04c1cbcdc (api:52)
2018-03-08 01:32:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=a1409587-5814-4479-aac4-7b43e1e0c244 (api:46)
2018-03-08 01:32:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=a1409587-5814-4479-aac4-7b43e1e0c244 (api:52)
2018-03-08 01:32:40,834+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=ea794412-0c32-4d4a-adb5-3471611624ba (api:46)
2018-03-08 01:32:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=ea794412-0c32-4d4a-adb5-3471611624ba (api:52)
2018-03-08 01:32:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=860d6f01-ef6f-4028-b01a-88a9ce287a02 (api:46)
2018-03-08 01:32:40,835+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=860d6f01-ef6f-4028-b01a-88a9ce287a02 (api:52)
2018-03-08 01:32:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=52475d2e-03aa-418f-a01d-9aa80099821b (api:46)
2018-03-08 01:32:40,835+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=52475d2e-03aa-418f-a01d-9aa80099821b (api:52)
2018-03-08 01:32:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=fbda061e-567e-4ed2-8e66-619f3e5a0971 (api:46)
2018-03-08 01:32:40,836+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=fbda061e-567e-4ed2-8e66-619f3e5a0971 (api:52)
2018-03-08 01:32:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=2665d1da-77af-4ed1-8cde-f1ce6e10ea8e (api:46)
2018-03-08 01:32:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=2665d1da-77af-4ed1-8cde-f1ce6e10ea8e (api:52)
2018-03-08 01:32:40,837+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=f16bbfeb-1fe9-4f7d-8adf-7c94736f5828 (api:46)
2018-03-08 01:32:40,837+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=f16bbfeb-1fe9-4f7d-8adf-7c94736f5828 (api:52)
2018-03-08 01:32:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=849509b0-25c5-4813-bff9-d8552196b7e1 (api:46)
2018-03-08 01:32:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=849509b0-25c5-4813-bff9-d8552196b7e1 (api:52)
2018-03-08 01:32:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=55858b9d-70a8-421e-b56b-a7f838e8533a (api:46)
2018-03-08 01:32:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=55858b9d-70a8-421e-b56b-a7f838e8533a (api:52)
2018-03-08 01:32:41,100+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:41,144+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ab753d00-9152-4a89-bc0f-b7dd96bf3145 (threadPool:210)
2018-03-08 01:32:41,145+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b29e705-5783-4880-b157-10aa222dd431 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:41,145+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:41,424+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:41,472+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ab2dffa3-a52c-4117-80cc-982024002578 (threadPool:210)
2018-03-08 01:32:41,472+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 694cf95b-a334-4022-8133-ab924ec3e10b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:41,472+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:41,746+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:41,797+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c46dc12b-04a3-4192-8a0b-554fd8edb992 (threadPool:210)
2018-03-08 01:32:41,797+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b93e8b6-7f98-4ee0-a1bb-ca81bcafb400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:41,798+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:42,125+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:42,161+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 567548fb-090f-4081-8226-71b62c416036 (threadPool:210)
2018-03-08 01:32:42,162+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 07694568-48c3-4c65-bf6f-d41b2c10d1f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:42,163+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:42,538+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:42,586+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b29e705-5783-4880-b157-10aa222dd431 (threadPool:210)
2018-03-08 01:32:42,586+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8844f69e-9389-4b57-8b8b-9fde3fd4fe6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:42,587+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:42,595+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:42,599+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:42,602+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:42,716+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:42,717+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d6e83c65-8678-42a3-b196-86fdd813ebaf (api:46)
2018-03-08 01:32:42,717+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904596', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287381', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439929', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400237', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219653', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000360734', 'lastCheck': '3.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470323', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030854', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241226', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275187', 'lastCheck': '5.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350238', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342334', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028271', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528208', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407404', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372441', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318587', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228929', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837303', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253494', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389244', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253099', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000368383', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313512', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226222', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420617', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101542', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246014', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587719', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246191', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310116', 'lastCheck': '2.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d6e83c65-8678-42a3-b196-86fdd813ebaf (api:52)
2018-03-08 01:32:42,718+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=56611964-94e2-4a41-8fe6-025e1653b02e (api:46)
2018-03-08 01:32:42,718+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=56611964-94e2-4a41-8fe6-025e1653b02e (api:52)
2018-03-08 01:32:42,742+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.57', 'nodeIndex': 0, 'cpuSys': '1.77', 'cpuIdle': '96.66'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.77', 'cpuIdle': '97.44'}, '48': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '43': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.41'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '62': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.71', 'cpuIdle': '97.70'}, '24': {'cpuUser': '2.03', 'nodeIndex': 0, 'cpuSys': '2.30', 'cpuIdle': '95.67'}, '25': {'cpuUser': '2.62', 'nodeIndex': 1, 'cpuSys': '3.41', 'cpuIdle': '93.97'}, '26': {'cpuUser': '1.44', 'nodeIndex': 0, 'cpuSys': '1.38', 'cpuIdle': '97.18'}, '27': {'cpuUser': '2.89', 'nodeIndex': 1, 'cpuSys': '3.15', 'cpuIdle': '93.96'}, '20': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.83'}, '21': {'cpuUser': '2.49', 'nodeIndex': 1, 'cpuSys': '2.36', 'cpuIdle': '95.15'}, '22': {'cpuUser': '1.57', 'nodeIndex': 0, 'cpuSys': '2.10', 'cpuIdle': '96.33'}, '23': {'cpuUser': '8.92', 'nodeIndex': 1, 'cpuSys': '2.82', 'cpuIdle': '88.26'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '47': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.03', 'cpuIdle': '97.18'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.39', 'cpuIdle': '99.48'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '28': {'cpuUser': '1.05', 'nodeIndex': 0, 'cpuSys': '1.38', 'cpuIdle': '97.57'}, '29': {'cpuUser': '1.90', 'nodeIndex': 1, 'cpuSys': '1.90', 'cpuIdle': '96.20'}, '40': {'cpuUser': '2.49', 'nodeIndex': 0, 'cpuSys': '2.49', 'cpuIdle': '95.02'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.52', 'cpuIdle': '99.15'}, '1': {'cpuUser': '6.69', 'nodeIndex': 1, 'cpuSys': '34.90', 'cpuIdle': '58.41'}, '0': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '3.94', 'cpuIdle': '88.97'}, '3': {'cpuUser': '5.12', 'nodeIndex': 1, 'cpuSys': '2.49', 'cpuIdle': '92.39'}, '2': {'cpuUser': '2.62', 'nodeIndex': 0, 'cpuSys': '2.69', 'cpuIdle': '94.69'}, '5': {'cpuUser': '2.30', 'nodeIndex': 1, 'cpuSys': '2.49', 'cpuIdle': '95.21'}, '4': {'cpuUser': '2.10', 'nodeIndex': 0, 'cpuSys': '1.84', 'cpuIdle': '96.06'}, '7': {'cpuUser': '2.76', 'nodeIndex': 1, 'cpuSys': '2.76', 'cpuIdle': '94.48'}, '6': {'cpuUser': '1.51', 'nodeIndex': 0, 'cpuSys': '2.10', 'cpuIdle': '96.39'}, '9': {'cpuUser': '1.97', 'nodeIndex': 1, 'cpuSys': '2.76', 'cpuIdle': '95.27'}, '8': {'cpuUser': '1.31', 'nodeIndex': 0, 'cpuSys': '2.17', 'cpuIdle': '96.52'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.71', 'nodeIndex': 1, 'cpuSys': '2.17', 'cpuIdle': '96.12'}, '38': {'cpuUser': '1.90', 'nodeIndex': 0, 'cpuSys': '3.67', 'cpuIdle': '94.43'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.79', 'nodeIndex': 1, 'cpuSys': '2.03', 'cpuIdle': '93.18'}, '10': {'cpuUser': '1.64', 'nodeIndex': 0, 'cpuSys': '1.90', 'cpuIdle': '96.46'}, '13': {'cpuUser': '2.69', 'nodeIndex': 1, 'cpuSys': '2.23', 'cpuIdle': '95.08'}, '12': {'cpuUser': '2.23', 'nodeIndex': 0, 'cpuSys': '2.10', 'cpuIdle': '95.67'}, '15': {'cpuUser': '2.43', 'nodeIndex': 1, 'cpuSys': '2.17', 'cpuIdle': '95.40'}, '14': {'cpuUser': '2.03', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '96.72'}, '17': {'cpuUser': '2.69', 'nodeIndex': 1, 'cpuSys': '2.56', 'cpuIdle': '94.75'}, '16': {'cpuUser': '0.98', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.23'}, '19': {'cpuUser': '2.76', 'nodeIndex': 1, 'cpuSys': '2.49', 'cpuIdle': '94.75'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.17', 'nodeIndex': 1, 'cpuSys': '1.90', 'cpuIdle': '95.93'}, '49': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.85', 'cpuIdle': '98.56'}, '37': {'cpuUser': '1.77', 'nodeIndex': 1, 'cpuSys': '2.76', 'cpuIdle': '95.47'}, '36': {'cpuUser': '2.89', 'nodeIndex': 0, 'cpuSys': '4.33', 'cpuIdle': '92.78'}, '35': {'cpuUser': '2.49', 'nodeIndex': 1, 'cpuSys': '2.49', 'cpuIdle': '95.02'}, '34': {'cpuUser': '8.59', 'nodeIndex': 0, 'cpuSys': '8.46', 'cpuIdle': '82.95'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.90', 'nodeIndex': 0, 'cpuSys': '2.03', 'cpuIdle': '96.07'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307537'}, '0': {'memPercent': 11, 'memFree': '350144'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350238', 'lastCheck': '3.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904596', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342334', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028271', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400237', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219653', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000360734', 'lastCheck': '3.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470323', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030854', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241226', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275187', 'lastCheck': '5.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287381', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439929', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528208', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253494', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372441', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318587', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228929', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837303', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407404', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246191', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253099', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000368383', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313512', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226222', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420617', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101542', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246014', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587719', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389244', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310116', 'lastCheck': '2.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646691493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404192348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.351', 'tx': '1176273382709', 'txDropped': '0', 'rx': '625371418837', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0', 'tx': '1580925310056', 'txDropped': '0', 'rx': '926327671299', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45192574', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416462161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200529146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet0', 'tx': '87601242', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet1', 'tx': '37766052724', 'txDropped': '0', 'rx': '877970858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet2', 'tx': '21125358197', 'txDropped': '0', 'rx': '141317624433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175670632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet4', 'tx': '396284624', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet5', 'tx': '23424716541', 'txDropped': '0', 'rx': '498120427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet6', 'tx': '6653929367', 'txDropped': '0', 'rx': '429911351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet7', 'tx': '1433424687', 'txDropped': '0', 'rx': '552211533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42440754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46740961', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'lo', 'tx': '6934541107', 'txDropped': '0', 'rx': '6934541107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170666596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'eno1', 'tx': '975615438266', 'txDropped': '0', 'rx': '433999160423', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'eno2', 'tx': '605309871790', 'txDropped': '0', 'rx': '492328510876', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469149.260498, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469149.260498, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632898051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75894665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77012530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192143676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370778988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373544415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49864109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430349017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298910076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.110', 'tx': '2476175300', 'txDropped': '0', 'rx': '66854932136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.111', 'tx': '122677304369', 'txDropped': '0', 'rx': '24447529873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55239371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54164230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465323580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165344857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56019289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55849050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45187782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469149.260498, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226568015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'oVirtManagement', 'tx': '1176273382061', 'txDropped': '0', 'rx': '625370680434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577207684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'vnet3', 'tx': '542678388', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469149.260498, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754449041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695196.59', 'cpuLoad': '2.87', 'cpuSys': '2.17', 'diskStats': {'/var/log': {'free': '92915'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '5.38', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:32:42 GMT', 'cpuUser': '1.78', 'memFree': 667600, 'cpuIdle': '96.05', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '16.14'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:42,747+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:42,858+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:42,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 694cf95b-a334-4022-8133-ab924ec3e10b (threadPool:210)
2018-03-08 01:32:42,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3fa51231-f1a3-4c8b-a6b1-b0b458290da0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:42,912+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:43,211+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:43,260+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b93e8b6-7f98-4ee0-a1bb-ca81bcafb400 (threadPool:210)
2018-03-08 01:32:43,260+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e24617dd-63cf-49d2-9a73-dfbefda273be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:43,261+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:43,604+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:43,652+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 606e0464-80b3-47e1-850a-719e6c4cbc79 (threadPool:210)
2018-03-08 01:32:43,652+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c8e75d62-e0c5-4fbe-9e7c-b463bbe41652 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:43,653+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:44,061+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:44,113+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 07694568-48c3-4c65-bf6f-d41b2c10d1f3 (threadPool:210)
2018-03-08 01:32:44,114+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7203b97-2a17-4c9a-80be-427982037114 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:44,114+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:44,432+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0de4ddd6-fed7-45ac-af34-23a83679b89f (api:46)
2018-03-08 01:32:44,433+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294055', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904596', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287381', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439929', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400237', 'lastCheck': '5.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219653', 'lastCheck': '5.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000360734', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470323', 'lastCheck': '5.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030854', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241226', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275187', 'lastCheck': '7.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350238', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342334', 'lastCheck': '5.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028271', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528208', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407404', 'lastCheck': '4.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372441', 'lastCheck': '4.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318587', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228929', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000837303', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253494', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389244', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253099', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000368383', 'lastCheck': '0.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313512', 'lastCheck': '4.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226222', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420617', 'lastCheck': '7.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101542', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246014', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587719', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246191', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310116', 'lastCheck': '4.6', 'valid': True}} from=internal, task_id=0de4ddd6-fed7-45ac-af34-23a83679b89f (api:52)
2018-03-08 01:32:44,434+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=966c7f59-293c-49ba-a02b-ac333103dc7f (api:46)
2018-03-08 01:32:44,434+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=966c7f59-293c-49ba-a02b-ac333103dc7f (api:52)
2018-03-08 01:32:44,484+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:44,533+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8844f69e-9389-4b57-8b8b-9fde3fd4fe6a (threadPool:210)
2018-03-08 01:32:44,534+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e11c4793-d4c4-4458-89e4-a5b49ea60c4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:44,534+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:44,837+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:44,890+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3fa51231-f1a3-4c8b-a6b1-b0b458290da0 (threadPool:210)
2018-03-08 01:32:44,890+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cad439b9-3a75-4792-859a-e72554c051d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:44,890+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:45,252+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:45,302+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e24617dd-63cf-49d2-9a73-dfbefda273be (threadPool:210)
2018-03-08 01:32:45,303+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec63526c-994b-4ba6-8325-a4e993d9b219 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:45,303+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:45,576+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:45,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c8e75d62-e0c5-4fbe-9e7c-b463bbe41652 (threadPool:210)
2018-03-08 01:32:45,627+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4cbe2509-cd53-44f5-9fe4-8fd84c073a6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:32:45,627+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:45,967+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:46,014+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7203b97-2a17-4c9a-80be-427982037114 (threadPool:210)
2018-03-08 01:32:46,015+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0a69f46d-8e53-4ae2-b5b3-9a6644dfc900 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:46,016+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:46,385+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:46,692+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:46,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cad439b9-3a75-4792-859a-e72554c051d8 (threadPool:210)
2018-03-08 01:32:46,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c8ade69-9c63-4658-8040-2d4f9ab1b4fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:46,741+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:46,837+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:32:46,842+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:32:46,844+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:46,853+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:32:46,853+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:32:46,853+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:32:47,046+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:47,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec63526c-994b-4ba6-8325-a4e993d9b219 (threadPool:210)
2018-03-08 01:32:47,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 027515e9-0125-4f0c-a08b-0a1eb9e58212 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:47,098+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:47,482+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:47,531+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4cbe2509-cd53-44f5-9fe4-8fd84c073a6b (threadPool:210)
2018-03-08 01:32:47,531+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 680b38f8-6b7f-4b70-b7e3-478e11f777e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:47,532+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:47,892+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:47,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0a69f46d-8e53-4ae2-b5b3-9a6644dfc900 (threadPool:210)
2018-03-08 01:32:47,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 551e1339-e056-4935-b61a-25816e15965e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:47,942+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:48,302+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:48,347+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e11c4793-d4c4-4458-89e4-a5b49ea60c4d (threadPool:210)
2018-03-08 01:32:48,349+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 88dc61ac-c7ca-4346-bd53-633f8f7beca1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:48,349+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:48,828+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:48,898+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c8ade69-9c63-4658-8040-2d4f9ab1b4fe (threadPool:210)
2018-03-08 01:32:48,898+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2e66fbfc-746c-4b52-8f59-60e6cadf80c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:48,899+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:49,307+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:49,391+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 027515e9-0125-4f0c-a08b-0a1eb9e58212 (threadPool:210)
2018-03-08 01:32:49,392+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0bc067f6-f41d-4fd7-85b0-04816c89de71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:49,392+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:49,639+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4ca34834-bacf-4ba9-aaf2-b95e06ea8c4f (api:46)
2018-03-08 01:32:49,645+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4ca34834-bacf-4ba9-aaf2-b95e06ea8c4f (api:52)
2018-03-08 01:32:49,646+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:49,720+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:49,744+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b5699af4-9003-4d52-bb93-851fe08c15b7 (api:46)
2018-03-08 01:32:49,761+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b5699af4-9003-4d52-bb93-851fe08c15b7 (api:52)
2018-03-08 01:32:49,765+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:32:49,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 680b38f8-6b7f-4b70-b7e3-478e11f777e7 (threadPool:210)
2018-03-08 01:32:49,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 03a3962e-8874-44bf-9606-30ba7d3dd4ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:49,819+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:50,175+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:50,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 551e1339-e056-4935-b61a-25816e15965e (threadPool:210)
2018-03-08 01:32:50,221+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a354419-73f9-424a-9313-d259dbd20b58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:50,221+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:50,528+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:50,603+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 88dc61ac-c7ca-4346-bd53-633f8f7beca1 (threadPool:210)
2018-03-08 01:32:50,603+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84070844-87c0-4055-bfcb-0212bf60c8a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:50,617+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:50,892+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:50,945+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2e66fbfc-746c-4b52-8f59-60e6cadf80c2 (threadPool:210)
2018-03-08 01:32:50,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0a039a6e-7743-4df6-9ab8-5527b8725f13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:50,946+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:51,239+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:51,312+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0bc067f6-f41d-4fd7-85b0-04816c89de71 (threadPool:210)
2018-03-08 01:32:51,313+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5e80db3-6879-4a5d-8860-1044a67d7054 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:51,313+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:51,690+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:51,751+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a354419-73f9-424a-9313-d259dbd20b58 (threadPool:210)
2018-03-08 01:32:51,753+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 88920e2c-cc7a-4855-9122-f863806584d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:51,754+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:52,045+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:52,093+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84070844-87c0-4055-bfcb-0212bf60c8a5 (threadPool:210)
2018-03-08 01:32:52,094+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aac7e49b-a2c8-436d-b3a8-52cb69eab755 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:52,094+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:52,453+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:52,503+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0a039a6e-7743-4df6-9ab8-5527b8725f13 (threadPool:210)
2018-03-08 01:32:52,504+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6aa6a1f9-316f-4769-9339-a979d542bc5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:52,504+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:52,847+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:52,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 03a3962e-8874-44bf-9606-30ba7d3dd4ba (threadPool:210)
2018-03-08 01:32:52,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 586abae4-9d79-4865-a9a0-7067a6391a22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:52,895+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:53,181+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:53,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5e80db3-6879-4a5d-8860-1044a67d7054 (threadPool:210)
2018-03-08 01:32:53,224+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 755e3002-7202-40e0-8bb3-ebc9a197dac6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:53,225+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:53,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:53,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 88920e2c-cc7a-4855-9122-f863806584d8 (threadPool:210)
2018-03-08 01:32:53,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2aea726c-41f0-4000-ba00-967a069e4f8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:53,550+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:53,834+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:53,883+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aac7e49b-a2c8-436d-b3a8-52cb69eab755 (threadPool:210)
2018-03-08 01:32:53,883+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b3687f9-1ee4-4539-bd3e-7fa0e56281d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:53,883+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:54,172+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:54,221+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6aa6a1f9-316f-4769-9339-a979d542bc5b (threadPool:210)
2018-03-08 01:32:54,221+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fb378eb4-9739-4911-b86b-edbb7d2bd014 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:54,222+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:54,503+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:54,551+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 586abae4-9d79-4865-a9a0-7067a6391a22 (threadPool:210)
2018-03-08 01:32:54,551+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fce30f5c-8a94-4ef0-8491-a4add0d2a823 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:54,552+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:54,871+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:54,920+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 755e3002-7202-40e0-8bb3-ebc9a197dac6 (threadPool:210)
2018-03-08 01:32:54,921+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6013b1bb-54d3-4409-8d44-86f75b613fbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:54,921+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:55,184+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:55,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2aea726c-41f0-4000-ba00-967a069e4f8b (threadPool:210)
2018-03-08 01:32:55,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task de28685e-2f46-4973-ae81-a325cbc9923a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:55,235+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:55,584+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:55,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b3687f9-1ee4-4539-bd3e-7fa0e56281d3 (threadPool:210)
2018-03-08 01:32:55,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d0f1dd45-a71d-4086-ae21-4f6079596945 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:55,636+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:55,924+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:55,970+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fb378eb4-9739-4911-b86b-edbb7d2bd014 (threadPool:210)
2018-03-08 01:32:55,970+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 918b2403-1591-422a-8a22-2198060a5432 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:55,970+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:56,252+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:56,301+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fce30f5c-8a94-4ef0-8491-a4add0d2a823 (threadPool:210)
2018-03-08 01:32:56,302+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 90b844b0-e777-4576-a44a-6c9418843847 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:56,302+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:56,593+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:56,642+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6013b1bb-54d3-4409-8d44-86f75b613fbf (threadPool:210)
2018-03-08 01:32:56,642+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 111f3ac1-0594-4e40-9b53-58020b92842f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:56,643+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:57,013+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:57,056+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task de28685e-2f46-4973-ae81-a325cbc9923a (threadPool:210)
2018-03-08 01:32:57,056+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 07b70bf8-5e7b-45a7-9062-411a18ee53bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:57,057+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:57,350+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:57,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 918b2403-1591-422a-8a22-2198060a5432 (threadPool:210)
2018-03-08 01:32:57,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 860e7367-1f50-4b16-a50a-91fe3bc3c344 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:32:57,401+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:57,621+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:57,625+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:57,628+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:32:57,695+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:57,786+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:32:57,788+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3e94910f-0924-4f9d-ba84-5124cf157041 (api:46)
2018-03-08 01:32:57,788+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026658', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00183965', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254053', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424958', 'lastCheck': '6.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739078', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044772', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000803305', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497165', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238958', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235371', 'lastCheck': '6.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366143', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00282239', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404245', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267839', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399622', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448073', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247425', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427053', 'lastCheck': '6.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489307', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142776', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221043', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00117193', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434629', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370025', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233136', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275545', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038038', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278439', 'lastCheck': '6.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216705', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224611', 'lastCheck': '6.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214604', 'lastCheck': '7.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232342', 'lastCheck': '2.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3e94910f-0924-4f9d-ba84-5124cf157041 (api:52)
2018-03-08 01:32:57,789+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=3b4926a7-cdab-4aa2-bf94-e11a9781f157 (api:46)
2018-03-08 01:32:57,789+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=3b4926a7-cdab-4aa2-bf94-e11a9781f157 (api:52)
2018-03-08 01:32:57,815+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.35'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '27': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.83'}, '20': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '21': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '94.18'}, '22': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '23': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '97.16'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.62'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '29': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.97'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '28.05', 'cpuIdle': '66.72'}, '0': {'cpuUser': '5.95', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '90.01'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.64'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.70'}, '5': {'cpuUser': '3.77', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '93.98'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.97'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '9': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.24'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.76'}, '59': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '58': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '94.11'}, '11': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.71'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '13': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.77'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '14': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '17': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.91'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '19': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.91'}, '55': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.09'}, '31': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '34': {'cpuUser': '7.54', 'nodeIndex': 0, 'cpuSys': '8.40', 'cpuIdle': '84.06'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307514'}, '0': {'memPercent': 11, 'memFree': '350212'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00282239', 'lastCheck': '8.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026658', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00183965', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404245', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267839', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739078', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044772', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000803305', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497165', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238958', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235371', 'lastCheck': '6.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366143', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254053', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424958', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399622', 'lastCheck': '5.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221043', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247425', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427053', 'lastCheck': '6.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489307', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142776', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448073', 'lastCheck': '2.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214604', 'lastCheck': '7.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434629', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370025', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233136', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275545', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038038', 'lastCheck': '0.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278439', 'lastCheck': '6.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216705', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224611', 'lastCheck': '6.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00117193', 'lastCheck': '7.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232342', 'lastCheck': '2.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646728285', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404197430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.351', 'tx': '1176273456758', 'txDropped': '0', 'rx': '625371432855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0', 'tx': '1580925420761', 'txDropped': '0', 'rx': '926328124314', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45192974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416463019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200531082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet0', 'tx': '87605922', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet1', 'tx': '37766057466', 'txDropped': '0', 'rx': '877974914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet2', 'tx': '21125428479', 'txDropped': '0', 'rx': '141317639697', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175672789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet4', 'tx': '396289304', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet5', 'tx': '23424756181', 'txDropped': '0', 'rx': '498120799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet6', 'tx': '6653930449', 'txDropped': '0', 'rx': '429911413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet7', 'tx': '1433425769', 'txDropped': '0', 'rx': '552211595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42441154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46741361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'lo', 'tx': '6934616161', 'txDropped': '0', 'rx': '6934616161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170668180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'eno1', 'tx': '975615529345', 'txDropped': '0', 'rx': '433999424310', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'eno2', 'tx': '605309891416', 'txDropped': '0', 'rx': '492328700004', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469164.375097, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469164.375097, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632902821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75896359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77014224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192145704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370779388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373548171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49864509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430352773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298912104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.110', 'tx': '2476179480', 'txDropped': '0', 'rx': '66854935800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.111', 'tx': '122677319305', 'txDropped': '0', 'rx': '24447596717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55239721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54164630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465328662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165346441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56019639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55849450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45188182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469164.375097, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226569951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'oVirtManagement', 'tx': '1176273456110', 'txDropped': '0', 'rx': '625370694452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577212454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'vnet3', 'tx': '542683068', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469164.375097, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754451198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695211.66', 'cpuLoad': '2.84', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92913'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.10', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:32:57 GMT', 'cpuUser': '1.25', 'memFree': 667602, 'cpuIdle': '97.04', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:32:57,820+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:32:58,021+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:58,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 111f3ac1-0594-4e40-9b53-58020b92842f (threadPool:210)
2018-03-08 01:32:58,062+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bcdc794b-ac2c-4e3b-81bd-04417016fb87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:58,062+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:58,387+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:58,413+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 07b70bf8-5e7b-45a7-9062-411a18ee53bf (threadPool:210)
2018-03-08 01:32:58,413+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6929fa45-1b3e-4d05-8ef3-fbc3946fde79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:58,414+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:58,701+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:58,748+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 860e7367-1f50-4b16-a50a-91fe3bc3c344 (threadPool:210)
2018-03-08 01:32:58,749+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 09e3a093-4147-4d58-ba09-c606b22ac4bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:32:58,749+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:32:59,032+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:59,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d0f1dd45-a71d-4086-ae21-4f6079596945 (threadPool:210)
2018-03-08 01:32:59,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bae726cf-93cd-4f67-982d-2a780f291daa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:59,069+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:59,352+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:59,450+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bcdc794b-ac2c-4e3b-81bd-04417016fb87 (threadPool:210)
2018-03-08 01:32:59,451+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1419545e-2999-4d47-bfcb-383b640bbcc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:59,452+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:32:59,515+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=af04f0c4-fcea-49b9-86e2-3b1d61f7d48f (api:46)
2018-03-08 01:32:59,517+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255609', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456509', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254053', 'lastCheck': '2.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424958', 'lastCheck': '8.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399208', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303755', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00100402', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511045', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243406', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236081', 'lastCheck': '0.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366143', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00282239', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351861', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261611', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399622', 'lastCheck': '7.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448073', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247425', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427053', 'lastCheck': '8.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489307', 'lastCheck': '4.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142776', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221043', 'lastCheck': '4.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00117193', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434629', 'lastCheck': '4.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370025', 'lastCheck': '3.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233136', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275545', 'lastCheck': '4.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038038', 'lastCheck': '2.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278439', 'lastCheck': '8.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216705', 'lastCheck': '5.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224611', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214604', 'lastCheck': '9.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232342', 'lastCheck': '4.6', 'valid': True}} from=internal, task_id=af04f0c4-fcea-49b9-86e2-3b1d61f7d48f (api:52)
2018-03-08 01:32:59,517+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=54c130dc-3374-4363-b622-c9fe3060c385 (api:46)
2018-03-08 01:32:59,518+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=54c130dc-3374-4363-b622-c9fe3060c385 (api:52)
2018-03-08 01:32:59,717+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:32:59,773+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 90b844b0-e777-4576-a44a-6c9418843847 (threadPool:210)
2018-03-08 01:32:59,774+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e29b11ba-3b56-4cb4-820a-1325baf55740 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:32:59,774+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:00,136+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:00,184+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 09e3a093-4147-4d58-ba09-c606b22ac4bf (threadPool:210)
2018-03-08 01:33:00,184+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ee586ce-8c7e-4e90-86fd-df3f633f2d18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:00,185+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:00,231+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c4248a56-8242-49ba-ac6b-0c102baecdd7 (api:46)
2018-03-08 01:33:00,237+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c4248a56-8242-49ba-ac6b-0c102baecdd7 (api:52)
2018-03-08 01:33:00,238+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:00,328+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ecd77c03-e1a0-437c-98b9-83a1216e5ed5 (api:46)
2018-03-08 01:33:00,335+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ecd77c03-e1a0-437c-98b9-83a1216e5ed5 (api:52)
2018-03-08 01:33:00,336+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:00,564+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:00,614+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bae726cf-93cd-4f67-982d-2a780f291daa (threadPool:210)
2018-03-08 01:33:00,615+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f318c820-5575-4153-9242-f2b27fa5bacc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:00,615+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:00,902+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:00,969+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1419545e-2999-4d47-bfcb-383b640bbcc2 (threadPool:210)
2018-03-08 01:33:00,969+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a56b83d-607c-4be4-a3c0-9fbb0b4913b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:00,970+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:01,295+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:01,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6929fa45-1b3e-4d05-8ef3-fbc3946fde79 (threadPool:210)
2018-03-08 01:33:01,344+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b243ad36-bcf3-4db4-8cae-763b6c500dd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:01,344+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:01,611+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:01,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e29b11ba-3b56-4cb4-820a-1325baf55740 (threadPool:210)
2018-03-08 01:33:01,661+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eec5c47d-d774-41f9-abf6-d47f6bcfb846 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:01,662+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:01,854+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:33:01,859+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:33:01,861+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:01,870+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:33:01,870+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:33:01,870+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:01,963+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:02,012+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ee586ce-8c7e-4e90-86fd-df3f633f2d18 (threadPool:210)
2018-03-08 01:33:02,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ee7521c4-635b-45de-b86b-5efb7251335c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:02,013+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:02,339+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:02,388+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f318c820-5575-4153-9242-f2b27fa5bacc (threadPool:210)
2018-03-08 01:33:02,388+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43028fbb-e4df-4f8d-b028-36cd2e15d726 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:02,389+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:02,649+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:02,695+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a56b83d-607c-4be4-a3c0-9fbb0b4913b6 (threadPool:210)
2018-03-08 01:33:02,696+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f0c92745-243c-463d-bb5b-5a319687f781 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:02,696+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:02,997+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:03,071+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b243ad36-bcf3-4db4-8cae-763b6c500dd1 (threadPool:210)
2018-03-08 01:33:03,071+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3f5da2f9-aaa1-461b-b931-bdb81056a607 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:03,071+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:03,302+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:03,351+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eec5c47d-d774-41f9-abf6-d47f6bcfb846 (threadPool:210)
2018-03-08 01:33:03,352+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f88c3e2c-a4ae-4706-8bdc-4b0595fc99d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:03,352+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:03,604+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:03,653+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ee7521c4-635b-45de-b86b-5efb7251335c (threadPool:210)
2018-03-08 01:33:03,653+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 24636687-53f1-4b3b-9193-23bc1f5a1b6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:03,653+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:03,913+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:03,961+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43028fbb-e4df-4f8d-b028-36cd2e15d726 (threadPool:210)
2018-03-08 01:33:03,961+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c17194ff-aa90-4e2e-bafc-c689869eb5e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:03,961+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:04,289+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:04,303+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20826 (__init__:598)
2018-03-08 01:33:04,304+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20825 (__init__:598)
2018-03-08 01:33:04,335+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f0c92745-243c-463d-bb5b-5a319687f781 (threadPool:210)
2018-03-08 01:33:04,336+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5222c9c6-6e1e-4e58-9a0d-873ab13bd914 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:04,336+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:04,679+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:04,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f88c3e2c-a4ae-4706-8bdc-4b0595fc99d3 (threadPool:210)
2018-03-08 01:33:04,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 57125dd0-5ac4-4829-829d-0b4f31dedf5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:04,730+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:04,984+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:05,033+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 24636687-53f1-4b3b-9193-23bc1f5a1b6f (threadPool:210)
2018-03-08 01:33:05,034+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6e1f3f19-a986-4874-85e7-4517b8b369e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:05,034+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:05,338+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:05,386+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c17194ff-aa90-4e2e-bafc-c689869eb5e7 (threadPool:210)
2018-03-08 01:33:05,386+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task de422b19-226c-4994-990e-f503f387912f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:05,387+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:05,753+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:05,803+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3f5da2f9-aaa1-461b-b931-bdb81056a607 (threadPool:210)
2018-03-08 01:33:05,803+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edd3631f-756b-48cc-b618-35c603514ee4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:05,804+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:06,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:06,123+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5222c9c6-6e1e-4e58-9a0d-873ab13bd914 (threadPool:210)
2018-03-08 01:33:06,124+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9c5fbdbc-02d3-4b25-b3fe-2a5f1d538d16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:06,124+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:06,407+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:06,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 57125dd0-5ac4-4829-829d-0b4f31dedf5d (threadPool:210)
2018-03-08 01:33:06,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3bd56e7a-38cb-439a-a9ae-62e9d16ddcad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:06,454+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:06,711+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:06,762+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6e1f3f19-a986-4874-85e7-4517b8b369e5 (threadPool:210)
2018-03-08 01:33:06,763+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3c409bc7-c82f-4a50-a790-4290810e6f9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:06,763+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:07,019+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:07,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task de422b19-226c-4994-990e-f503f387912f (threadPool:210)
2018-03-08 01:33:07,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d8657db8-5d96-46e5-b71c-f8679dbf96db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:07,068+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:07,380+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:07,429+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edd3631f-756b-48cc-b618-35c603514ee4 (threadPool:210)
2018-03-08 01:33:07,429+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 38ff55aa-4687-44b0-8366-bc200d05fcf4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:07,429+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:07,674+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:07,724+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9c5fbdbc-02d3-4b25-b3fe-2a5f1d538d16 (threadPool:210)
2018-03-08 01:33:07,724+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 75e2e4f9-f51a-45e2-a0be-7ae860bb67fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:07,725+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:07,995+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:08,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3bd56e7a-38cb-439a-a9ae-62e9d16ddcad (threadPool:210)
2018-03-08 01:33:08,049+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bfa3309f-3e23-4acb-8e20-463369184956 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:08,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:08,407+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:08,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3c409bc7-c82f-4a50-a790-4290810e6f9c (threadPool:210)
2018-03-08 01:33:08,456+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 88cd029f-dfaa-4853-aba4-9943fa1224fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:33:08,457+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:08,916+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:08,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d8657db8-5d96-46e5-b71c-f8679dbf96db (threadPool:210)
2018-03-08 01:33:08,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7d0733ac-1c31-40cc-a9ea-322726c6c0cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:08,967+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:09,226+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:09,286+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 38ff55aa-4687-44b0-8366-bc200d05fcf4 (threadPool:210)
2018-03-08 01:33:09,287+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69b15b8a-e211-462c-a069-10e99a65eab1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:09,287+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:09,543+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:09,860+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:09,904+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 75e2e4f9-f51a-45e2-a0be-7ae860bb67fd (threadPool:210)
2018-03-08 01:33:09,904+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88a546ce-3073-4e42-b8e5-679065e56408 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:09,905+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:10,253+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:10,305+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bfa3309f-3e23-4acb-8e20-463369184956 (threadPool:210)
2018-03-08 01:33:10,306+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e61edec9-2855-433f-89ba-49f7940d6c06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:10,306+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:10,577+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:10,629+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 88cd029f-dfaa-4853-aba4-9943fa1224fd (threadPool:210)
2018-03-08 01:33:10,630+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 045c6249-8607-4a84-a793-c6cced6ea3bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:10,630+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:10,776+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1b37d25c-f8f4-40ee-9ee4-5a811872f884 (api:46)
2018-03-08 01:33:10,781+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1b37d25c-f8f4-40ee-9ee4-5a811872f884 (api:52)
2018-03-08 01:33:10,782+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:10,878+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1f8c268c-1ce7-44ee-9451-ba00f6029d2c (api:46)
2018-03-08 01:33:10,886+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1f8c268c-1ce7-44ee-9451-ba00f6029d2c (api:52)
2018-03-08 01:33:10,887+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:10,929+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:10,979+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7d0733ac-1c31-40cc-a9ea-322726c6c0cc (threadPool:210)
2018-03-08 01:33:10,980+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 085591d5-ede2-4b9a-b9b0-41185bde78ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:10,980+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:11,256+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:11,306+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69b15b8a-e211-462c-a069-10e99a65eab1 (threadPool:210)
2018-03-08 01:33:11,306+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edcd89b4-6d6f-4548-a20e-48b77eb64b66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:11,307+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:11,564+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:11,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88a546ce-3073-4e42-b8e5-679065e56408 (threadPool:210)
2018-03-08 01:33:11,614+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b4deb20d-4151-4672-8454-2a7a97633493 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:11,614+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:11,898+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:11,950+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e61edec9-2855-433f-89ba-49f7940d6c06 (threadPool:210)
2018-03-08 01:33:11,950+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task af73e4b3-d7a8-4202-8944-2115bd374bde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:11,950+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:12,282+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:12,333+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 045c6249-8607-4a84-a793-c6cced6ea3bd (threadPool:210)
2018-03-08 01:33:12,333+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 02231005-d85f-4fa9-9e58-04a5752c4f7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:12,334+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:12,645+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:12,649+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:12,652+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:12,715+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:12,745+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 085591d5-ede2-4b9a-b9b0-41185bde78ac (threadPool:210)
2018-03-08 01:33:12,746+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eef57cbc-2606-4acb-aaaa-572080f03e27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:12,746+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:12,856+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:12,857+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f083fbbc-7fc8-4598-bf18-09446517775b (api:46)
2018-03-08 01:33:12,858+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388231', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809717', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359745', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045388', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406823', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274857', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000467873', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381881', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269936', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024803', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411973', 'lastCheck': '6.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449101', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255419', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271734', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445591', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226062', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237796', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272515', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287738', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435862', 'lastCheck': '3.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028159', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283397', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223841', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00041419', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214043', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309053', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420346', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365524', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254524', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346985', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230569', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447473', 'lastCheck': '3.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f083fbbc-7fc8-4598-bf18-09446517775b (api:52)
2018-03-08 01:33:12,858+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=9bf8f7e8-f83d-41cf-ae2f-0b7c50d95c63 (api:46)
2018-03-08 01:33:12,858+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=9bf8f7e8-f83d-41cf-ae2f-0b7c50d95c63 (api:52)
2018-03-08 01:33:12,882+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '25': {'cpuUser': '6.23', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '90.99'}, '26': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '27': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.16'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '21': {'cpuUser': '5.57', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '91.84'}, '22': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.03'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.57'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '26.59', 'cpuIdle': '68.77'}, '0': {'cpuUser': '5.64', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.98'}, '3': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.24'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.56'}, '5': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.96'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '9': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.96'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.28'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '3.32', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.22'}, '11': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.04'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '13': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.63'}, '12': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.87'}, '15': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.43'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '17': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '92.64'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '19': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '36': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.35'}, '35': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '34': {'cpuUser': '6.83', 'nodeIndex': 0, 'cpuSys': '7.10', 'cpuIdle': '86.07'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307375'}, '0': {'memPercent': 11, 'memFree': '350325'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449101', 'lastCheck': '3.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388231', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809717', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255419', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271734', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406823', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274857', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000467873', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381881', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269936', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024803', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411973', 'lastCheck': '6.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359745', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045388', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445591', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028159', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237796', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272515', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287738', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435862', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226062', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230569', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223841', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00041419', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214043', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309053', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420346', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365524', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254524', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346985', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283397', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447473', 'lastCheck': '3.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646746444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404201024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.351', 'tx': '1176273532426', 'txDropped': '0', 'rx': '625371448077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0', 'tx': '1580925652140', 'txDropped': '0', 'rx': '926328610985', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45193324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416464372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200532255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet0', 'tx': '87610423', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet1', 'tx': '37766062980', 'txDropped': '0', 'rx': '877983225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet2', 'tx': '21125491068', 'txDropped': '0', 'rx': '141317782132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175673875', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet4', 'tx': '396293805', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet5', 'tx': '23424776551', 'txDropped': '0', 'rx': '498120962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet6', 'tx': '6653932156', 'txDropped': '0', 'rx': '429911517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet7', 'tx': '1433427476', 'txDropped': '0', 'rx': '552211699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42441504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46741711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'lo', 'tx': '6934695127', 'txDropped': '0', 'rx': '6934695127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170669812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'eno1', 'tx': '975615750997', 'txDropped': '0', 'rx': '433999659054', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'eno2', 'tx': '605309901143', 'txDropped': '0', 'rx': '492328951931', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469179.456093, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469179.456093, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632907127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75896759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77014624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192147724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370779738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373551930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49864859', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430356532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298914124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.110', 'tx': '2476187999', 'txDropped': '0', 'rx': '66854940286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.111', 'tx': '122677461661', 'txDropped': '0', 'rx': '24447651531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55240121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54164980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465332256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165348073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56020039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55849800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45188532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469179.456093, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226571124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'oVirtManagement', 'tx': '1176273531778', 'txDropped': '0', 'rx': '625370709674', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577216760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'vnet3', 'tx': '542687569', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469179.456093, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754452284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96210', 'ksmPages': 100, 'elapsedTime': '1695226.73', 'cpuLoad': '2.78', 'cpuSys': '1.75', 'diskStats': {'/var/log': {'free': '92912'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:33:12 GMT', 'cpuUser': '1.50', 'memFree': 667605, 'cpuIdle': '96.75', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:12,886+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:33:13,081+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:13,124+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b4deb20d-4151-4672-8454-2a7a97633493 (threadPool:210)
2018-03-08 01:33:13,124+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f085d246-7ca2-4201-983a-76ce984f0074 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:13,125+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:13,458+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:13,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 02231005-d85f-4fa9-9e58-04a5752c4f7b (threadPool:210)
2018-03-08 01:33:13,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7efa7ae0-b5e1-471e-97e5-6d01d401c513 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:13,532+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:13,806+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:13,846+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edcd89b4-6d6f-4548-a20e-48b77eb64b66 (threadPool:210)
2018-03-08 01:33:13,847+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 151fcba1-45d7-4711-a3ee-1ee0cf89d3d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:13,847+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:14,108+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:14,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task af73e4b3-d7a8-4202-8944-2115bd374bde (threadPool:210)
2018-03-08 01:33:14,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 61cac380-fe11-4116-879a-97d2d9f9bbd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:14,161+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:14,452+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:14,501+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f085d246-7ca2-4201-983a-76ce984f0074 (threadPool:210)
2018-03-08 01:33:14,502+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0f2aa04-941c-4239-bc43-f88bca961c57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:14,502+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:14,610+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9cf5faee-c3e9-4efe-b765-5943c68ddaa6 (api:46)
2018-03-08 01:33:14,611+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388231', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000809717', 'lastCheck': '6.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359745', 'lastCheck': '5.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045388', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406823', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274857', 'lastCheck': '5.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000467873', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381881', 'lastCheck': '5.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269936', 'lastCheck': '5.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024803', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411973', 'lastCheck': '7.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449101', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255419', 'lastCheck': '6.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271734', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445591', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226062', 'lastCheck': '4.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237796', 'lastCheck': '5.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272515', 'lastCheck': '3.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287738', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435862', 'lastCheck': '4.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028159', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283397', 'lastCheck': '4.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223841', 'lastCheck': '4.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00041419', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214043', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309053', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000420346', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365524', 'lastCheck': '3.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254524', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346985', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230569', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447473', 'lastCheck': '4.8', 'valid': True}} from=internal, task_id=9cf5faee-c3e9-4efe-b765-5943c68ddaa6 (api:52)
2018-03-08 01:33:14,611+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=39cb71fd-a9b8-4e48-9601-a22f4e47737f (api:46)
2018-03-08 01:33:14,612+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=39cb71fd-a9b8-4e48-9601-a22f4e47737f (api:52)
2018-03-08 01:33:14,810+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:14,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7efa7ae0-b5e1-471e-97e5-6d01d401c513 (threadPool:210)
2018-03-08 01:33:14,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9940f10b-bd70-4eb9-bedd-94043d29011a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:14,864+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:15,194+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:15,238+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eef57cbc-2606-4acb-aaaa-572080f03e27 (threadPool:210)
2018-03-08 01:33:15,239+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bf3ea2a7-7453-491d-be58-4b596097520b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:15,239+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:15,546+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:15,600+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 151fcba1-45d7-4711-a3ee-1ee0cf89d3d8 (threadPool:210)
2018-03-08 01:33:15,602+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ffcbb43f-507d-4110-bf30-c63f0837705c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:15,602+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:15,961+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:16,007+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 61cac380-fe11-4116-879a-97d2d9f9bbd1 (threadPool:210)
2018-03-08 01:33:16,007+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 281aee51-c099-474e-82b5-53acdacd6e61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:16,008+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:16,308+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:16,359+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0f2aa04-941c-4239-bc43-f88bca961c57 (threadPool:210)
2018-03-08 01:33:16,359+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 739d5e82-0b59-4be8-8638-b7ca6e7ac3d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:16,360+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:16,621+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:16,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9940f10b-bd70-4eb9-bedd-94043d29011a (threadPool:210)
2018-03-08 01:33:16,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2eeecd5d-ba93-44fb-b1fc-80a7cdafe397 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:16,671+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:16,879+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:33:16,888+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:33:16,891+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:16,908+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:33:16,909+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:33:16,909+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:16,942+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:16,989+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bf3ea2a7-7453-491d-be58-4b596097520b (threadPool:210)
2018-03-08 01:33:16,989+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8daf70bb-f1a0-4f1a-ba15-379f35ad3374 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:16,990+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:17,278+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:17,338+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ffcbb43f-507d-4110-bf30-c63f0837705c (threadPool:210)
2018-03-08 01:33:17,338+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 26bd9c11-ecd9-4229-a7b0-adf59a86feb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:17,339+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:17,689+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:17,749+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 739d5e82-0b59-4be8-8638-b7ca6e7ac3d1 (threadPool:210)
2018-03-08 01:33:17,749+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ecf66b95-f7e8-4e9a-b20e-505477ad2680 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:17,749+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:18,080+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:18,129+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2eeecd5d-ba93-44fb-b1fc-80a7cdafe397 (threadPool:210)
2018-03-08 01:33:18,129+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6474ca80-4a32-4c1c-a206-fbfd4260e327 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:18,130+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:18,448+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:18,488+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8daf70bb-f1a0-4f1a-ba15-379f35ad3374 (threadPool:210)
2018-03-08 01:33:18,488+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 252fce64-bc16-4670-a61c-e80a7b7f96bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:18,489+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:18,816+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:18,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 26bd9c11-ecd9-4229-a7b0-adf59a86feb6 (threadPool:210)
2018-03-08 01:33:18,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8d351a34-0aa8-434a-90d7-6d85e553866e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:18,891+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:19,170+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:19,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ecf66b95-f7e8-4e9a-b20e-505477ad2680 (threadPool:210)
2018-03-08 01:33:19,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7f48fa56-7ca1-4bfc-8d85-cead2909e111 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:19,222+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:19,536+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:19,599+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 281aee51-c099-474e-82b5-53acdacd6e61 (threadPool:210)
2018-03-08 01:33:19,599+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f5e8c75a-c5b0-4c9d-a35f-aa1b30c8533a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:19,600+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:19,922+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:19,983+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8d351a34-0aa8-434a-90d7-6d85e553866e (threadPool:210)
2018-03-08 01:33:19,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fbaf3d23-f6e6-4e88-89e5-94d673f2e869 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:19,984+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:20,386+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:20,434+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7f48fa56-7ca1-4bfc-8d85-cead2909e111 (threadPool:210)
2018-03-08 01:33:20,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c33a7f7d-9fef-4a8e-bbe8-8a3b66449826 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:20,435+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:20,718+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:20,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 252fce64-bc16-4670-a61c-e80a7b7f96bf (threadPool:210)
2018-03-08 01:33:20,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 30f0ade3-3bfb-4cc4-8b8b-25cf6e3c9a11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:20,770+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:21,124+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:21,317+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a7097e37-7c51-4aa7-ac2e-eb31e113cd18 (api:46)
2018-03-08 01:33:21,323+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a7097e37-7c51-4aa7-ac2e-eb31e113cd18 (api:52)
2018-03-08 01:33:21,324+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:21,418+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=312bca86-c198-4394-a20c-a0eb2bc47a3b (api:46)
2018-03-08 01:33:21,431+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=312bca86-c198-4394-a20c-a0eb2bc47a3b (api:52)
2018-03-08 01:33:21,432+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:21,437+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:21,480+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f5e8c75a-c5b0-4c9d-a35f-aa1b30c8533a (threadPool:210)
2018-03-08 01:33:21,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06a01922-12d7-4757-97d5-19d5dc71246f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:21,482+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:21,763+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:21,794+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6474ca80-4a32-4c1c-a206-fbfd4260e327 (threadPool:210)
2018-03-08 01:33:21,794+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8985fbce-3a44-4758-988b-605b2b5e5df3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:21,794+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:22,074+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:22,121+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c33a7f7d-9fef-4a8e-bbe8-8a3b66449826 (threadPool:210)
2018-03-08 01:33:22,122+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1b13dd43-76ac-46ad-bed5-6390783bf8c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:33:22,122+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:22,443+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:22,494+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 30f0ade3-3bfb-4cc4-8b8b-25cf6e3c9a11 (threadPool:210)
2018-03-08 01:33:22,495+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 013c85d6-706c-4074-a18d-b16caac5f73d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:22,495+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:22,785+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:22,836+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06a01922-12d7-4757-97d5-19d5dc71246f (threadPool:210)
2018-03-08 01:33:22,837+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b7b036ee-600b-481c-8ed7-3f606a8b7a8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:22,837+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:23,120+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:23,169+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fbaf3d23-f6e6-4e88-89e5-94d673f2e869 (threadPool:210)
2018-03-08 01:33:23,169+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c612758a-bc68-4aae-a0a8-6af8128521b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:23,170+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:23,470+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:23,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8985fbce-3a44-4758-988b-605b2b5e5df3 (threadPool:210)
2018-03-08 01:33:23,518+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 23074be9-d51b-4a50-b6eb-c34f8a4f924f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:23,518+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:23,786+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:23,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1b13dd43-76ac-46ad-bed5-6390783bf8c1 (threadPool:210)
2018-03-08 01:33:23,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7e095c6d-d01f-4bfc-bfee-c8e9a015ad32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:23,837+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:24,114+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:24,142+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 013c85d6-706c-4074-a18d-b16caac5f73d (threadPool:210)
2018-03-08 01:33:24,143+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f41f8016-778b-4842-9d05-7fb1ae5c7a9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:24,143+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:24,418+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:24,469+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c612758a-bc68-4aae-a0a8-6af8128521b1 (threadPool:210)
2018-03-08 01:33:24,469+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 52a79bf0-2c05-45d6-811c-e9cc8403f3da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:24,470+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:24,722+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:24,773+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 23074be9-d51b-4a50-b6eb-c34f8a4f924f (threadPool:210)
2018-03-08 01:33:24,773+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0bdd9c47-dd99-4f6a-b04f-a9787bdabac5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:24,774+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:25,057+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:25,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7e095c6d-d01f-4bfc-bfee-c8e9a015ad32 (threadPool:210)
2018-03-08 01:33:25,105+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1edcc90c-22e9-4672-8e62-fc8b125d2e1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:25,105+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:25,417+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:25,466+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b7b036ee-600b-481c-8ed7-3f606a8b7a8e (threadPool:210)
2018-03-08 01:33:25,467+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d16832e-9afa-4fb2-b09f-c7be0dd7f86d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:25,467+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:25,790+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:25,840+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f41f8016-778b-4842-9d05-7fb1ae5c7a9a (threadPool:210)
2018-03-08 01:33:25,840+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 15748d8b-3431-4f32-a925-2ac29889b981 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:25,841+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:26,152+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:26,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 52a79bf0-2c05-45d6-811c-e9cc8403f3da (threadPool:210)
2018-03-08 01:33:26,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edec6fca-3e83-4fd1-8ab4-b73dadc64c7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:26,190+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:26,502+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:26,549+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0bdd9c47-dd99-4f6a-b04f-a9787bdabac5 (threadPool:210)
2018-03-08 01:33:26,550+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2965b811-2460-4a60-8d76-34a084d5c53c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:26,550+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:26,808+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:26,851+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1edcc90c-22e9-4672-8e62-fc8b125d2e1a (threadPool:210)
2018-03-08 01:33:26,851+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 59ff6c17-94dd-49e4-958f-493710baa53e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:26,852+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:27,130+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:27,182+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 15748d8b-3431-4f32-a925-2ac29889b981 (threadPool:210)
2018-03-08 01:33:27,182+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aad16df9-a521-4f02-8092-f2aea49b89b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:27,182+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:27,445+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:27,494+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edec6fca-3e83-4fd1-8ab4-b73dadc64c7a (threadPool:210)
2018-03-08 01:33:27,494+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 363dbc71-ac84-4a9f-9653-1cb43f287736 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:27,494+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:27,670+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:27,675+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:27,677+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:27,743+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:27,791+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2965b811-2460-4a60-8d76-34a084d5c53c (threadPool:210)
2018-03-08 01:33:27,792+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c3d8de47-08dc-43f9-ad42-367da473fc16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:27,792+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:27,926+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:27,928+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8110e119-1b67-416c-86fe-8a54441fee6d (api:46)
2018-03-08 01:33:27,928+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260533', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000810423', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623739', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475235', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365147', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240438', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000298298', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459136', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233718', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417132', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292558', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592126', 'lastCheck': '8.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277479', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334755', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314277', 'lastCheck': '6.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291458', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316804', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026431', 'lastCheck': '7.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315902', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743763', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649644', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676743', 'lastCheck': '7.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372346', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000283135', 'lastCheck': '2.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491956', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230625', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381603', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336864', 'lastCheck': '6.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335688', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389611', 'lastCheck': '6.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353106', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226254', 'lastCheck': '3.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8110e119-1b67-416c-86fe-8a54441fee6d (api:52)
2018-03-08 01:33:27,929+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ef8f441a-d17d-4a8c-815c-0f576c237bb6 (api:46)
2018-03-08 01:33:27,929+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ef8f441a-d17d-4a8c-815c-0f576c237bb6 (api:52)
2018-03-08 01:33:27,956+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '17.69', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '79.86'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '26': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.83'}, '20': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.63'}, '22': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '23': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '93.11'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.95'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '29': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.96'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '41': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '25.90', 'cpuIdle': '69.53'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '89.40'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '94.70'}, '5': {'cpuUser': '13.51', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '82.98'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '7': {'cpuUser': '5.96', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '91.19'}, '6': {'cpuUser': '18.88', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '78.54'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.43'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '10.66', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '86.49'}, '10': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.09'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.63'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.01'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '17': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.55'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '9.60', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '88.02'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '34': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '8.68', 'cpuIdle': '84.23'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307389'}, '0': {'memPercent': 11, 'memFree': '350341'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592126', 'lastCheck': '8.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260533', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000810423', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277479', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334755', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365147', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240438', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000298298', 'lastCheck': '6.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459136', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233718', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417132', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292558', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623739', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475235', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314277', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649644', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316804', 'lastCheck': '2.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026431', 'lastCheck': '7.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315902', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743763', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291458', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353106', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372346', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000283135', 'lastCheck': '2.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491956', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230625', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381603', 'lastCheck': '0.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336864', 'lastCheck': '6.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335688', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389611', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676743', 'lastCheck': '7.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226254', 'lastCheck': '3.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646753625', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404205002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.351', 'tx': '1176273608036', 'txDropped': '0', 'rx': '625371458741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0', 'tx': '1580925829964', 'txDropped': '0', 'rx': '926329323877', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45193724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416465124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200534177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet0', 'tx': '87614163', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet1', 'tx': '37766066822', 'txDropped': '0', 'rx': '877986415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet2', 'tx': '21125523551', 'txDropped': '0', 'rx': '141317798372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175677608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet4', 'tx': '396297545', 'txDropped': '0', 'rx': '3066556', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet5', 'tx': '23424785721', 'txDropped': '0', 'rx': '498121202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet6', 'tx': '6654226140', 'txDropped': '0', 'rx': '429972607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet7', 'tx': '1433432463', 'txDropped': '0', 'rx': '552217397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42441904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46742111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'lo', 'tx': '6934769903', 'txDropped': '0', 'rx': '6934769903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170671772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'eno1', 'tx': '975615899609', 'txDropped': '0', 'rx': '433999884605', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'eno2', 'tx': '605309930355', 'txDropped': '0', 'rx': '492329439272', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469194.553175, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469194.553175, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632911713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75897159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77015024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192150544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370781148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.306', 'tx': '76695871559', 'txDropped': '0', 'rx': '8373554914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49866269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430359516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298916944', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.110', 'tx': '2476257977', 'txDropped': '0', 'rx': '66855236863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.111', 'tx': '122677477778', 'txDropped': '0', 'rx': '24447681636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55240471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54165380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465336234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165350033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56020389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55850200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45188932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469194.553175, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226573046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'oVirtManagement', 'tx': '1176273607388', 'txDropped': '0', 'rx': '625370720338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577221346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'vnet3', 'tx': '542691309', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469194.553175, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754456017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695241.80', 'cpuLoad': '2.70', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92910'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:33:27 GMT', 'cpuUser': '2.20', 'memFree': 667605, 'cpuIdle': '96.11', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.92'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:27,960+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:33:28,092+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:28,145+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d16832e-9afa-4fb2-b09f-c7be0dd7f86d (threadPool:210)
2018-03-08 01:33:28,146+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a5a9ee15-f7e8-464d-8c61-9da752db729d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:28,146+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:28,443+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:28,483+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 59ff6c17-94dd-49e4-958f-493710baa53e (threadPool:210)
2018-03-08 01:33:28,484+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 401ab1e5-e20f-42ad-992d-fd04e1031904 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:28,484+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:28,748+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:28,798+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 363dbc71-ac84-4a9f-9653-1cb43f287736 (threadPool:210)
2018-03-08 01:33:28,798+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b5b8109e-ff03-4558-8635-d61911f5bda5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:28,799+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:29,084+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:29,134+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c3d8de47-08dc-43f9-ad42-367da473fc16 (threadPool:210)
2018-03-08 01:33:29,134+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d53574d4-43f7-458e-91a5-c504f0856352 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:29,134+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:29,425+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:29,498+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a5a9ee15-f7e8-464d-8c61-9da752db729d (threadPool:210)
2018-03-08 01:33:29,498+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbcd41d0-ddec-4ef3-9ffb-9b1270850a6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:29,499+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:29,695+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=47c78c47-5554-43bf-9676-ba4bea294778 (api:46)
2018-03-08 01:33:29,696+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286378', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565022', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402833', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503937', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394228', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291138', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000441197', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481214', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270103', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255817', 'lastCheck': '0.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292558', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293568', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272523', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004188', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407374', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291458', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244962', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257279', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214501', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743763', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649644', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676743', 'lastCheck': '9.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372346', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000283135', 'lastCheck': '3.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491956', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230625', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381603', 'lastCheck': '2.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336864', 'lastCheck': '8.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335688', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389611', 'lastCheck': '8.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353106', 'lastCheck': '9.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226254', 'lastCheck': '4.8', 'valid': True}} from=internal, task_id=47c78c47-5554-43bf-9676-ba4bea294778 (api:52)
2018-03-08 01:33:29,697+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=4d9f3a98-cb63-4e81-b978-ab594fb936ce (api:46)
2018-03-08 01:33:29,697+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4d9f3a98-cb63-4e81-b978-ab594fb936ce (api:52)
2018-03-08 01:33:29,824+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:29,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aad16df9-a521-4f02-8092-f2aea49b89b0 (threadPool:210)
2018-03-08 01:33:29,889+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c1740539-b698-43dd-8397-f04ecf1e5e94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:29,889+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:30,230+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:30,304+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b5b8109e-ff03-4558-8635-d61911f5bda5 (threadPool:210)
2018-03-08 01:33:30,305+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 86f08a9c-ee46-4b2e-90ef-55d5defd96e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:30,305+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:30,572+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:30,621+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d53574d4-43f7-458e-91a5-c504f0856352 (threadPool:210)
2018-03-08 01:33:30,621+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0a7f2970-f96a-4938-97a9-bc89d909cf2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:30,621+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:30,977+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:31,029+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbcd41d0-ddec-4ef3-9ffb-9b1270850a6d (threadPool:210)
2018-03-08 01:33:31,030+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 71b1707b-6061-44e3-b855-51b56cb7810c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:31,030+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:31,308+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:31,358+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 401ab1e5-e20f-42ad-992d-fd04e1031904 (threadPool:210)
2018-03-08 01:33:31,359+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 546518cc-695b-4b38-b1de-aa5cf1814a4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:31,359+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:31,750+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:31,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c1740539-b698-43dd-8397-f04ecf1e5e94 (threadPool:210)
2018-03-08 01:33:31,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 926c26c4-cab0-48e3-b43f-7c766c45a693 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:31,801+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:31,909+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:33:31,914+0100 INFO  (jsonrpc/3) [throttled] Current getAllVmStats: {'c7063f46-88a0-4970-a178-9ca6c90526c4': 'Up', 'd89bc7cf-81f4-489f-a251-7bce8611b875': 'Up', '68bffc06-aab7-4663-9edc-64d8284d1411': 'Up', '457da777-d07d-4341-a94a-540ae1bc5442': 'Up', '8568d3f3-1362-4267-a6dc-54d766926221': 'Up', '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': 'Up', '3849fbfe-4df0-4296-8c72-40de9ca154ce': 'Up', '9f65c0e5-2ec0-4125-8453-e7170bc7202a': 'Up'} (throttledlog:103)
2018-03-08 01:33:31,914+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:33:31,917+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:31,924+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:33:31,925+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:33:31,925+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:32,043+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:32,069+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e9b250a6-78a3-4842-b352-252779de76e6 (api:46)
2018-03-08 01:33:32,076+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e9b250a6-78a3-4842-b352-252779de76e6 (api:52)
2018-03-08 01:33:32,077+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:32,105+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 86f08a9c-ee46-4b2e-90ef-55d5defd96e5 (threadPool:210)
2018-03-08 01:33:32,105+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 916cf8a3-ded7-4be6-a935-af0802b13e02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:32,105+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:32,166+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a044f646-e5eb-4531-9942-c9d56cb3a50d (api:46)
2018-03-08 01:33:32,173+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85833285632', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a044f646-e5eb-4531-9942-c9d56cb3a50d (api:52)
2018-03-08 01:33:32,174+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:32,413+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:32,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0a7f2970-f96a-4938-97a9-bc89d909cf2d (threadPool:210)
2018-03-08 01:33:32,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 01fee670-8140-4020-a0af-c47c9b2324bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:33:32,471+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:32,707+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:33,030+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:33,072+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 546518cc-695b-4b38-b1de-aa5cf1814a4b (threadPool:210)
2018-03-08 01:33:33,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a37e982a-5955-4499-aa7b-db21ca9d0843 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:33,073+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:33,524+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:33,568+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 926c26c4-cab0-48e3-b43f-7c766c45a693 (threadPool:210)
2018-03-08 01:33:33,568+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8991c43d-96fe-4eef-a9ac-2ae0a52813aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:33,568+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:33,881+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:33,927+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 71b1707b-6061-44e3-b855-51b56cb7810c (threadPool:210)
2018-03-08 01:33:33,928+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c87b8ff-92d5-408a-8be3-bcaa3f69d420 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:33,928+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:34,203+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:34,252+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 01fee670-8140-4020-a0af-c47c9b2324bb (threadPool:210)
2018-03-08 01:33:34,253+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3ab6f190-f320-4ad5-9137-c8e9ccc7b641 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:34,253+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:34,313+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20824 (__init__:598)
2018-03-08 01:33:34,560+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:34,600+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a37e982a-5955-4499-aa7b-db21ca9d0843 (threadPool:210)
2018-03-08 01:33:34,601+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eb2aab18-bcbb-4574-ad33-ea73a30d9ddc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:34,601+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:34,909+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:34,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8991c43d-96fe-4eef-a9ac-2ae0a52813aa (threadPool:210)
2018-03-08 01:33:34,949+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4e88a54e-b42f-4b26-b366-17a2bf34f4d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:34,949+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:35,299+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:35,349+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c87b8ff-92d5-408a-8be3-bcaa3f69d420 (threadPool:210)
2018-03-08 01:33:35,350+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 128f2222-16b7-442c-82a8-87e4f267ca75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:35,350+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:35,691+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:35,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3ab6f190-f320-4ad5-9137-c8e9ccc7b641 (threadPool:210)
2018-03-08 01:33:35,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 677822b2-3200-4b41-84be-7454931925aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:35,742+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:36,042+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:36,089+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 916cf8a3-ded7-4be6-a935-af0802b13e02 (threadPool:210)
2018-03-08 01:33:36,089+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fb9b6268-cda0-4f91-9eba-4f1d14bf90a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:36,090+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:36,371+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:36,418+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eb2aab18-bcbb-4574-ad33-ea73a30d9ddc (threadPool:210)
2018-03-08 01:33:36,419+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task af765128-c718-4e3f-b0ad-f95c4a34d4f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:36,419+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:36,737+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:36,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4e88a54e-b42f-4b26-b366-17a2bf34f4d9 (threadPool:210)
2018-03-08 01:33:36,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a5c8517e-be90-4504-b225-e70737d2bc34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:36,786+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:37,063+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:37,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 128f2222-16b7-442c-82a8-87e4f267ca75 (threadPool:210)
2018-03-08 01:33:37,112+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 04eaf855-ebcb-419e-abc6-d1542bc6bc9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:37,112+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:37,438+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:37,481+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 677822b2-3200-4b41-84be-7454931925aa (threadPool:210)
2018-03-08 01:33:37,481+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e21405dc-0b1a-4c49-a112-f5a224afc911 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:37,482+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:37,732+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:37,783+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task af765128-c718-4e3f-b0ad-f95c4a34d4f4 (threadPool:210)
2018-03-08 01:33:37,783+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 45831ac9-0323-4bd0-b99c-876ce892e345 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:37,784+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:38,048+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:38,096+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a5c8517e-be90-4504-b225-e70737d2bc34 (threadPool:210)
2018-03-08 01:33:38,096+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 75a5368c-a461-4387-8e72-7c7b759213a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:38,097+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:38,409+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:38,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 04eaf855-ebcb-419e-abc6-d1542bc6bc9e (threadPool:210)
2018-03-08 01:33:38,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 391dcf75-0742-4c6b-b150-e6d014cfb68c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:38,455+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:38,809+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:38,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fb9b6268-cda0-4f91-9eba-4f1d14bf90a6 (threadPool:210)
2018-03-08 01:33:38,856+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d700db1a-48fe-4b6b-804d-6a38d02b0653 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:38,857+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:39,197+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:39,252+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 45831ac9-0323-4bd0-b99c-876ce892e345 (threadPool:210)
2018-03-08 01:33:39,253+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9eaa099f-b575-4cde-b9b1-e3949f36399c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:39,253+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:39,525+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:39,581+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 75a5368c-a461-4387-8e72-7c7b759213a3 (threadPool:210)
2018-03-08 01:33:39,583+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ee0cebb-1285-4316-9a7a-119b0fded23f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:39,583+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:39,867+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:39,915+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e21405dc-0b1a-4c49-a112-f5a224afc911 (threadPool:210)
2018-03-08 01:33:39,915+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 00640527-902d-4c02-9a1d-e32130cb1633 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:39,915+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:40,299+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:40,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d700db1a-48fe-4b6b-804d-6a38d02b0653 (threadPool:210)
2018-03-08 01:33:40,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f80d6069-ff77-4301-9243-8424830d8441 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:40,355+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:40,621+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:40,661+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9eaa099f-b575-4cde-b9b1-e3949f36399c (threadPool:210)
2018-03-08 01:33:40,662+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5ab9d054-b022-4145-8bf5-ad788b77ec86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:40,662+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:40,831+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=3f257949-6bf5-4818-ab70-c06410e0ce34 (api:46)
2018-03-08 01:33:40,831+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=3f257949-6bf5-4818-ab70-c06410e0ce34 (api:52)
2018-03-08 01:33:40,832+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=01fa85cf-e3ba-4021-a9ca-e5857526daf1 (api:46)
2018-03-08 01:33:40,832+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=01fa85cf-e3ba-4021-a9ca-e5857526daf1 (api:52)
2018-03-08 01:33:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=d1c9b7c6-77ce-4983-88f7-79b5d5da16f6 (api:46)
2018-03-08 01:33:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=d1c9b7c6-77ce-4983-88f7-79b5d5da16f6 (api:52)
2018-03-08 01:33:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=f7bd0d7d-c50f-49a6-9267-d713542c20ef (api:46)
2018-03-08 01:33:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=f7bd0d7d-c50f-49a6-9267-d713542c20ef (api:52)
2018-03-08 01:33:40,834+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=fa6fda87-e91d-41e8-8692-691547f1ce56 (api:46)
2018-03-08 01:33:40,834+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=fa6fda87-e91d-41e8-8692-691547f1ce56 (api:52)
2018-03-08 01:33:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=08759919-129f-4333-aa7b-338c04a92d6f (api:46)
2018-03-08 01:33:40,835+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=08759919-129f-4333-aa7b-338c04a92d6f (api:52)
2018-03-08 01:33:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=c395dfcb-c7fa-4c2d-858e-6a9ccf14fdbf (api:46)
2018-03-08 01:33:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=c395dfcb-c7fa-4c2d-858e-6a9ccf14fdbf (api:52)
2018-03-08 01:33:40,836+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=3c34f73c-e76c-483f-a707-bb6d6cf53844 (api:46)
2018-03-08 01:33:40,836+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=3c34f73c-e76c-483f-a707-bb6d6cf53844 (api:52)
2018-03-08 01:33:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2294fcdc-2b0d-447c-8175-2aea5dd5e3a2 (api:46)
2018-03-08 01:33:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2294fcdc-2b0d-447c-8175-2aea5dd5e3a2 (api:52)
2018-03-08 01:33:40,837+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=28a0b70d-8095-4cf2-8718-3aff0e11330d (api:46)
2018-03-08 01:33:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=28a0b70d-8095-4cf2-8718-3aff0e11330d (api:52)
2018-03-08 01:33:40,978+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:41,032+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ee0cebb-1285-4316-9a7a-119b0fded23f (threadPool:210)
2018-03-08 01:33:41,033+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 97f65f5b-0dcd-445d-bf69-1f6e2538d8ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:41,033+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:41,306+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:41,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 00640527-902d-4c02-9a1d-e32130cb1633 (threadPool:210)
2018-03-08 01:33:41,357+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2a25d535-2c3f-46db-8ec0-91eb7f0afd4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:41,357+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:41,636+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:41,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f80d6069-ff77-4301-9243-8424830d8441 (threadPool:210)
2018-03-08 01:33:41,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7764e231-a57d-4d85-bf86-9510db381434 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:41,684+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:41,996+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:42,040+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 391dcf75-0742-4c6b-b150-e6d014cfb68c (threadPool:210)
2018-03-08 01:33:42,041+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c31a58a9-1d0b-490b-9a34-d2f191c2ef79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:42,041+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:42,333+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:42,375+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5ab9d054-b022-4145-8bf5-ad788b77ec86 (threadPool:210)
2018-03-08 01:33:42,375+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 152dbda9-0b72-439e-a910-5e2285ed7686 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:42,376+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:42,634+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b50846d6-827f-44de-a438-85750be2b00b (api:46)
2018-03-08 01:33:42,640+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b50846d6-827f-44de-a438-85750be2b00b (api:52)
2018-03-08 01:33:42,640+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:42,701+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:42,710+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:42,713+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:42,715+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:42,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2a25d535-2c3f-46db-8ec0-91eb7f0afd4b (threadPool:210)
2018-03-08 01:33:42,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd8d87b8-8b4e-4a0a-adba-5d07eb1e787e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:42,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:42,786+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8e996397-34e7-4dfc-9544-f74bc446ec07 (api:46)
2018-03-08 01:33:42,958+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8e996397-34e7-4dfc-9544-f74bc446ec07 (api:52)
2018-03-08 01:33:42,960+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.17 seconds (__init__:573)
2018-03-08 01:33:43,003+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:43,004+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9980e3ab-dd7d-4297-84b2-9d7e57186fe1 (api:46)
2018-03-08 01:33:43,005+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235937', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832939', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242658', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409845', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299043', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222382', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000338372', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430648', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648878', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300885', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282401', 'lastCheck': '6.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552636', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026714', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269292', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435986', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207597', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406267', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212104', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253385', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011225', 'lastCheck': '3.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458334', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449562', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411645', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403685', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023005', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226748', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386922', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279814', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264142', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501255', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378473', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311661', 'lastCheck': '3.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9980e3ab-dd7d-4297-84b2-9d7e57186fe1 (api:52)
2018-03-08 01:33:43,005+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0eb085d0-00ef-4613-971b-727a2a57d011 (api:46)
2018-03-08 01:33:43,005+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0eb085d0-00ef-4613-971b-727a2a57d011 (api:52)
2018-03-08 01:33:43,032+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.09'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.48'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.47'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '95.09'}, '46': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '28': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.80'}, '41': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '1': {'cpuUser': '5.50', 'nodeIndex': 1, 'cpuSys': '26.86', 'cpuIdle': '67.64'}, '0': {'cpuUser': '5.84', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '90.25'}, '3': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '93.70'}, '2': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.79', 'cpuIdle': '95.02'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '4': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.08'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.16'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '9': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.62'}, '59': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '98.94'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.96'}, '10': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.48'}, '13': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.09'}, '12': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.23'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.56'}, '14': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.79', 'cpuIdle': '94.56'}, '17': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.28'}, '16': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.15'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '36': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.07'}, '35': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '34': {'cpuUser': '7.16', 'nodeIndex': 0, 'cpuSys': '7.43', 'cpuIdle': '85.41'}, '33': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '18': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.15'}, '57': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.40'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307345'}, '0': {'memPercent': 11, 'memFree': '350347'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552636', 'lastCheck': '3.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235937', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832939', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026714', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269292', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299043', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222382', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000338372', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430648', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648878', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300885', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282401', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242658', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409845', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435986', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458334', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406267', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212104', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253385', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011225', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207597', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378473', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411645', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403685', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023005', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226748', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386922', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279814', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264142', 'lastCheck': '3.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501255', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449562', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311661', 'lastCheck': '3.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646762400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404208513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.351', 'tx': '1176273684774', 'txDropped': '0', 'rx': '625371474993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0', 'tx': '1580925980369', 'txDropped': '0', 'rx': '926330037803', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45194074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416472534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200536549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet0', 'tx': '87620320', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet1', 'tx': '37766084256', 'txDropped': '0', 'rx': '878001736', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet2', 'tx': '21125571252', 'txDropped': '0', 'rx': '141317821439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175679640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet4', 'tx': '396303762', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet5', 'tx': '23424796599', 'txDropped': '0', 'rx': '498121310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet6', 'tx': '6654237996', 'txDropped': '0', 'rx': '429976011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet7', 'tx': '1433704132', 'txDropped': '0', 'rx': '552240777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42442254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46742461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'lo', 'tx': '6934850871', 'txDropped': '0', 'rx': '6934850871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170675106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'eno1', 'tx': '975616009728', 'txDropped': '0', 'rx': '434000120373', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'eno2', 'tx': '605309970641', 'txDropped': '0', 'rx': '492329917430', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469209.631797, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469209.631797, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632916157', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75897509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77015374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192152824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370781548', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.306', 'tx': '76695871601', 'txDropped': '0', 'rx': '8373560067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49866669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430364623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298919224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.110', 'tx': '2476300082', 'txDropped': '0', 'rx': '66855517892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.111', 'tx': '122677500832', 'txDropped': '0', 'rx': '24447726573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55240871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54165730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465339745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165353367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56020789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55850550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45189282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469209.631797, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226575418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'oVirtManagement', 'tx': '1176273684126', 'txDropped': '0', 'rx': '625370736590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577225790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'vnet3', 'tx': '542697466', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469209.631797, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754458049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96220', 'ksmPages': 100, 'elapsedTime': '1695256.87', 'cpuLoad': '2.63', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92908'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:33:43 GMT', 'cpuUser': '1.21', 'memFree': 667606, 'cpuIdle': '97.10', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.67'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:43,036+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:33:43,161+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:43,212+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c31a58a9-1d0b-490b-9a34-d2f191c2ef79 (threadPool:210)
2018-03-08 01:33:43,212+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b268e89-7ed4-4c6c-af2c-97f6f2203d4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:43,213+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:43,602+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:43,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 97f65f5b-0dcd-445d-bf69-1f6e2538d8ce (threadPool:210)
2018-03-08 01:33:43,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 11863868-e255-4a16-acf2-2bb2e327dfff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:43,653+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:44,117+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:44,169+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 152dbda9-0b72-439e-a910-5e2285ed7686 (threadPool:210)
2018-03-08 01:33:44,170+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 947a5b94-699c-4fdc-a593-5263a23fb552 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:44,170+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:44,537+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:44,586+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7764e231-a57d-4d85-bf86-9510db381434 (threadPool:210)
2018-03-08 01:33:44,587+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 29e33179-6986-4e9a-a924-aec42231cf35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:44,587+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:44,788+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=45c257b9-ccb3-4f31-8eb6-38b8020fa328 (api:46)
2018-03-08 01:33:44,789+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235937', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000832939', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242658', 'lastCheck': '5.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409845', 'lastCheck': '3.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299043', 'lastCheck': '5.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222382', 'lastCheck': '5.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000338372', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430648', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000648878', 'lastCheck': '5.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300885', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282401', 'lastCheck': '7.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552636', 'lastCheck': '5.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026714', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269292', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435986', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207597', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406267', 'lastCheck': '5.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212104', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253385', 'lastCheck': '5.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011225', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458334', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449562', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411645', 'lastCheck': '5.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403685', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023005', 'lastCheck': '5.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226748', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386922', 'lastCheck': '7.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279814', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264142', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501255', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378473', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311661', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=45c257b9-ccb3-4f31-8eb6-38b8020fa328 (api:52)
2018-03-08 01:33:44,789+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=ee9caab0-cb93-43aa-b94c-aa5879c8942b (api:46)
2018-03-08 01:33:44,790+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ee9caab0-cb93-43aa-b94c-aa5879c8942b (api:52)
2018-03-08 01:33:44,933+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:45,294+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:45,336+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b268e89-7ed4-4c6c-af2c-97f6f2203d4b (threadPool:210)
2018-03-08 01:33:45,337+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0df7e8ac-9b83-4a05-9009-4291b98bc41c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:45,337+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:45,661+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:45,704+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 11863868-e255-4a16-acf2-2bb2e327dfff (threadPool:210)
2018-03-08 01:33:45,704+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 479fd0a9-5b87-4e42-aa58-f979043200a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:33:45,705+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:46,081+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:46,125+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 29e33179-6986-4e9a-a924-aec42231cf35 (threadPool:210)
2018-03-08 01:33:46,126+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e1ef3194-e0a4-41eb-885c-0b779b1faa29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:46,126+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:46,464+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:46,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd8d87b8-8b4e-4a0a-adba-5d07eb1e787e (threadPool:210)
2018-03-08 01:33:46,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2bd19403-41ee-42bb-ba7c-4da98850cc43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:46,511+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:46,812+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:46,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0df7e8ac-9b83-4a05-9009-4291b98bc41c (threadPool:210)
2018-03-08 01:33:46,855+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a4d3520-adc3-400a-b425-1d5accdb1a36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:46,855+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:46,925+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:33:46,930+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:33:46,933+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:46,941+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:33:46,941+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:33:46,942+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:33:47,174+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:47,220+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 947a5b94-699c-4fdc-a593-5263a23fb552 (threadPool:210)
2018-03-08 01:33:47,220+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 65fcec8d-c2f3-41ec-a4dd-d4c275676063 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:47,220+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:47,552+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:47,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 479fd0a9-5b87-4e42-aa58-f979043200a9 (threadPool:210)
2018-03-08 01:33:47,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 58298ce9-4792-46c9-9f22-cbe6bf2a4a41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:47,598+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:48,001+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:48,050+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e1ef3194-e0a4-41eb-885c-0b779b1faa29 (threadPool:210)
2018-03-08 01:33:48,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a6a31dd3-6b30-4e71-8105-60993b2ed3cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:48,051+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:48,394+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:48,427+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2bd19403-41ee-42bb-ba7c-4da98850cc43 (threadPool:210)
2018-03-08 01:33:48,428+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cdeb4de5-e447-47f7-8611-0fd4a62e9a5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:48,428+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:48,885+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:48,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a4d3520-adc3-400a-b425-1d5accdb1a36 (threadPool:210)
2018-03-08 01:33:48,926+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6f13e56a-df93-405d-9ee7-58ef1c1cd2e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:48,927+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:49,275+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:49,346+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 65fcec8d-c2f3-41ec-a4dd-d4c275676063 (threadPool:210)
2018-03-08 01:33:49,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 61d28c0a-bd03-4b06-acd0-779b08f5fa68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:49,348+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:49,650+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:49,721+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 58298ce9-4792-46c9-9f22-cbe6bf2a4a41 (threadPool:210)
2018-03-08 01:33:49,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f67668f3-42a6-454d-9636-915f356bc336 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:49,723+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:50,029+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:50,080+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cdeb4de5-e447-47f7-8611-0fd4a62e9a5d (threadPool:210)
2018-03-08 01:33:50,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd057441-0863-4aa2-a7e0-5d65124d6f63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:50,081+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:50,427+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:50,477+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6f13e56a-df93-405d-9ee7-58ef1c1cd2e1 (threadPool:210)
2018-03-08 01:33:50,477+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e3afa8b4-ae74-4d69-9bb7-f2bd14a10eec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:50,478+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:50,826+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:50,876+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 61d28c0a-bd03-4b06-acd0-779b08f5fa68 (threadPool:210)
2018-03-08 01:33:50,876+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e6cb74eb-b9b5-4cc0-a3cc-397261b56b05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:50,877+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:51,190+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:51,247+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a6a31dd3-6b30-4e71-8105-60993b2ed3cd (threadPool:210)
2018-03-08 01:33:51,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 246d6c53-ae13-4479-86b2-d223eb2ef935 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:51,248+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:51,534+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:51,587+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd057441-0863-4aa2-a7e0-5d65124d6f63 (threadPool:210)
2018-03-08 01:33:51,588+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8ddd4f95-0e67-4886-99ad-e2cc57187169 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:51,588+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:51,858+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:51,903+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e3afa8b4-ae74-4d69-9bb7-f2bd14a10eec (threadPool:210)
2018-03-08 01:33:51,904+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ba98027b-f9bd-4e56-828c-79dfff74b92e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:51,904+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:52,225+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:52,266+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f67668f3-42a6-454d-9636-915f356bc336 (threadPool:210)
2018-03-08 01:33:52,266+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34289e31-a49d-4b8a-92c5-df1a2e969034 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:52,266+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:52,630+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:52,675+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8ddd4f95-0e67-4886-99ad-e2cc57187169 (threadPool:210)
2018-03-08 01:33:52,676+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 00c2a179-89ac-4afb-89e6-fb02805f79bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:52,676+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:53,049+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:53,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e6cb74eb-b9b5-4cc0-a3cc-397261b56b05 (threadPool:210)
2018-03-08 01:33:53,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 628403e5-747c-4ce2-a210-62b10bc9f5f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:53,102+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:53,386+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:53,408+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4f03ba8a-17aa-4e89-abf4-d20951f47f1a (api:46)
2018-03-08 01:33:53,415+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4f03ba8a-17aa-4e89-abf4-d20951f47f1a (api:52)
2018-03-08 01:33:53,416+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:53,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ba98027b-f9bd-4e56-828c-79dfff74b92e (threadPool:210)
2018-03-08 01:33:53,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d89fd37c-6d7c-4fd3-b55c-9fa7fe25d74a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:53,432+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:53,520+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3aa14f53-722d-4bc6-b16d-3bbfbe465419 (api:46)
2018-03-08 01:33:53,527+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3aa14f53-722d-4bc6-b16d-3bbfbe465419 (api:52)
2018-03-08 01:33:53,528+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:53,736+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:53,782+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 246d6c53-ae13-4479-86b2-d223eb2ef935 (threadPool:210)
2018-03-08 01:33:53,782+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a80ea017-58c3-42f8-ac79-bc46b0d7d36a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:53,783+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:54,235+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:54,283+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34289e31-a49d-4b8a-92c5-df1a2e969034 (threadPool:210)
2018-03-08 01:33:54,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cd6a3a79-31b6-40ea-958a-cebf692aad43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:54,284+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:54,563+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:54,609+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 00c2a179-89ac-4afb-89e6-fb02805f79bd (threadPool:210)
2018-03-08 01:33:54,609+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 27e1dfcd-8547-465f-9c46-987155a788eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:54,610+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:54,888+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:54,936+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 628403e5-747c-4ce2-a210-62b10bc9f5f0 (threadPool:210)
2018-03-08 01:33:54,937+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f5197088-f413-4659-9603-3f111476af46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:54,937+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:55,217+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:55,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d89fd37c-6d7c-4fd3-b55c-9fa7fe25d74a (threadPool:210)
2018-03-08 01:33:55,261+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8b256c3f-b485-477b-a0da-516838c6f3f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:55,262+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:55,565+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:55,613+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a80ea017-58c3-42f8-ac79-bc46b0d7d36a (threadPool:210)
2018-03-08 01:33:55,613+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28d43586-76bd-4510-9506-904b51720bb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:55,614+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:55,904+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:55,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cd6a3a79-31b6-40ea-958a-cebf692aad43 (threadPool:210)
2018-03-08 01:33:55,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 62af723f-1eeb-4981-82a7-6236e36b819e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:55,950+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:56,383+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:56,433+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 27e1dfcd-8547-465f-9c46-987155a788eb (threadPool:210)
2018-03-08 01:33:56,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0cb19c1c-f610-4cd4-a6b3-84b977da1da2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:56,434+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:56,799+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:57,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:57,166+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f5197088-f413-4659-9603-3f111476af46 (threadPool:210)
2018-03-08 01:33:57,167+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c0ff2e8e-591e-44ce-8b7b-6bdd4599985d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:57,167+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:57,491+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:57,529+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8b256c3f-b485-477b-a0da-516838c6f3f9 (threadPool:210)
2018-03-08 01:33:57,529+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 422e7b60-f00c-4d3b-9eb7-a921d0cd181b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:57,530+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:57,732+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:57,737+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:57,740+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:33:57,900+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:57,960+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 62af723f-1eeb-4981-82a7-6236e36b819e (threadPool:210)
2018-03-08 01:33:57,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4bc832f6-559b-470c-af26-f0d87f566382 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:57,963+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:58,075+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:33:58,077+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1a91f02c-a5d8-4665-9a6a-500cf3184cb7 (api:46)
2018-03-08 01:33:58,077+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221078', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561735', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326053', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00074034', 'lastCheck': '6.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00175266', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239702', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000444322', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704314', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331765', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385936', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332251', 'lastCheck': '1.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545636', 'lastCheck': '8.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299763', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00566385', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352414', 'lastCheck': '6.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043433', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294953', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324308', 'lastCheck': '7.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288714', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103278', 'lastCheck': '8.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308102', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446889', 'lastCheck': '7.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296921', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406567', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323695', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412778', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043093', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406937', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024271', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473545', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227618', 'lastCheck': '7.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418813', 'lastCheck': '3.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1a91f02c-a5d8-4665-9a6a-500cf3184cb7 (api:52)
2018-03-08 01:33:58,078+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e36d12fe-292e-4ec9-9670-e363f2da42ad (api:46)
2018-03-08 01:33:58,078+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e36d12fe-292e-4ec9-9670-e363f2da42ad (api:52)
2018-03-08 01:33:58,104+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '25': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.63'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '27': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.23'}, '20': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '95.96'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.83'}, '22': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '93.71'}, '23': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.17'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '29': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.90'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '25.10', 'cpuIdle': '70.33'}, '0': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '89.93'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.83'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '5': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '92.38'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '7': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.23'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '59': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.10'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '13': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.04'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '17': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.17'}, '16': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.97'}, '19': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.57'}, '55': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '31': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.51'}, '49': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '36': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '34': {'cpuUser': '7.02', 'nodeIndex': 0, 'cpuSys': '7.88', 'cpuIdle': '85.10'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.62'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307395'}, '0': {'memPercent': 11, 'memFree': '350332'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545636', 'lastCheck': '8.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221078', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561735', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299763', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00566385', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00175266', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239702', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000444322', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000704314', 'lastCheck': '2.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331765', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385936', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332251', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326053', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00074034', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352414', 'lastCheck': '6.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308102', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294953', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324308', 'lastCheck': '7.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288714', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103278', 'lastCheck': '8.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043433', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227618', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296921', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406567', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323695', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412778', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043093', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406937', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024271', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473545', 'lastCheck': '6.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446889', 'lastCheck': '7.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418813', 'lastCheck': '3.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646800373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404213955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.351', 'tx': '1176273761267', 'txDropped': '0', 'rx': '625371486105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0', 'tx': '1580926084337', 'txDropped': '0', 'rx': '926330465335', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45194474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416473629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200538930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet0', 'tx': '87626001', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet1', 'tx': '37766085589', 'txDropped': '0', 'rx': '878001798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet2', 'tx': '21125667160', 'txDropped': '0', 'rx': '141317852032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175682062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet4', 'tx': '396309443', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet5', 'tx': '23424837523', 'txDropped': '0', 'rx': '498121550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet6', 'tx': '6654239449', 'txDropped': '0', 'rx': '429976181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet7', 'tx': '1433705465', 'txDropped': '0', 'rx': '552240839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42442654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46742861', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'lo', 'tx': '6934925511', 'txDropped': '0', 'rx': '6934925511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170676790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'eno1', 'tx': '975616088992', 'txDropped': '0', 'rx': '434000375439', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'eno2', 'tx': '605309995345', 'txDropped': '0', 'rx': '492330089896', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469224.728806, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469224.728806, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632920881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75897909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77015774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192154782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370781898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.306', 'tx': '76695871601', 'txDropped': '0', 'rx': '8373564796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49867019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430369352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298921182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.110', 'tx': '2476300376', 'txDropped': '0', 'rx': '66855519079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.111', 'tx': '122677531218', 'txDropped': '0', 'rx': '24447818615', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55241221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54166130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465345187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165355051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56021139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55850950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45189682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469224.728806, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226577799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'oVirtManagement', 'tx': '1176273760619', 'txDropped': '0', 'rx': '625370747702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577230514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'vnet3', 'tx': '542703147', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469224.728806, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754460471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695271.95', 'cpuLoad': '2.58', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92907'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.38', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635302L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:33:58 GMT', 'cpuUser': '1.41', 'memFree': 667599, 'cpuIdle': '96.87', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.06'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:33:58,109+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:33:58,264+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:58,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0cb19c1c-f610-4cd4-a6b3-84b977da1da2 (threadPool:210)
2018-03-08 01:33:58,311+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f75abf6c-670e-4f64-be86-c1e2578e913b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:58,311+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:58,590+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:58,634+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c0ff2e8e-591e-44ce-8b7b-6bdd4599985d (threadPool:210)
2018-03-08 01:33:58,634+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 624b42d9-eb4e-499f-b04d-462be402bfef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:58,634+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:58,906+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:58,949+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28d43586-76bd-4510-9506-904b51720bb6 (threadPool:210)
2018-03-08 01:33:58,949+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64abde54-86e2-483b-a25d-d55b9558be7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:33:58,949+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:33:59,217+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:59,291+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 422e7b60-f00c-4d3b-9eb7-a921d0cd181b (threadPool:210)
2018-03-08 01:33:59,291+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0ff2746-0753-4f60-82aa-057bbd56285f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:59,292+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:59,556+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:59,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4bc832f6-559b-470c-af26-f0d87f566382 (threadPool:210)
2018-03-08 01:33:59,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cb0ed3ce-4562-4a28-86ae-f332fef22f5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:33:59,619+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:33:59,875+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=11449b22-b9af-4dcb-866a-b873f4c131b8 (api:46)
2018-03-08 01:33:59,876+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272335', 'lastCheck': '1.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559671', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286511', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052383', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441658', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000733415', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000460457', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436602', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293462', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291839', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332251', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287444', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002968', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397202', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449896', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043433', 'lastCheck': '4.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229243', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025128', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340029', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103278', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308102', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446889', 'lastCheck': '9.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296921', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406567', 'lastCheck': '4.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323695', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412778', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00043093', 'lastCheck': '2.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406937', 'lastCheck': '8.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024271', 'lastCheck': '5.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473545', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227618', 'lastCheck': '9.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418813', 'lastCheck': '5.0', 'valid': True}} from=internal, task_id=11449b22-b9af-4dcb-866a-b873f4c131b8 (api:52)
2018-03-08 01:33:59,877+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=b674684f-a49c-4c1e-925d-23f60c3e3cc4 (api:46)
2018-03-08 01:33:59,877+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b674684f-a49c-4c1e-925d-23f60c3e3cc4 (api:52)
2018-03-08 01:33:59,926+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:33:59,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f75abf6c-670e-4f64-be86-c1e2578e913b (threadPool:210)
2018-03-08 01:33:59,998+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bb0bf62d-141f-4c0f-b93d-cdbdd2822401 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:33:59,998+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:00,302+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:00,348+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64abde54-86e2-483b-a25d-d55b9558be7b (threadPool:210)
2018-03-08 01:34:00,349+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 09d22cc4-0e7d-456a-b5e4-067f9706d5dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:00,349+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:00,774+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:00,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0ff2746-0753-4f60-82aa-057bbd56285f (threadPool:210)
2018-03-08 01:34:00,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5a25b760-a51b-45a0-abaa-4d24e775bc59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:00,824+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:01,121+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:01,162+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cb0ed3ce-4562-4a28-86ae-f332fef22f5b (threadPool:210)
2018-03-08 01:34:01,163+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bf8dce2f-d275-4f55-92da-045eeddae7ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:01,163+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:01,471+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:01,520+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bb0bf62d-141f-4c0f-b93d-cdbdd2822401 (threadPool:210)
2018-03-08 01:34:01,521+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 71f5803d-5131-476c-9f90-c197809f4728 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:01,521+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:01,817+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:01,867+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 09d22cc4-0e7d-456a-b5e4-067f9706d5dd (threadPool:210)
2018-03-08 01:34:01,868+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a1bd37e1-4a5c-4c9f-8d84-6717bb9efe44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:01,868+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:01,947+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:34:01,951+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:34:01,954+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:01,962+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:34:01,962+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:34:01,963+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:02,182+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:02,231+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5a25b760-a51b-45a0-abaa-4d24e775bc59 (threadPool:210)
2018-03-08 01:34:02,231+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a9a5e5f0-4488-4770-aa56-a624e24b4dbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:02,231+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:02,597+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:02,647+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 624b42d9-eb4e-499f-b04d-462be402bfef (threadPool:210)
2018-03-08 01:34:02,647+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4ef2c18a-d508-4cda-bb66-2daa7e2a8ec5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:02,647+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:02,963+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:03,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bf8dce2f-d275-4f55-92da-045eeddae7ca (threadPool:210)
2018-03-08 01:34:03,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cfb1007a-b487-40bf-8782-520be893c5d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:03,013+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:03,340+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:03,390+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 71f5803d-5131-476c-9f90-c197809f4728 (threadPool:210)
2018-03-08 01:34:03,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6fef9a2b-a5bf-4b4d-9948-72238af28aff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:03,391+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:03,663+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:03,710+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a1bd37e1-4a5c-4c9f-8d84-6717bb9efe44 (threadPool:210)
2018-03-08 01:34:03,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccf1174b-d8c9-40e1-bdbf-8f64096fa36c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:03,711+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:03,993+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:04,019+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=482215d1-e598-4cbb-adf7-1907b612197d (api:46)
2018-03-08 01:34:04,025+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=482215d1-e598-4cbb-adf7-1907b612197d (api:52)
2018-03-08 01:34:04,026+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:04,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a9a5e5f0-4488-4770-aa56-a624e24b4dbf (threadPool:210)
2018-03-08 01:34:04,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 59dff54f-9e3c-460c-8dd6-2f662f04a651 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:04,055+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:04,129+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a7f7b40a-72df-460f-8d86-d846f0040885 (api:46)
2018-03-08 01:34:04,135+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a7f7b40a-72df-460f-8d86-d846f0040885 (api:52)
2018-03-08 01:34:04,137+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:04,429+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:04,471+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4ef2c18a-d508-4cda-bb66-2daa7e2a8ec5 (threadPool:210)
2018-03-08 01:34:04,471+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7a64d568-6700-426a-a85e-0b3bc4d669bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:04,471+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:04,802+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:04,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6fef9a2b-a5bf-4b4d-9948-72238af28aff (threadPool:210)
2018-03-08 01:34:04,860+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f60ce246-7fac-490a-854b-b7533e128f76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:04,861+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:05,137+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:05,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccf1174b-d8c9-40e1-bdbf-8f64096fa36c (threadPool:210)
2018-03-08 01:34:05,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1f7e5da-8693-4f3c-b106-678f53849c07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:05,184+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:05,458+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:05,507+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 59dff54f-9e3c-460c-8dd6-2f662f04a651 (threadPool:210)
2018-03-08 01:34:05,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 23ee35a8-3bfe-4e84-a923-041a4e23973d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:05,508+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:05,807+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:05,880+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cfb1007a-b487-40bf-8782-520be893c5d1 (threadPool:210)
2018-03-08 01:34:05,881+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cf179433-0eb9-4f66-b84a-aa969224e4ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:05,882+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:06,144+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:06,190+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7a64d568-6700-426a-a85e-0b3bc4d669bd (threadPool:210)
2018-03-08 01:34:06,190+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 32b8b97c-6e9c-4a3b-aaa5-bb82cb4ffb33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:06,190+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:06,490+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:06,538+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f60ce246-7fac-490a-854b-b7533e128f76 (threadPool:210)
2018-03-08 01:34:06,539+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2273469a-55dc-4696-9e97-b0332e03b893 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:06,539+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:06,797+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:06,848+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1f7e5da-8693-4f3c-b106-678f53849c07 (threadPool:210)
2018-03-08 01:34:06,848+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0d64c7bf-596c-4c48-a834-f3f0350850b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:06,849+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:07,166+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:07,214+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 23ee35a8-3bfe-4e84-a923-041a4e23973d (threadPool:210)
2018-03-08 01:34:07,214+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b1a37991-8262-4350-8295-21be79dc4a79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:07,214+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:07,518+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:07,567+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cf179433-0eb9-4f66-b84a-aa969224e4ff (threadPool:210)
2018-03-08 01:34:07,568+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 101e3306-8224-4d6b-ae75-e612399db334 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:07,568+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:07,919+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:07,979+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 32b8b97c-6e9c-4a3b-aaa5-bb82cb4ffb33 (threadPool:210)
2018-03-08 01:34:07,979+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 086ad7f8-92c2-4ee3-ae5b-7a217b4a0192 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:07,979+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:08,285+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:08,341+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2273469a-55dc-4696-9e97-b0332e03b893 (threadPool:210)
2018-03-08 01:34:08,342+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5d05c4ef-c47f-4ed5-9188-38e7bb19991a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:08,343+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:08,610+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:08,924+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:08,972+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0d64c7bf-596c-4c48-a834-f3f0350850b9 (threadPool:210)
2018-03-08 01:34:08,972+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2fe44d15-96a4-42f0-b431-293801fe2122 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:08,973+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:09,244+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:09,299+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b1a37991-8262-4350-8295-21be79dc4a79 (threadPool:210)
2018-03-08 01:34:09,299+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9e9e72b3-4a79-40ae-acba-12f886cef36a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:09,300+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:09,620+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:09,677+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 101e3306-8224-4d6b-ae75-e612399db334 (threadPool:210)
2018-03-08 01:34:09,678+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a0a89318-e8ab-4136-bde8-bc97ce0ee724 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:09,679+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:09,997+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:10,039+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5d05c4ef-c47f-4ed5-9188-38e7bb19991a (threadPool:210)
2018-03-08 01:34:10,039+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a75eea02-36a1-4341-a559-974750f3c3bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:10,039+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:10,414+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:10,452+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9e9e72b3-4a79-40ae-acba-12f886cef36a (threadPool:210)
2018-03-08 01:34:10,452+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 72ad44fb-f9c2-4e13-a5a0-db907b4d5a62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:10,452+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:10,753+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:10,804+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a0a89318-e8ab-4136-bde8-bc97ce0ee724 (threadPool:210)
2018-03-08 01:34:10,804+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bf58a8e7-333c-4586-8cc3-6dae69fd62cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:10,805+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:11,059+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:11,110+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2fe44d15-96a4-42f0-b431-293801fe2122 (threadPool:210)
2018-03-08 01:34:11,110+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2dadf439-ed3b-4975-b362-b46cb407e105 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:11,110+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:11,362+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:11,405+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a75eea02-36a1-4341-a559-974750f3c3bc (threadPool:210)
2018-03-08 01:34:11,405+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 960a00d8-669d-4af1-9aab-9e272c4b9449 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:11,406+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:11,696+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:11,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 086ad7f8-92c2-4ee3-ae5b-7a217b4a0192 (threadPool:210)
2018-03-08 01:34:11,734+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 60d72404-7b6a-477f-9fff-699bce949350 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:11,734+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:12,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:12,087+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bf58a8e7-333c-4586-8cc3-6dae69fd62cd (threadPool:210)
2018-03-08 01:34:12,088+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 07b61d2a-bf32-47e6-b3a9-59f80985b9f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:12,089+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:12,400+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:12,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2dadf439-ed3b-4975-b362-b46cb407e105 (threadPool:210)
2018-03-08 01:34:12,449+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task afd1fe86-f95a-4fbe-8de4-2fecbfe5ce37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:12,449+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:12,739+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:12,762+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:12,771+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:12,774+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:12,806+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 960a00d8-669d-4af1-9aab-9e272c4b9449 (threadPool:210)
2018-03-08 01:34:12,807+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dd288428-75e2-4ccb-9a9d-8dbaf89da54f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:12,807+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:13,095+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:13,143+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 72ad44fb-f9c2-4e13-a5a0-db907b4d5a62 (threadPool:210)
2018-03-08 01:34:13,143+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b8730256-442d-42d4-a7de-92a8de5731b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:13,144+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:13,148+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:13,149+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=774c5468-f492-4708-b637-d558579c189d (api:46)
2018-03-08 01:34:13,150+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228313', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742283', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299112', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306066', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397839', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309223', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00805406', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680514', 'lastCheck': '3.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375955', 'lastCheck': '3.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272798', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023354', 'lastCheck': '6.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779991', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348075', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357963', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862158', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305445', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209566', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269659', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216174', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045745', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241381', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302822', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256466', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303104', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251674', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294983', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000416204', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418537', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331998', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055695', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306937', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215425', 'lastCheck': '3.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=774c5468-f492-4708-b637-d558579c189d (api:52)
2018-03-08 01:34:13,151+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=48d0178c-eb58-423b-8966-ebaa5bddb937 (api:46)
2018-03-08 01:34:13,151+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=48d0178c-eb58-423b-8966-ebaa5bddb937 (api:52)
2018-03-08 01:34:13,175+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.67'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '25': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.56'}, '26': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '94.63'}, '27': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '3.32', 'cpuIdle': '93.23'}, '20': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '93.63'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.43'}, '22': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '23': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '29': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.97'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '25.66', 'cpuIdle': '69.77'}, '0': {'cpuUser': '6.30', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '89.39'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '94.96'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '7': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '9': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.88'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '13': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.32', 'cpuIdle': '94.16'}, '12': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '15': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '19': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '55': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '34': {'cpuUser': '7.23', 'nodeIndex': 0, 'cpuSys': '8.16', 'cpuIdle': '84.61'}, '33': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '57': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307403'}, '0': {'memPercent': 11, 'memFree': '350284'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779991', 'lastCheck': '3.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228313', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742283', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348075', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357963', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397839', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309223', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00805406', 'lastCheck': '3.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680514', 'lastCheck': '3.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375955', 'lastCheck': '3.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272798', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023354', 'lastCheck': '6.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299112', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306066', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862158', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241381', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209566', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269659', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216174', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045745', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305445', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306937', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256466', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303104', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251674', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294983', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000416204', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418537', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331998', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055695', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302822', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215425', 'lastCheck': '3.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646817684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404218662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.351', 'tx': '1176273836665', 'txDropped': '0', 'rx': '625371501251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0', 'tx': '1580926286971', 'txDropped': '0', 'rx': '926330916373', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45194874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416482329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200541183', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet0', 'tx': '87631077', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet1', 'tx': '37766095017', 'txDropped': '0', 'rx': '878001860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet2', 'tx': '21125735307', 'txDropped': '0', 'rx': '141317992778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175683086', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet4', 'tx': '396314519', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet5', 'tx': '23424856779', 'txDropped': '0', 'rx': '498121616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet6', 'tx': '6654248877', 'txDropped': '0', 'rx': '429976243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet7', 'tx': '1433714953', 'txDropped': '0', 'rx': '552240943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42443054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46743261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'lo', 'tx': '6935004442', 'txDropped': '0', 'rx': '6935004442', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170678568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'eno1', 'tx': '975616283654', 'txDropped': '0', 'rx': '434000604661', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'eno2', 'tx': '605310003317', 'txDropped': '0', 'rx': '492330311712', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469239.811221, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469239.811221, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632925513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75898259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77016124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192157648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370782298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.306', 'tx': '76695871601', 'txDropped': '0', 'rx': '8373569004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49867419', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430373560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298924048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.110', 'tx': '2476300604', 'txDropped': '0', 'rx': '66855527825', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.111', 'tx': '122677671867', 'txDropped': '0', 'rx': '24447879020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55241621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54166530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465349894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165356829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56021539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55851350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45190082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469239.811221, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226580052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'oVirtManagement', 'tx': '1176273836017', 'txDropped': '0', 'rx': '625370762848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577235146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'vnet3', 'tx': '542708223', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469239.811221, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754461495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96206', 'ksmPages': 100, 'elapsedTime': '1695287.02', 'cpuLoad': '2.74', 'cpuSys': '1.77', 'diskStats': {'/var/log': {'free': '92905'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:34:13 GMT', 'cpuUser': '1.29', 'memFree': 667613, 'cpuIdle': '96.94', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.81'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:13,179+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:34:13,504+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:13,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 60d72404-7b6a-477f-9fff-699bce949350 (threadPool:210)
2018-03-08 01:34:13,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26badb7a-9e2e-41ee-8f02-53214023fc82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:13,555+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:13,847+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:13,894+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 07b61d2a-bf32-47e6-b3a9-59f80985b9f1 (threadPool:210)
2018-03-08 01:34:13,894+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bc361a55-8740-4241-bbbe-c80fbad8dd63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:13,894+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:14,171+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:14,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task afd1fe86-f95a-4fbe-8de4-2fecbfe5ce37 (threadPool:210)
2018-03-08 01:34:14,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dffe99b9-06ca-4c32-a4fc-d11193aa7a24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:14,230+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:14,515+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:14,556+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dd288428-75e2-4ccb-9a9d-8dbaf89da54f (threadPool:210)
2018-03-08 01:34:14,557+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 74aa4bcb-6d3e-469d-b725-bb9c0b9bc81a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:14,557+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:14,766+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c0db8e39-cbd7-42dd-9688-4a5ce1d71c2d (api:46)
2018-03-08 01:34:14,772+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c0db8e39-cbd7-42dd-9688-4a5ce1d71c2d (api:52)
2018-03-08 01:34:14,772+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:14,850+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:14,876+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=959a7bfb-0b0e-42a6-90fb-89a98f77fe7b (api:46)
2018-03-08 01:34:14,897+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=959a7bfb-0b0e-42a6-90fb-89a98f77fe7b (api:52)
2018-03-08 01:34:14,900+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:34:14,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26badb7a-9e2e-41ee-8f02-53214023fc82 (threadPool:210)
2018-03-08 01:34:14,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1c14af80-a3bd-4e2b-a2be-c30e6a19dcd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:14,944+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:15,018+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5a403e02-1619-41ae-aff3-f597f48c7e2d (api:46)
2018-03-08 01:34:15,020+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228313', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000742283', 'lastCheck': '6.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299112', 'lastCheck': '5.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306066', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397839', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309223', 'lastCheck': '5.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00805406', 'lastCheck': '5.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680514', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375955', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272798', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023354', 'lastCheck': '8.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779991', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348075', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357963', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862158', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305445', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209566', 'lastCheck': '5.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269659', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216174', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045745', 'lastCheck': '5.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241381', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302822', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256466', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000303104', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251674', 'lastCheck': '5.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294983', 'lastCheck': '5.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000416204', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418537', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331998', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00055695', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306937', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215425', 'lastCheck': '5.2', 'valid': True}} from=internal, task_id=5a403e02-1619-41ae-aff3-f597f48c7e2d (api:52)
2018-03-08 01:34:15,021+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=37b17f34-eb2a-47c1-a239-051f63a2fb2b (api:46)
2018-03-08 01:34:15,021+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=37b17f34-eb2a-47c1-a239-051f63a2fb2b (api:52)
2018-03-08 01:34:15,216+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:15,249+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bc361a55-8740-4241-bbbe-c80fbad8dd63 (threadPool:210)
2018-03-08 01:34:15,249+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9f6d7cb7-67f9-4d8b-9322-cf7064848207 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:15,250+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:15,547+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:15,592+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b8730256-442d-42d4-a7de-92a8de5731b1 (threadPool:210)
2018-03-08 01:34:15,592+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 18e6e266-eb80-45bb-a626-43db55621068 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:15,593+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:15,907+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:15,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 74aa4bcb-6d3e-469d-b725-bb9c0b9bc81a (threadPool:210)
2018-03-08 01:34:15,954+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a4cbcf56-d715-4625-8420-4dec0017d1e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:15,955+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:16,242+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:16,313+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1c14af80-a3bd-4e2b-a2be-c30e6a19dcd4 (threadPool:210)
2018-03-08 01:34:16,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5da60bde-57de-472d-a699-73387921b456 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:16,314+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:16,544+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:16,594+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dffe99b9-06ca-4c32-a4fc-d11193aa7a24 (threadPool:210)
2018-03-08 01:34:16,595+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 25bc4f50-9439-45ac-90f0-683d7ffb45bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:16,595+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:16,887+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:16,953+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9f6d7cb7-67f9-4d8b-9322-cf7064848207 (threadPool:210)
2018-03-08 01:34:16,954+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 94ae5f21-951b-4336-aa40-97b66ffb16e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:16,954+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:16,968+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:34:16,973+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:34:16,976+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:16,984+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:34:16,985+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:34:16,985+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:17,275+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:17,328+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 18e6e266-eb80-45bb-a626-43db55621068 (threadPool:210)
2018-03-08 01:34:17,329+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3edcf46b-e62b-4264-b19c-11d387ce3b21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:17,329+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:17,666+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:17,711+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a4cbcf56-d715-4625-8420-4dec0017d1e3 (threadPool:210)
2018-03-08 01:34:17,712+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5999199f-d9b5-4ace-8530-eabef40d5154 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:17,713+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:17,988+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:18,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5da60bde-57de-472d-a699-73387921b456 (threadPool:210)
2018-03-08 01:34:18,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 42985868-c700-4984-9fbc-c305a17fba02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:18,036+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:18,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:18,389+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 25bc4f50-9439-45ac-90f0-683d7ffb45bd (threadPool:210)
2018-03-08 01:34:18,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4c89fd49-3814-41f6-9f23-1e2b058d955f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:18,391+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:18,673+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:18,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3edcf46b-e62b-4264-b19c-11d387ce3b21 (threadPool:210)
2018-03-08 01:34:18,723+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0fb4218f-579f-44cf-90b9-ccfca47f9062 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:18,723+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:19,030+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:19,080+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5999199f-d9b5-4ace-8530-eabef40d5154 (threadPool:210)
2018-03-08 01:34:19,080+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ec2170f3-d1fa-4e17-bd68-22c00d9e0421 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:19,081+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:19,365+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:19,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 42985868-c700-4984-9fbc-c305a17fba02 (threadPool:210)
2018-03-08 01:34:19,436+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a0e47f13-4249-40ec-a9e5-098fa8386c7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:19,437+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:19,722+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:19,782+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 94ae5f21-951b-4336-aa40-97b66ffb16e6 (threadPool:210)
2018-03-08 01:34:19,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1cf161d5-afff-4eb7-8b54-747ed1c6643d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:19,784+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:20,114+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:20,587+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:20,631+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0fb4218f-579f-44cf-90b9-ccfca47f9062 (threadPool:210)
2018-03-08 01:34:20,632+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a08196ef-9696-416b-a3f3-7624fa8b2033 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:20,633+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:20,975+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:21,024+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ec2170f3-d1fa-4e17-bd68-22c00d9e0421 (threadPool:210)
2018-03-08 01:34:21,025+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a68fadd4-791b-412f-bd6b-8302c2096086 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:21,025+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:21,298+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:21,349+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a0e47f13-4249-40ec-a9e5-098fa8386c7c (threadPool:210)
2018-03-08 01:34:21,349+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ea6983ea-d477-4c7b-8d61-369f76647c03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:21,349+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:21,646+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:21,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4c89fd49-3814-41f6-9f23-1e2b058d955f (threadPool:210)
2018-03-08 01:34:21,680+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 778020ec-97f4-499b-bcd0-38d8f4c6688a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:21,680+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:21,974+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:22,022+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a08196ef-9696-416b-a3f3-7624fa8b2033 (threadPool:210)
2018-03-08 01:34:22,023+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e25586eb-643b-4a72-8d33-f27cf7d9a292 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:22,023+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:22,326+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:22,377+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a68fadd4-791b-412f-bd6b-8302c2096086 (threadPool:210)
2018-03-08 01:34:22,377+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d9f3115f-4b22-4d36-ab7e-97ccdb8f4902 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:22,378+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:22,691+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:22,736+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ea6983ea-d477-4c7b-8d61-369f76647c03 (threadPool:210)
2018-03-08 01:34:22,736+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3e52eda9-6d88-4a51-9e01-7b2f34850431 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:22,737+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:23,027+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:23,076+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1cf161d5-afff-4eb7-8b54-747ed1c6643d (threadPool:210)
2018-03-08 01:34:23,076+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3d8daf01-d136-47ff-a0c3-336e05551a54 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:23,076+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:23,426+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:23,477+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 778020ec-97f4-499b-bcd0-38d8f4c6688a (threadPool:210)
2018-03-08 01:34:23,477+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 68188daa-113d-4ff7-b176-5c49dec6fe9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:23,478+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:23,824+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:23,872+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e25586eb-643b-4a72-8d33-f27cf7d9a292 (threadPool:210)
2018-03-08 01:34:23,873+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb5b73a6-3b21-4bc8-91a6-476f3bbd516f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:23,873+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:24,298+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:24,353+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d9f3115f-4b22-4d36-ab7e-97ccdb8f4902 (threadPool:210)
2018-03-08 01:34:24,353+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 91449d6f-995b-4b71-abda-85162984818c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:24,354+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:24,656+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:24,702+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3e52eda9-6d88-4a51-9e01-7b2f34850431 (threadPool:210)
2018-03-08 01:34:24,702+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fa742263-37b2-46e5-b44f-10fd3b3cbbab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:24,702+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:25,082+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:25,130+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 68188daa-113d-4ff7-b176-5c49dec6fe9c (threadPool:210)
2018-03-08 01:34:25,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task decd5b43-3f8b-4320-9cdc-0f10dcb97f6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:25,131+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:25,333+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b2747d78-f97d-4c26-b575-215a323e791f (api:46)
2018-03-08 01:34:25,338+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b2747d78-f97d-4c26-b575-215a323e791f (api:52)
2018-03-08 01:34:25,338+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:25,428+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c2633c5f-892d-4edc-b4c1-a0196f51a694 (api:46)
2018-03-08 01:34:25,435+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c2633c5f-892d-4edc-b4c1-a0196f51a694 (api:52)
2018-03-08 01:34:25,436+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:25,490+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:25,532+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb5b73a6-3b21-4bc8-91a6-476f3bbd516f (threadPool:210)
2018-03-08 01:34:25,533+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f0f57b04-3377-4f7a-b404-c048957d3317 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:25,533+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:25,871+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:25,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3d8daf01-d136-47ff-a0c3-336e05551a54 (threadPool:210)
2018-03-08 01:34:25,926+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5d1704aa-52c0-4d60-abb3-ee3bec7ececd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:25,926+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:26,268+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:26,298+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fa742263-37b2-46e5-b44f-10fd3b3cbbab (threadPool:210)
2018-03-08 01:34:26,298+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a28f56fd-63ab-48fa-bc14-12ee8bca91ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:26,299+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:26,593+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:26,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 91449d6f-995b-4b71-abda-85162984818c (threadPool:210)
2018-03-08 01:34:26,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a193c9db-6783-4da9-814b-002e538d0c79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:26,645+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:26,942+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:26,968+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f0f57b04-3377-4f7a-b404-c048957d3317 (threadPool:210)
2018-03-08 01:34:26,969+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c39e1ed5-06fb-44a4-a4f6-d0b34bb5c2c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:26,969+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:27,285+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:27,326+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task decd5b43-3f8b-4320-9cdc-0f10dcb97f6b (threadPool:210)
2018-03-08 01:34:27,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1c3f640-d218-4d01-9f51-31c0f008d835 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:27,327+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:27,655+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:27,706+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a193c9db-6783-4da9-814b-002e538d0c79 (threadPool:210)
2018-03-08 01:34:27,706+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7216ffd8-4b35-43e9-a4b2-44520f760c68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:27,707+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:27,791+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:27,796+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:27,798+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:28,159+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:28,223+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:28,226+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=650af5ff-e36d-43b3-b0f5-a125dddc70f2 (api:46)
2018-03-08 01:34:28,228+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440577', 'lastCheck': '6.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676831', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370937', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406135', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419419', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386833', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000441346', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415695', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301775', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504853', 'lastCheck': '6.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413943', 'lastCheck': '1.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957134', 'lastCheck': '8.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304524', 'lastCheck': '0.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355022', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037489', 'lastCheck': '6.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378923', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00019923', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276784', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024592', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573689', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230537', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115536', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311658', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00033029', 'lastCheck': '2.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349375', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220487', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362781', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282761', 'lastCheck': '7.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256336', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107346', 'lastCheck': '6.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252126', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259746', 'lastCheck': '2.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=650af5ff-e36d-43b3-b0f5-a125dddc70f2 (api:52)
2018-03-08 01:34:28,228+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a384014f-ff80-41ca-a7e7-8e8dfebcf86f (api:46)
2018-03-08 01:34:28,229+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a384014f-ff80-41ca-a7e7-8e8dfebcf86f (api:52)
2018-03-08 01:34:28,246+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5d1704aa-52c0-4d60-abb3-ee3bec7ececd (threadPool:210)
2018-03-08 01:34:28,246+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 37d4cf0f-122b-41e4-a288-a181454a1f96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:28,246+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:28,256+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '4.49', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '93.46'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.41'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '97.16'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '26': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '27': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.24'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.96'}, '21': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.24'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '23': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.57'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '3.83', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '94.06'}, '29': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.97'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.09', 'nodeIndex': 1, 'cpuSys': '25.49', 'cpuIdle': '69.42'}, '0': {'cpuUser': '6.21', 'nodeIndex': 0, 'cpuSys': '3.83', 'cpuIdle': '89.96'}, '3': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '3.83', 'cpuIdle': '93.00'}, '2': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.30'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.11'}, '4': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '97.83'}, '7': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.17'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '59': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.38'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.10'}, '12': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '15': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.71'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.04'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '19': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.31'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '31': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.84'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '97.16'}, '36': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.37'}, '35': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.31'}, '34': {'cpuUser': '6.27', 'nodeIndex': 0, 'cpuSys': '7.33', 'cpuIdle': '86.40'}, '33': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.03'}, '18': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '97.76'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307423'}, '0': {'memPercent': 11, 'memFree': '350287'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000957134', 'lastCheck': '8.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440577', 'lastCheck': '6.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676831', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304524', 'lastCheck': '0.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355022', 'lastCheck': '6.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419419', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386833', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000441346', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415695', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301775', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504853', 'lastCheck': '6.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413943', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370937', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406135', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037489', 'lastCheck': '6.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230537', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00019923', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276784', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024592', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573689', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378923', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252126', 'lastCheck': '7.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311658', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00033029', 'lastCheck': '2.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349375', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220487', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362781', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282761', 'lastCheck': '7.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256336', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00107346', 'lastCheck': '6.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115536', 'lastCheck': '7.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259746', 'lastCheck': '2.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646824187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404223300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.351', 'tx': '1176273912049', 'txDropped': '0', 'rx': '625371511979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0', 'tx': '1580926420167', 'txDropped': '0', 'rx': '926331569973', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45195224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416483595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200542691', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet0', 'tx': '87637036', 'txDropped': '0', 'rx': '79830623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet1', 'tx': '37766097194', 'txDropped': '0', 'rx': '878002707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet2', 'tx': '21125761864', 'txDropped': '0', 'rx': '141318000767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175685368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet4', 'tx': '396320478', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet5', 'tx': '23424865217', 'txDropped': '0', 'rx': '498122021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet6', 'tx': '6654250874', 'txDropped': '0', 'rx': '429976694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet7', 'tx': '1433952252', 'txDropped': '0', 'rx': '552285884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42443404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46743611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'lo', 'tx': '6935079526', 'txDropped': '0', 'rx': '6935079526', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170681256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'eno1', 'tx': '975616400911', 'txDropped': '0', 'rx': '434000815187', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'eno2', 'tx': '605310019256', 'txDropped': '0', 'rx': '492330754786', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469254.953199, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469254.953199, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632930233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75898659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77016524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192160322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370782786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.306', 'tx': '76695871601', 'txDropped': '0', 'rx': '8373573913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49867907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430378469', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298926722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.110', 'tx': '2476346711', 'txDropped': '0', 'rx': '66855763898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.111', 'tx': '122677679523', 'txDropped': '0', 'rx': '24447903444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55241971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54166880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465354532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165359517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56021889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55851700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45190432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469254.953199, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226581560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'oVirtManagement', 'tx': '1176273911401', 'txDropped': '0', 'rx': '625370773576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577239866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'vnet3', 'tx': '542714182', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469254.953199, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754463777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695302.09', 'cpuLoad': '2.80', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92904'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:34:28 GMT', 'cpuUser': '1.24', 'memFree': 667613, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.15'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:28,261+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:34:28,604+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:28,651+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c39e1ed5-06fb-44a4-a4f6-d0b34bb5c2c0 (threadPool:210)
2018-03-08 01:34:28,651+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 434160b1-bb0b-44ec-9ec9-e15e0e832f67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:28,652+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:28,973+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:29,016+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a28f56fd-63ab-48fa-bc14-12ee8bca91ef (threadPool:210)
2018-03-08 01:34:29,017+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fd4b1705-414a-4674-9678-925d94c5de46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:29,018+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:29,340+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:29,392+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1c3f640-d218-4d01-9f51-31c0f008d835 (threadPool:210)
2018-03-08 01:34:29,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a36da9b8-2e42-4a6e-be3c-6132b86ae23f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:29,393+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:29,702+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:29,770+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7216ffd8-4b35-43e9-a4b2-44520f760c68 (threadPool:210)
2018-03-08 01:34:29,771+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2f20445f-06a7-42c0-ac69-6983f5b0de44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:29,771+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:30,117+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:30,146+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fb1e2ed2-1941-4d35-b8e3-2a0af23a8628 (api:46)
2018-03-08 01:34:30,148+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429687', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342615', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267622', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032142', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464161', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394687', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000435481', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546316', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391515', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274325', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413943', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305544', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384623', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251986', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372082', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239124', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000187067', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223169', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524257', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00099282', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242927', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042933', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257991', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00033029', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023938', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314449', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362781', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289724', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259995', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409443', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528535', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368422', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=fb1e2ed2-1941-4d35-b8e3-2a0af23a8628 (api:52)
2018-03-08 01:34:30,149+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=29518041-ed84-4628-b63c-ea9b131df396 (api:46)
2018-03-08 01:34:30,149+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=29518041-ed84-4628-b63c-ea9b131df396 (api:52)
2018-03-08 01:34:30,190+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 434160b1-bb0b-44ec-9ec9-e15e0e832f67 (threadPool:210)
2018-03-08 01:34:30,190+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4839c7e0-f22d-4c9c-90ec-a97d5c8c5c18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:30,190+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:30,527+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:30,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fd4b1705-414a-4674-9678-925d94c5de46 (threadPool:210)
2018-03-08 01:34:30,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6d26b9e3-7988-4dac-ad02-ba1aae3775fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:30,577+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:30,962+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:31,015+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a36da9b8-2e42-4a6e-be3c-6132b86ae23f (threadPool:210)
2018-03-08 01:34:31,015+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task abf444ac-0a23-4a3b-8ca0-eba4dc9c7f09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:31,017+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:31,315+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:31,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2f20445f-06a7-42c0-ac69-6983f5b0de44 (threadPool:210)
2018-03-08 01:34:31,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c62192ef-8676-498e-8702-50ccd1f57d39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:31,364+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:31,639+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:31,988+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:34:31,993+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:34:31,995+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:32,004+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:34:32,004+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:34:32,004+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:32,029+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:32,084+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4839c7e0-f22d-4c9c-90ec-a97d5c8c5c18 (threadPool:210)
2018-03-08 01:34:32,084+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 36885eb4-c8ae-48c9-95ad-bdba6140de55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:32,085+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:32,378+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:32,428+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6d26b9e3-7988-4dac-ad02-ba1aae3775fe (threadPool:210)
2018-03-08 01:34:32,428+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dfbcb306-d093-4026-9885-0562ff803513 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:32,428+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:32,784+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:32,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 37d4cf0f-122b-41e4-a288-a181454a1f96 (threadPool:210)
2018-03-08 01:34:32,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6cafeb1d-ee55-4cd7-bf39-7a62e0dc3bd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:32,833+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:33,164+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:33,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task abf444ac-0a23-4a3b-8ca0-eba4dc9c7f09 (threadPool:210)
2018-03-08 01:34:33,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 911af268-be4b-4cc8-8055-843111da76cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:33,214+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:33,509+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:33,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 36885eb4-c8ae-48c9-95ad-bdba6140de55 (threadPool:210)
2018-03-08 01:34:33,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 328e49cb-9706-4649-a4a6-9f292bab4737 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:33,559+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:33,843+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:33,893+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dfbcb306-d093-4026-9885-0562ff803513 (threadPool:210)
2018-03-08 01:34:33,893+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5fab2d11-d220-426d-b613-202113c37566 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:33,894+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:34,169+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:34,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6cafeb1d-ee55-4cd7-bf39-7a62e0dc3bd9 (threadPool:210)
2018-03-08 01:34:34,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d41e4b33-dc4f-4c63-8220-38fdef52ba7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:34,220+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:34,488+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:34,537+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c62192ef-8676-498e-8702-50ccd1f57d39 (threadPool:210)
2018-03-08 01:34:34,537+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 051e1b2b-c207-4edd-8515-9aa06319e504 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:34,537+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:34,908+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:34,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 911af268-be4b-4cc8-8055-843111da76cc (threadPool:210)
2018-03-08 01:34:34,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 52cfe40b-f529-4de5-a052-2fb5c799c563 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:34,953+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:35,275+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:35,370+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5fab2d11-d220-426d-b613-202113c37566 (threadPool:210)
2018-03-08 01:34:35,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be6eb64d-35aa-4241-8227-7e0e9b76f0d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:35,371+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:35,664+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:35,718+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 051e1b2b-c207-4edd-8515-9aa06319e504 (threadPool:210)
2018-03-08 01:34:35,718+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ea9ee657-99e1-45ee-afaf-12eefa91f150 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:35,718+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:35,895+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c4bc952a-9dd0-4a29-9ca9-dbf981b42256 (api:46)
2018-03-08 01:34:35,901+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c4bc952a-9dd0-4a29-9ca9-dbf981b42256 (api:52)
2018-03-08 01:34:35,902+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:36,009+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4e0646a4-354a-478e-a3ea-9bd8bbaee209 (api:46)
2018-03-08 01:34:36,016+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4e0646a4-354a-478e-a3ea-9bd8bbaee209 (api:52)
2018-03-08 01:34:36,018+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:36,125+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:36,181+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 328e49cb-9706-4649-a4a6-9f292bab4737 (threadPool:210)
2018-03-08 01:34:36,182+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 863bfa7a-2bd4-4e70-b9c5-bb750bc16857 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:36,182+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:36,513+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:36,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 52cfe40b-f529-4de5-a052-2fb5c799c563 (threadPool:210)
2018-03-08 01:34:36,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4c13b6c9-ff62-4116-a739-1714f7d759e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:36,564+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:36,882+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:36,921+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d41e4b33-dc4f-4c63-8220-38fdef52ba7e (threadPool:210)
2018-03-08 01:34:36,922+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2174c20f-986a-445d-b9db-23dfdad7f323 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:36,922+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:37,279+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:37,345+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be6eb64d-35aa-4241-8227-7e0e9b76f0d0 (threadPool:210)
2018-03-08 01:34:37,345+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17c5f8f2-a0e4-4e45-b79f-e6c982d40005 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:37,346+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:37,633+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:37,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ea9ee657-99e1-45ee-afaf-12eefa91f150 (threadPool:210)
2018-03-08 01:34:37,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b62a237e-e80e-496b-be90-74aa5af445a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:37,688+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:37,998+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:38,047+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 863bfa7a-2bd4-4e70-b9c5-bb750bc16857 (threadPool:210)
2018-03-08 01:34:38,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7653fcb1-ffdf-4fd6-bbae-d196fec74fcd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:38,048+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:38,401+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:38,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4c13b6c9-ff62-4116-a739-1714f7d759e0 (threadPool:210)
2018-03-08 01:34:38,449+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fb31e4a0-6ba4-4e79-a144-89e687ead161 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:38,449+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:38,721+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:38,767+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2174c20f-986a-445d-b9db-23dfdad7f323 (threadPool:210)
2018-03-08 01:34:38,768+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e72ababc-f266-4291-a32c-1d83bdfa675d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:38,768+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:39,050+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:39,094+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17c5f8f2-a0e4-4e45-b79f-e6c982d40005 (threadPool:210)
2018-03-08 01:34:39,094+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 356a3216-6d40-4dec-9b23-026ff66674b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:39,095+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:39,430+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:39,514+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7653fcb1-ffdf-4fd6-bbae-d196fec74fcd (threadPool:210)
2018-03-08 01:34:39,515+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8c44ae6a-3a3a-44db-9b7c-693414ace3db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:39,516+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:39,778+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:39,846+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e72ababc-f266-4291-a32c-1d83bdfa675d (threadPool:210)
2018-03-08 01:34:39,846+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 99801ef7-0454-463e-a748-1c9006436a98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:39,847+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:40,181+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:40,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b62a237e-e80e-496b-be90-74aa5af445a7 (threadPool:210)
2018-03-08 01:34:40,224+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9ac8e1f4-9150-4ac9-859d-cd72c595e669 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:40,225+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:40,536+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:40,587+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 356a3216-6d40-4dec-9b23-026ff66674b3 (threadPool:210)
2018-03-08 01:34:40,588+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fdeb505f-851e-48e2-9fb1-8981c488caef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:40,588+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:40,832+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=4e131296-c0ad-4629-8e53-88eb10011c38 (api:46)
2018-03-08 01:34:40,832+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=4e131296-c0ad-4629-8e53-88eb10011c38 (api:52)
2018-03-08 01:34:40,833+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=c3a9df71-a9ed-4332-bb42-68664c21e49b (api:46)
2018-03-08 01:34:40,833+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=c3a9df71-a9ed-4332-bb42-68664c21e49b (api:52)
2018-03-08 01:34:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=95d1c9bb-7ab3-42b7-9eb1-32091e61903e (api:46)
2018-03-08 01:34:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=95d1c9bb-7ab3-42b7-9eb1-32091e61903e (api:52)
2018-03-08 01:34:40,834+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=16c21bd0-923a-4f1e-b618-723b01adad81 (api:46)
2018-03-08 01:34:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=16c21bd0-923a-4f1e-b618-723b01adad81 (api:52)
2018-03-08 01:34:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=81b0aa24-37b7-4b10-ba26-7d0cc8511f3a (api:46)
2018-03-08 01:34:40,835+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=81b0aa24-37b7-4b10-ba26-7d0cc8511f3a (api:52)
2018-03-08 01:34:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=0326ea11-831f-42ed-b9ea-305f24255fe7 (api:46)
2018-03-08 01:34:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=0326ea11-831f-42ed-b9ea-305f24255fe7 (api:52)
2018-03-08 01:34:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=4f36446a-b296-4397-8c63-202923a694c7 (api:46)
2018-03-08 01:34:40,836+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=4f36446a-b296-4397-8c63-202923a694c7 (api:52)
2018-03-08 01:34:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5b86b243-0877-40f3-b785-4fa305f85246 (api:46)
2018-03-08 01:34:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5b86b243-0877-40f3-b785-4fa305f85246 (api:52)
2018-03-08 01:34:40,837+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=e0400a21-ecf4-4ecc-8509-c2408989be30 (api:46)
2018-03-08 01:34:40,837+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=e0400a21-ecf4-4ecc-8509-c2408989be30 (api:52)
2018-03-08 01:34:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=e6e4911a-648c-4490-92e4-19877531d26c (api:46)
2018-03-08 01:34:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=e6e4911a-648c-4490-92e4-19877531d26c (api:52)
2018-03-08 01:34:40,910+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:40,950+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fb31e4a0-6ba4-4e79-a144-89e687ead161 (threadPool:210)
2018-03-08 01:34:40,951+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 62e97bc7-02f8-4b2f-ab64-7aa171686d24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:40,951+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:41,270+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:41,311+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 99801ef7-0454-463e-a748-1c9006436a98 (threadPool:210)
2018-03-08 01:34:41,311+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7a8c8d0a-8d2b-42ba-b174-9f3b03e732f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:41,312+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:41,608+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:41,662+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fdeb505f-851e-48e2-9fb1-8981c488caef (threadPool:210)
2018-03-08 01:34:41,663+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 828cd0b2-63f3-4795-a6f8-f602086d4a00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:41,663+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:41,931+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:41,983+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8c44ae6a-3a3a-44db-9b7c-693414ace3db (threadPool:210)
2018-03-08 01:34:41,983+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 654cf07f-7b5f-4075-8b55-7b5d4fd6e121 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:41,983+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:42,247+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:42,297+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 62e97bc7-02f8-4b2f-ab64-7aa171686d24 (threadPool:210)
2018-03-08 01:34:42,297+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b80b64b0-a835-40ae-b099-1591d46679a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:42,298+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:42,604+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:42,649+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9ac8e1f4-9150-4ac9-859d-cd72c595e669 (threadPool:210)
2018-03-08 01:34:42,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 052cb76e-d4cb-404a-ba44-f8c62021a782 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:42,651+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:42,817+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:42,822+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:42,824+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:42,979+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:43,041+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7a8c8d0a-8d2b-42ba-b174-9f3b03e732f7 (threadPool:210)
2018-03-08 01:34:43,041+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e6ad2919-773e-4b34-bad3-443e87f4e6a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:43,042+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:43,303+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:43,304+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1d02ee28-7fb5-4a98-8067-810ed0403897 (api:46)
2018-03-08 01:34:43,305+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327619', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570519', 'lastCheck': '4.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257441', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315538', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489892', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410884', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000357448', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00068626', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431485', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360075', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217659', 'lastCheck': '6.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342972', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329064', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418166', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408992', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434735', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492046', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292527', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279036', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000956231', 'lastCheck': '3.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314276', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00274295', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549659', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000549988', 'lastCheck': '7.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246454', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221549', 'lastCheck': '3.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397689', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235289', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413036', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198912', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265067', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199056', 'lastCheck': '3.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1d02ee28-7fb5-4a98-8067-810ed0403897 (api:52)
2018-03-08 01:34:43,305+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=14ae596c-d45b-4e8e-8e48-3ed3ef12a04c (api:46)
2018-03-08 01:34:43,306+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=14ae596c-d45b-4e8e-8e48-3ed3ef12a04c (api:52)
2018-03-08 01:34:43,332+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '26': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.83'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '21': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '22': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '23': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.81'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.41'}, '41': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '27.36', 'cpuIdle': '67.54'}, '0': {'cpuUser': '5.76', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '90.20'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.90'}, '6': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.23'}, '8': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.36'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.08'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.49'}, '10': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '12': {'cpuUser': '4.24', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '93.51'}, '15': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '14': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '96.56'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '19': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.83'}, '55': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.56'}, '31': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.31'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.55'}, '36': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '35': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '34': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '8.08', 'cpuIdle': '84.83'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.09'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '57': {'cpuUser': '8.74', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '89.41'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307401'}, '0': {'memPercent': 11, 'memFree': '350309'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342972', 'lastCheck': '3.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327619', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570519', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329064', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418166', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489892', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410884', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000357448', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00068626', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431485', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360075', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217659', 'lastCheck': '6.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257441', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315538', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408992', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314276', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492046', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292527', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279036', 'lastCheck': '3.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000956231', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434735', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265067', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549659', 'lastCheck': '3.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000549988', 'lastCheck': '7.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246454', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221549', 'lastCheck': '3.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397689', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235289', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413036', 'lastCheck': '3.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198912', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00274295', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199056', 'lastCheck': '3.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646831009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404225293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.351', 'tx': '1176273988221', 'txDropped': '0', 'rx': '625371527833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0', 'tx': '1580926529366', 'txDropped': '0', 'rx': '926332017911', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45195624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416484573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200544702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet0', 'tx': '87641710', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet1', 'tx': '37766098460', 'txDropped': '0', 'rx': '878002919', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet2', 'tx': '21125809799', 'txDropped': '0', 'rx': '141318022639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175686733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet4', 'tx': '396325092', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet5', 'tx': '23424876308', 'txDropped': '0', 'rx': '498122806', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet6', 'tx': '6654252560', 'txDropped': '0', 'rx': '429977326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet7', 'tx': '1433953552', 'txDropped': '0', 'rx': '552286030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42443804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46744011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'lo', 'tx': '6935158609', 'txDropped': '0', 'rx': '6935158609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170683174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'eno1', 'tx': '975616491377', 'txDropped': '0', 'rx': '434001054071', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'eno2', 'tx': '605310037989', 'txDropped': '0', 'rx': '492330963840', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469270.048393, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469270.048393, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632934865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75899009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77016874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192162652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370783186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373577831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49868307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430382341', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298929052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.110', 'tx': '2476347833', 'txDropped': '0', 'rx': '66855765660', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.111', 'tx': '122677698962', 'txDropped': '0', 'rx': '24447948246', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55242371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54167280', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465356525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165361435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56022289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55852100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45190832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469270.048393, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226583571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'oVirtManagement', 'tx': '1176273987573', 'txDropped': '0', 'rx': '625370789430', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577244498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'vnet3', 'tx': '542718796', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469270.048393, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754465142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695317.17', 'cpuLoad': '2.85', 'cpuSys': '1.81', 'diskStats': {'/var/log': {'free': '92902'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.50', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:34:43 GMT', 'cpuUser': '1.47', 'memFree': 667605, 'cpuIdle': '96.72', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.92'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:43,336+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:34:43,388+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:43,819+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:43,865+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 828cd0b2-63f3-4795-a6f8-f602086d4a00 (threadPool:210)
2018-03-08 01:34:43,866+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0e05eae5-4948-40f7-a3c3-5fe980df0bd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:43,866+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:44,322+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:44,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 654cf07f-7b5f-4075-8b55-7b5d4fd6e121 (threadPool:210)
2018-03-08 01:34:44,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8558d126-e455-4a9f-a0f1-8ea2cec9c016 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:44,377+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:44,666+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:44,713+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b80b64b0-a835-40ae-b099-1591d46679a8 (threadPool:210)
2018-03-08 01:34:44,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6554f65-4cd1-4606-b403-47c8b76ebb50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:44,714+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:45,009+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:45,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 052cb76e-d4cb-404a-ba44-f8c62021a782 (threadPool:210)
2018-03-08 01:34:45,071+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adc0e7a3-564c-469c-b8d5-e8733160f721 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:45,072+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:45,238+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=afccf61a-d42a-4f70-a469-5ca8a7deebc5 (api:46)
2018-03-08 01:34:45,239+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327619', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570519', 'lastCheck': '6.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257441', 'lastCheck': '5.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315538', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489892', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410884', 'lastCheck': '6.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000357448', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00068626', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431485', 'lastCheck': '5.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360075', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217659', 'lastCheck': '8.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342972', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329064', 'lastCheck': '6.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418166', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408992', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434735', 'lastCheck': '0.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492046', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292527', 'lastCheck': '4.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279036', 'lastCheck': '5.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000956231', 'lastCheck': '5.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314276', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00274295', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549659', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000549988', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246454', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221549', 'lastCheck': '5.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397689', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235289', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413036', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198912', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265067', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199056', 'lastCheck': '5.3', 'valid': True}} from=internal, task_id=afccf61a-d42a-4f70-a469-5ca8a7deebc5 (api:52)
2018-03-08 01:34:45,239+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=fb133a7d-7278-4572-be49-f490bffb8e7c (api:46)
2018-03-08 01:34:45,239+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=fb133a7d-7278-4572-be49-f490bffb8e7c (api:52)
2018-03-08 01:34:45,401+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:45,456+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e6ad2919-773e-4b34-bad3-443e87f4e6a4 (threadPool:210)
2018-03-08 01:34:45,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 27cd2e0c-7f7e-4df9-ba92-ad38828b10e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:45,457+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:45,829+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:45,905+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0e05eae5-4948-40f7-a3c3-5fe980df0bd5 (threadPool:210)
2018-03-08 01:34:45,905+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7ace0b7c-bf93-4bfd-8646-e64546fbb8f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:45,906+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:46,225+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:46,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6554f65-4cd1-4606-b403-47c8b76ebb50 (threadPool:210)
2018-03-08 01:34:46,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d2b219dc-7da1-4486-8fe8-3abaeafe3b87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:46,276+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:46,459+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=dc4e94bc-9a51-4fc0-a49d-49fffe6819fc (api:46)
2018-03-08 01:34:46,465+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=dc4e94bc-9a51-4fc0-a49d-49fffe6819fc (api:52)
2018-03-08 01:34:46,465+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:46,564+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3ea88652-0f69-4b33-83ac-dd65bdf8487b (api:46)
2018-03-08 01:34:46,570+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85899345920', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5183354437632', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3ea88652-0f69-4b33-83ac-dd65bdf8487b (api:52)
2018-03-08 01:34:46,572+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:46,618+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:46,647+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20827 (__init__:330)
2018-03-08 01:34:46,694+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adc0e7a3-564c-469c-b8d5-e8733160f721 (threadPool:210)
2018-03-08 01:34:46,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9b1e8211-9445-4f45-ad89-8511205f145b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:46,696+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:46,696+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20828 (__init__:330)
2018-03-08 01:34:46,716+0100 INFO  (ioprocess/313112) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:34:46,718+0100 INFO  (ioprocess/313120) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:34:47,010+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:34:47,015+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:34:47,018+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:47,026+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:34:47,026+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:34:47,026+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:47,048+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:47,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 27cd2e0c-7f7e-4df9-ba92-ad38828b10e6 (threadPool:210)
2018-03-08 01:34:47,103+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 30b5608d-aff7-4404-8ba8-c61f0fb5543a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:47,103+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:47,449+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:47,497+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8558d126-e455-4a9f-a0f1-8ea2cec9c016 (threadPool:210)
2018-03-08 01:34:47,497+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eedf7aa7-c326-4cd1-9649-12410466f727 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:47,498+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:47,789+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:47,838+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7ace0b7c-bf93-4bfd-8646-e64546fbb8f2 (threadPool:210)
2018-03-08 01:34:47,838+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f6e7c38-6adf-4b59-a1ae-39cbd612eeb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:47,839+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:48,277+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:48,317+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d2b219dc-7da1-4486-8fe8-3abaeafe3b87 (threadPool:210)
2018-03-08 01:34:48,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e6b4a0bc-6d13-419d-871d-dd34e0815dff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:48,318+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:48,749+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:48,792+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 30b5608d-aff7-4404-8ba8-c61f0fb5543a (threadPool:210)
2018-03-08 01:34:48,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6d86ff6f-da2b-48c7-aef0-2d574ffcf59e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:48,793+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:49,186+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:49,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eedf7aa7-c326-4cd1-9649-12410466f727 (threadPool:210)
2018-03-08 01:34:49,261+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32e3c4b3-96cf-48d3-b2c7-b5deb4d07317 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:49,261+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:49,601+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:49,674+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f6e7c38-6adf-4b59-a1ae-39cbd612eeb6 (threadPool:210)
2018-03-08 01:34:49,675+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0290067a-2f56-423e-adb4-f188f5f8d769 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:49,675+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:49,948+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:49,987+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9b1e8211-9445-4f45-ad89-8511205f145b (threadPool:210)
2018-03-08 01:34:49,988+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6d7be31a-5c30-4efb-bc59-b5f7bc4cd131 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:49,988+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:50,367+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:50,413+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6d86ff6f-da2b-48c7-aef0-2d574ffcf59e (threadPool:210)
2018-03-08 01:34:50,414+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a227b51-4afb-4d56-8747-733277014193 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:50,414+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:50,705+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:50,757+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0290067a-2f56-423e-adb4-f188f5f8d769 (threadPool:210)
2018-03-08 01:34:50,757+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 362af900-25eb-4b96-bfeb-99c4227ff27e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:50,758+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:51,035+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:51,079+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e6b4a0bc-6d13-419d-871d-dd34e0815dff (threadPool:210)
2018-03-08 01:34:51,080+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4fc19d75-787c-434d-b51a-df28fff18698 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:51,080+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:51,441+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:51,494+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32e3c4b3-96cf-48d3-b2c7-b5deb4d07317 (threadPool:210)
2018-03-08 01:34:51,494+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 87f51fe1-7cd6-401a-8de7-150b8053d763 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:51,495+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:51,869+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:51,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a227b51-4afb-4d56-8747-733277014193 (threadPool:210)
2018-03-08 01:34:51,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e951fd9a-b71e-451c-b002-a4e384889c6a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:51,925+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:52,211+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:52,262+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 362af900-25eb-4b96-bfeb-99c4227ff27e (threadPool:210)
2018-03-08 01:34:52,262+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bcc1aa64-074c-4623-9bf2-90304ddf481a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xe8{\xa0\x14<v(\xbe\xbeI\xa4\xbdo\xc2\xd4&000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:52,262+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 26d4c26f-bda4-49be-be28-763c14a07be8 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:52,263+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/26d4c26f-bda4-49be-be28-763c14a07be8 to 4096 megabytes (lvm:1205)
2018-03-08 01:34:52,440+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bcc1aa64-074c-4623-9bf2-90304ddf481a (threadPool:210)
2018-03-08 01:34:52,440+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 66b22c18-90e1-4bd2-b0cb-bb7fe45bbb80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b'\xfd\x10\xf3\x85\x0b\x84\x88M\x12\x82\xb6\x01\\\xf7000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:52,441+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume f75c01b6-8212-4d88-840b-85f310fd279b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:52,441+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b to 4096 megabytes (lvm:1205)
2018-03-08 01:34:52,639+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:52,691+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6d7be31a-5c30-4efb-bc59-b5f7bc4cd131 (threadPool:210)
2018-03-08 01:34:52,692+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eac4d815-436d-49c5-8d4b-abdff7c2c217 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:52,692+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:52,821+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 66b22c18-90e1-4bd2-b0cb-bb7fe45bbb80 (threadPool:210)
2018-03-08 01:34:52,822+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3ed52579-b760-49a8-914d-65eefc869ad0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:52,822+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:53,012+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:53,064+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4fc19d75-787c-434d-b51a-df28fff18698 (threadPool:210)
2018-03-08 01:34:53,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1d730e02-f9f6-40ab-9849-0b5aaee7f530 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:53,065+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:53,387+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:53,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 87f51fe1-7cd6-401a-8de7-150b8053d763 (threadPool:210)
2018-03-08 01:34:53,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1230f795-6569-439a-9108-ffb7cdfa7721 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:53,440+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:53,800+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:53,844+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e951fd9a-b71e-451c-b002-a4e384889c6a (threadPool:210)
2018-03-08 01:34:53,844+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5fc41ced-1d21-40c5-849c-b0674e2936de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:53,845+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:54,140+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:54,201+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3ed52579-b760-49a8-914d-65eefc869ad0 (threadPool:210)
2018-03-08 01:34:54,203+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9d9cd6e1-188a-4bb0-ae88-43cc05380ea0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:54,204+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:54,488+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:54,822+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:54,869+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1d730e02-f9f6-40ab-9849-0b5aaee7f530 (threadPool:210)
2018-03-08 01:34:54,869+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4612b39c-3e16-4e5b-a7d9-7a8a535b9399 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1473, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf2\xac\x8b+C5|-\x89uJWY\x06[N\xb6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:54,870+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b64e5b06-5957-4a75-892d-7c35432b8bac in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:54,870+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/b64e5b06-5957-4a75-892d-7c35432b8bac to 6144 megabytes (lvm:1205)
2018-03-08 01:34:55,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4612b39c-3e16-4e5b-a7d9-7a8a535b9399 (threadPool:210)
2018-03-08 01:34:55,132+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8999c76d-c36f-42e8-911a-9d7aafdacaf9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:55,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:55,252+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:55,329+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1230f795-6569-439a-9108-ffb7cdfa7721 (threadPool:210)
2018-03-08 01:34:55,329+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6612a152-55ac-47de-9f3f-5f4c2b99cae4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:55,329+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:55,641+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:55,703+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eac4d815-436d-49c5-8d4b-abdff7c2c217 (threadPool:210)
2018-03-08 01:34:55,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d1f87962-a46c-4222-9123-6640433b70c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:55,704+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:56,023+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:56,086+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9d9cd6e1-188a-4bb0-ae88-43cc05380ea0 (threadPool:210)
2018-03-08 01:34:56,086+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9acb6f91-7636-42c9-b8ab-24fd437ca68c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:56,087+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:56,378+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:56,425+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8999c76d-c36f-42e8-911a-9d7aafdacaf9 (threadPool:210)
2018-03-08 01:34:56,425+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 658ee34c-690a-4bd1-9f6c-7ba9923df129 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:56,426+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:56,773+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:56,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6612a152-55ac-47de-9f3f-5f4c2b99cae4 (threadPool:210)
2018-03-08 01:34:56,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e894c6b2-0d50-4bbd-864e-36d79116ad99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:56,824+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:57,055+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=49e3cfa9-6fa9-46e4-913c-6216dd72554d (api:46)
2018-03-08 01:34:57,061+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=49e3cfa9-6fa9-46e4-913c-6216dd72554d (api:52)
2018-03-08 01:34:57,062+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:57,166+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a791f6da-0e5d-488e-a5f2-5b4c841657a6 (api:46)
2018-03-08 01:34:57,173+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7142262177792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a791f6da-0e5d-488e-a5f2-5b4c841657a6 (api:52)
2018-03-08 01:34:57,175+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:34:57,276+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:57,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5fc41ced-1d21-40c5-849c-b0674e2936de (threadPool:210)
2018-03-08 01:34:57,328+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e4712220-cd4f-44da-8908-d5575150e762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:57,328+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:57,617+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:57,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9acb6f91-7636-42c9-b8ab-24fd437ca68c (threadPool:210)
2018-03-08 01:34:57,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a985338-97da-4cbc-a815-8a9638d15b10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:57,673+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:57,841+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:57,846+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:57,848+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:34:57,966+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:58,017+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 658ee34c-690a-4bd1-9f6c-7ba9923df129 (threadPool:210)
2018-03-08 01:34:58,017+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d4482f00-fc8d-48a5-a51c-5cbcb503bf96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:58,017+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:58,314+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:58,364+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e894c6b2-0d50-4bbd-864e-36d79116ad99 (threadPool:210)
2018-03-08 01:34:58,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d0342610-4d32-4853-85e5-d0eabd5c5a16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:58,367+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:58,378+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:34:58,380+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4ddc503a-5ac4-41ec-8ace-51009a2f041e (api:46)
2018-03-08 01:34:58,381+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000835911', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299906', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031037', 'lastCheck': '6.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036939', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293797', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000309032', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485849', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378454', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253863', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325601', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038866', 'lastCheck': '0.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379968', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417782', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361491', 'lastCheck': '6.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265834', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346502', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224045', 'lastCheck': '7.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320097', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103706', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022505', 'lastCheck': '3.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428845', 'lastCheck': '7.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271671', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381551', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216769', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343759', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000450937', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255661', 'lastCheck': '7.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258677', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000817364', 'lastCheck': '6.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325314', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197434', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4ddc503a-5ac4-41ec-8ace-51009a2f041e (api:52)
2018-03-08 01:34:58,382+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7b5a41b2-6def-40c3-a082-0e9b068f09a5 (api:46)
2018-03-08 01:34:58,382+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7b5a41b2-6def-40c3-a082-0e9b068f09a5 (api:52)
2018-03-08 01:34:58,412+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '97.42'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.21'}, '25': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '93.92'}, '26': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.44'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.63'}, '21': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.84'}, '22': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.70'}, '23': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.45'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '45': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.22'}, '28': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '29': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.97'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.41'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.09', 'nodeIndex': 1, 'cpuSys': '23.14', 'cpuIdle': '71.77'}, '0': {'cpuUser': '6.54', 'nodeIndex': 0, 'cpuSys': '3.50', 'cpuIdle': '89.96'}, '3': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.37'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.51', 'cpuIdle': '95.64'}, '5': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.78'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '7': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.24'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.70'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.49'}, '59': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.42'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.50'}, '10': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.88'}, '13': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.17'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '97.02'}, '15': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.69'}, '14': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.91'}, '17': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '16': {'cpuUser': '3.70', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '93.99'}, '19': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.70'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.50', 'cpuIdle': '94.58'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '36': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.29'}, '35': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.03'}, '34': {'cpuUser': '6.61', 'nodeIndex': 0, 'cpuSys': '7.01', 'cpuIdle': '86.38'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.76'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '57': {'cpuUser': '9.32', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '89.03'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307390'}, '0': {'memPercent': 11, 'memFree': '350323'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038866', 'lastCheck': '0.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000835911', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379968', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417782', 'lastCheck': '6.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036939', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293797', 'lastCheck': '2.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000309032', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485849', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378454', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253863', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325601', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299906', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031037', 'lastCheck': '6.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361491', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022505', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346502', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224045', 'lastCheck': '7.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320097', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00103706', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265834', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325314', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271671', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381551', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216769', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343759', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000450937', 'lastCheck': '1.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255661', 'lastCheck': '7.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258677', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000817364', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428845', 'lastCheck': '7.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197434', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646868068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404228373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.351', 'tx': '1176274056530', 'txDropped': '0', 'rx': '625371537967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0', 'tx': '1580926659589', 'txDropped': '0', 'rx': '926332505138', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45195974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416485509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200545387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet0', 'tx': '87646450', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet1', 'tx': '37766108466', 'txDropped': '0', 'rx': '878009174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet2', 'tx': '21125880317', 'txDropped': '0', 'rx': '141318045884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175688849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet4', 'tx': '396329832', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet5', 'tx': '23424916216', 'txDropped': '0', 'rx': '498123112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet6', 'tx': '6654253762', 'txDropped': '0', 'rx': '429977388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet7', 'tx': '1433954754', 'txDropped': '0', 'rx': '552286092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42444154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46744361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'lo', 'tx': '6935235148', 'txDropped': '0', 'rx': '6935235148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170684810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'eno1', 'tx': '975616589442', 'txDropped': '0', 'rx': '434001329394', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'eno2', 'tx': '605310070147', 'txDropped': '0', 'rx': '492331175744', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469285.176513, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469285.176513, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632939125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75899409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77017274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192164494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370783536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373581773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49868657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430386283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298930894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.110', 'tx': '2476354212', 'txDropped': '0', 'rx': '66855775232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.111', 'tx': '122677721934', 'txDropped': '0', 'rx': '24448014958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55242721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54167630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465359605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165363071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56022639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55852450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45191182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469285.176513, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226584256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'oVirtManagement', 'tx': '1176274055882', 'txDropped': '0', 'rx': '625370799564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577248758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'vnet3', 'tx': '542723536', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469285.176513, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754467258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695332.25', 'cpuLoad': '2.81', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92901'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635278L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:34:58 GMT', 'cpuUser': '1.34', 'memFree': 667574, 'cpuIdle': '96.99', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.91'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:34:58,416+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:34:58,723+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:58,771+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e4712220-cd4f-44da-8908-d5575150e762 (threadPool:210)
2018-03-08 01:34:58,772+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 149c6e8d-77ce-4107-b36a-e37a17b95efb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:58,772+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:59,061+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:59,108+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a985338-97da-4cbc-a815-8a9638d15b10 (threadPool:210)
2018-03-08 01:34:59,109+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 47b39770-5473-41f1-b1bf-b4e5d1bf92e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:34:59,109+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:34:59,411+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:59,483+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d4482f00-fc8d-48a5-a51c-5cbcb503bf96 (threadPool:210)
2018-03-08 01:34:59,484+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e4175750-df32-4233-8961-c14af01a87a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:34:59,485+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:34:59,839+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:34:59,882+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d1f87962-a46c-4222-9123-6640433b70c3 (threadPool:210)
2018-03-08 01:34:59,882+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task abc6fc77-57a2-4f6d-8378-fc8df81679c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:34:59,882+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:00,166+0100 INFO  (jsonrpc/7) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=3f9a9bf5-ebdb-4db9-84f7-acbbdf9f4f2c (api:46)
2018-03-08 01:35:00,303+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:00,351+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=cfb5e122-d2ab-4890-a900-d4f9f51e3a9e (api:46)
2018-03-08 01:35:00,353+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277855', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017407', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357697', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463315', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496529', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280085', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000341294', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530159', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318498', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294837', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325601', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050425', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286125', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283152', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481259', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292277', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346786', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236042', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294122', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00106328', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398266', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00136131', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456924', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381551', 'lastCheck': '4.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023989', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241049', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000450937', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380248', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344411', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430893', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222456', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372203', 'lastCheck': '0.5', 'valid': True}} from=internal, task_id=cfb5e122-d2ab-4890-a900-d4f9f51e3a9e (api:52)
2018-03-08 01:35:00,353+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=7f30e36d-c84d-4ef7-899e-c7cfd905b62a (api:46)
2018-03-08 01:35:00,354+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7f30e36d-c84d-4ef7-899e-c7cfd905b62a (api:52)
2018-03-08 01:35:00,382+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d0342610-4d32-4853-85e5-d0eabd5c5a16 (threadPool:210)
2018-03-08 01:35:00,382+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d4b726a-fcd8-44f5-a182-3cb9772d388c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1930, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:00,382+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:02,026+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:35:02,032+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:35:02,034+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:02,042+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:35:02,042+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:35:02,043+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:03,088+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=3f9a9bf5-ebdb-4db9-84f7-acbbdf9f4f2c (api:52)
2018-03-08 01:35:03,089+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.92 seconds (__init__:573)
2018-03-08 01:35:04,841+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:04,868+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 47b39770-5473-41f1-b1bf-b4e5d1bf92e3 (threadPool:210)
2018-03-08 01:35:04,869+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3b0c2f17-aafd-423e-9cbd-536fe86e6b7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:04,869+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:07,612+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4be6165e-4241-4ea9-ac40-c625246baf99 (api:46)
2018-03-08 01:35:09,901+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:10,134+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e4175750-df32-4233-8961-c14af01a87a9 (threadPool:210)
2018-03-08 01:35:10,135+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 09c5ad12-e9b2-45d9-8844-6774971adea8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:10,136+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:10,180+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5990089.08 at 0x7f433c3b93d0>> delayed by 0.53 seconds (asyncutils:138)
2018-03-08 01:35:10,314+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5990089.16 at 0x7f433c4d64d0>> delayed by 0.58 seconds (asyncutils:138)
2018-03-08 01:35:11,375+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4be6165e-4241-4ea9-ac40-c625246baf99 (api:52)
2018-03-08 01:35:11,376+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 3.77 seconds (__init__:573)
2018-03-08 01:35:11,504+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3ef81f31-0152-46a6-b54a-4df6d3a1d442 (api:46)
2018-03-08 01:35:12,865+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:12,870+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:12,873+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:13,208+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7137967210496', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3ef81f31-0152-46a6-b54a-4df6d3a1d442 (api:52)
2018-03-08 01:35:13,209+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.71 seconds (__init__:573)
2018-03-08 01:35:13,464+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:13,468+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c2161977-71cf-4e34-b795-b7023e366a58 (api:46)
2018-03-08 01:35:13,469+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267246', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758474', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285724', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290454', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048977', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329942', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00133073', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519934', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380071', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497437', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510294', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00130958', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269386', 'lastCheck': '5.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419746', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784576', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381926', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048245', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222472', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533092', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732626', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592595', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300169', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331215', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424987', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354095', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270741', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000501608', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433567', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457618', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649853', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400045', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '2.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c2161977-71cf-4e34-b795-b7023e366a58 (api:52)
2018-03-08 01:35:13,470+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=e8212cec-d3e0-41e9-8fd8-1d9294b6efcd (api:46)
2018-03-08 01:35:13,470+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=e8212cec-d3e0-41e9-8fd8-1d9294b6efcd (api:52)
2018-03-08 01:35:13,499+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '96.68'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.07'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '25': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.64'}, '26': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '27': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '92.51'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '21': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.49'}, '22': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.89'}, '23': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.37'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '29': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.16'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '6.10', 'nodeIndex': 1, 'cpuSys': '29.57', 'cpuIdle': '64.33'}, '0': {'cpuUser': '7.03', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '89.19'}, '3': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.10'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '5': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '92.98'}, '4': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '7': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.51'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '9': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.63'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '38': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '94.24'}, '59': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.90'}, '10': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '96.94'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '15': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.10'}, '14': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.08'}, '17': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.96'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.15'}, '19': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '92.24'}, '55': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '31': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '93.83'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '34': {'cpuUser': '7.29', 'nodeIndex': 0, 'cpuSys': '6.96', 'cpuIdle': '85.75'}, '33': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '18': {'cpuUser': '3.12', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '94.82'}, '57': {'cpuUser': '13.19', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '84.22'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307367'}, '0': {'memPercent': 11, 'memFree': '350334'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00130958', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267246', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758474', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269386', 'lastCheck': '5.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419746', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048977', 'lastCheck': '2.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329942', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00133073', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519934', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380071', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497437', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510294', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285724', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290454', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784576', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592595', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048245', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222472', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533092', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732626', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381926', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400045', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331215', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424987', 'lastCheck': '7.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354095', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270741', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000501608', 'lastCheck': '6.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433567', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457618', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649853', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300169', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '2.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646883111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404233118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.351', 'tx': '1176274143073', 'txDropped': '0', 'rx': '625371557714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0', 'tx': '1580927507009', 'txDropped': '0', 'rx': '926333117110', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45196374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416486666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200546836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet0', 'tx': '87649588', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet1', 'tx': '37766126643', 'txDropped': '0', 'rx': '878015023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet2', 'tx': '21126073000', 'txDropped': '0', 'rx': '141318756753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175690191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet4', 'tx': '396332970', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet5', 'tx': '23424933230', 'txDropped': '0', 'rx': '498123233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet6', 'tx': '6654255217', 'txDropped': '0', 'rx': '429977492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet7', 'tx': '1433956209', 'txDropped': '0', 'rx': '552286196', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42444554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46744761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'lo', 'tx': '6935314155', 'txDropped': '0', 'rx': '6935314155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170686306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'eno1', 'tx': '975616681218', 'txDropped': '0', 'rx': '434001532585', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'eno2', 'tx': '605310825791', 'txDropped': '0', 'rx': '492331584525', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469300.258262, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469300.258262, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632943803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75899759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77017624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192166570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370783936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373584351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49869057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430388861', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298932970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.110', 'tx': '2476360269', 'txDropped': '0', 'rx': '66855792969', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.111', 'tx': '122678432682', 'txDropped': '0', 'rx': '24448176272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55243121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54168030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465364350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165364567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56023039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55852850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45191582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469300.258262, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226585705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'oVirtManagement', 'tx': '1176274142425', 'txDropped': '0', 'rx': '625370819311', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577253436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'vnet3', 'tx': '542726674', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469300.258262, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754468600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695347.34', 'cpuLoad': '2.80', 'cpuSys': '1.84', 'diskStats': {'/var/log': {'free': '92899'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635242L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:35:13 GMT', 'cpuUser': '1.79', 'memFree': 667539, 'cpuIdle': '96.37', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.93'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:13,504+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:35:15,467+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e947b021-f8af-49f6-8c6d-8c94f403d9f6 (api:46)
2018-03-08 01:35:15,469+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267246', 'lastCheck': '7.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758474', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285724', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290454', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048977', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329942', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00133073', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519934', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380071', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497437', 'lastCheck': '6.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510294', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00130958', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269386', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419746', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784576', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381926', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048245', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222472', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533092', 'lastCheck': '3.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732626', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592595', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300169', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331215', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424987', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354095', 'lastCheck': '4.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270741', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000501608', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433567', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457618', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000649853', 'lastCheck': '5.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400045', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004161', 'lastCheck': '4.4', 'valid': True}} from=internal, task_id=e947b021-f8af-49f6-8c6d-8c94f403d9f6 (api:52)
2018-03-08 01:35:15,469+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=3721b521-4c35-49fe-b702-f222e61a0684 (api:46)
2018-03-08 01:35:15,470+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=3721b521-4c35-49fe-b702-f222e61a0684 (api:52)
2018-03-08 01:35:15,945+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:16,059+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 149c6e8d-77ce-4107-b36a-e37a17b95efb (threadPool:210)
2018-03-08 01:35:16,060+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 96ce7a78-9a91-415a-a1b8-412b45131716 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:16,060+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:17,044+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:35:17,049+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:35:17,051+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:17,073+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:35:17,073+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:35:17,073+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:17,089+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:17,119+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3b0c2f17-aafd-423e-9cbd-536fe86e6b7d (threadPool:210)
2018-03-08 01:35:17,119+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a531ff89-ac88-4368-9b25-92488385f096 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:17,120+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:17,590+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:17,630+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 09c5ad12-e9b2-45d9-8844-6774971adea8 (threadPool:210)
2018-03-08 01:35:17,630+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c5b58e99-f8e0-456e-a80c-22788d717040 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:17,631+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:18,259+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:18,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d4b726a-fcd8-44f5-a182-3cb9772d388c (threadPool:210)
2018-03-08 01:35:18,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e5c0ea26-f8da-48be-b516-5c4580104546 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:18,305+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:18,758+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:18,798+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 96ce7a78-9a91-415a-a1b8-412b45131716 (threadPool:210)
2018-03-08 01:35:18,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ef56a286-b321-4446-aa8d-367401252dfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:18,799+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:19,449+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:19,483+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task abc6fc77-57a2-4f6d-8378-fc8df81679c8 (threadPool:210)
2018-03-08 01:35:19,483+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c9709106-a3e6-44f2-9a4c-93d69aaeb730 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:19,484+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:19,898+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:20,634+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:20,685+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c5b58e99-f8e0-456e-a80c-22788d717040 (threadPool:210)
2018-03-08 01:35:20,685+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1dbe4fdf-6ab4-4d57-80fe-957ab200476f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:20,686+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:21,130+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:21,193+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e5c0ea26-f8da-48be-b516-5c4580104546 (threadPool:210)
2018-03-08 01:35:21,193+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 658a095b-f2eb-40d0-a65c-3dc20dfb2f16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:21,194+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:21,791+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:21,893+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ef56a286-b321-4446-aa8d-367401252dfc (threadPool:210)
2018-03-08 01:35:21,894+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e96f9b4-34e3-4093-9bd4-9b96d06a9ac1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:21,894+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:22,470+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:22,520+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c9709106-a3e6-44f2-9a4c-93d69aaeb730 (threadPool:210)
2018-03-08 01:35:22,520+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 297d91c4-d20d-4a7d-b2c6-4a680ef3381f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:22,521+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:22,881+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:22,929+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1dbe4fdf-6ab4-4d57-80fe-957ab200476f (threadPool:210)
2018-03-08 01:35:22,929+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7cbfd86c-52c5-4698-ae04-367eac4cd973 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:22,929+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:23,406+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:23,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 658a095b-f2eb-40d0-a65c-3dc20dfb2f16 (threadPool:210)
2018-03-08 01:35:23,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bab347c4-148e-4725-8801-b219ac220103 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:23,456+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:23,733+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=495104a4-de99-47b3-8242-37055cfa10b6 (api:46)
2018-03-08 01:35:23,739+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=495104a4-de99-47b3-8242-37055cfa10b6 (api:52)
2018-03-08 01:35:23,739+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:23,857+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:23,890+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=31ebf8f6-6d9a-4a0a-a32a-93fad1d7a242 (api:46)
2018-03-08 01:35:23,953+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a531ff89-ac88-4368-9b25-92488385f096 (threadPool:210)
2018-03-08 01:35:23,953+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5e4fef17-a524-4809-895d-e79060b7c1f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:23,954+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:24,425+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:24,463+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e96f9b4-34e3-4093-9bd4-9b96d06a9ac1 (threadPool:210)
2018-03-08 01:35:24,464+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5490b2a1-bb30-4e19-9026-d4825e2cff26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:24,464+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:24,625+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7137967210496', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=31ebf8f6-6d9a-4a0a-a32a-93fad1d7a242 (api:52)
2018-03-08 01:35:24,627+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.74 seconds (__init__:573)
2018-03-08 01:35:24,934+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:24,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7cbfd86c-52c5-4698-ae04-367eac4cd973 (threadPool:210)
2018-03-08 01:35:24,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 048195aa-2807-4335-aa64-9f0c99ed64e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa3\xc7X\xfa;\x05\x90\xbb\x82E\xdd\x84\xd1\xdb{\x80000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:24,986+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 807bdbd1-84dd-4582-bb90-053bfa58c7a3 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:24,986+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/807bdbd1-84dd-4582-bb90-053bfa58c7a3 to 4096 megabytes (lvm:1205)
2018-03-08 01:35:25,179+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 048195aa-2807-4335-aa64-9f0c99ed64e4 (threadPool:210)
2018-03-08 01:35:25,179+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28264144-63e8-4331-a903-4a9d0d8bc585 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:25,179+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:25,407+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:25,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bab347c4-148e-4725-8801-b219ac220103 (threadPool:210)
2018-03-08 01:35:25,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1a2a2fc6-5c44-4eb4-a522-2e679e6993fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:25,456+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:25,844+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:25,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5e4fef17-a524-4809-895d-e79060b7c1f5 (threadPool:210)
2018-03-08 01:35:25,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b1eb0c55-a576-4ce3-b4aa-c1b95d3e1674 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:25,918+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:26,368+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:26,409+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 297d91c4-d20d-4a7d-b2c6-4a680ef3381f (threadPool:210)
2018-03-08 01:35:26,410+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 934c3c10-e7fa-4f20-99c2-1742eefcf5bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:26,410+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:26,802+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:26,853+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28264144-63e8-4331-a903-4a9d0d8bc585 (threadPool:210)
2018-03-08 01:35:26,853+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c55c5ec-9c3f-48f4-b8e4-ff0e3e010d3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd6\x98ip\xb4\x83\x81\xb9\xa3G(\x90'hFf000000000000100000000000000")) (threadPool:208)
2018-03-08 01:35:26,854+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 66466827-9028-47a3-b981-83b4706998d6 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:26,854+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 to 4096 megabytes (lvm:1205)
2018-03-08 01:35:27,599+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:27,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1a2a2fc6-5c44-4eb4-a522-2e679e6993fb (threadPool:210)
2018-03-08 01:35:27,643+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91295a12-d25a-46cb-8014-00bf99d4d410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:27,643+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:27,668+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c55c5ec-9c3f-48f4-b8e4-ff0e3e010d3f (threadPool:210)
2018-03-08 01:35:27,668+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6b676c21-6844-4d9a-8bc5-ea5d29d1dc27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:27,668+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:27,896+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:27,906+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:27,908+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:28,066+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:28,123+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5490b2a1-bb30-4e19-9026-d4825e2cff26 (threadPool:210)
2018-03-08 01:35:28,124+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fb18a457-ac18-45d8-9e51-0b44421fedeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:28,124+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:28,527+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:28,552+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746, flow_id=171ac6ec (api:46)
2018-03-08 01:35:28,556+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=b00d4f1f-6f86-46bd-bc5b-3c13bc29c29f (api:46)
2018-03-08 01:35:28,557+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224723', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137865', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000886563', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494746', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044763', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317067', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.11032', 'lastCheck': '8.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665111', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385674', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464534', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364304', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582603', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041959', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288098', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353517', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373783', 'lastCheck': '6.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540169', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235502', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033624', 'lastCheck': '6.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751816', 'lastCheck': '3.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635849', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00533091', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368023', 'lastCheck': '6.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000284706', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262203', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00272201', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000258163', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027748', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241816', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523451', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416261', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513639', 'lastCheck': '6.9', 'valid': True}} from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=b00d4f1f-6f86-46bd-bc5b-3c13bc29c29f (api:52)
2018-03-08 01:35:28,558+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=7ca62769-5a8e-4917-b406-a22b18924350 (api:46)
2018-03-08 01:35:28,558+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, flow_id=171ac6ec, task_id=7ca62769-5a8e-4917-b406-a22b18924350 (api:52)
2018-03-08 01:35:28,589+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.22'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '3.24', 'cpuIdle': '96.23'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.21'}, '43': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '5.82', 'cpuIdle': '93.25'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '53': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.40'}, '42': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '24': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.44'}, '25': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '4.63', 'cpuIdle': '93.72'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '27': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '4.50', 'cpuIdle': '92.59'}, '20': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '94.97'}, '22': {'cpuUser': '4.76', 'nodeIndex': 0, 'cpuSys': '3.17', 'cpuIdle': '92.07'}, '23': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.83', 'cpuIdle': '94.52'}, '46': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '97.49'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.95'}, '44': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '3.70', 'cpuIdle': '95.70'}, '45': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '96.29'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.68'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.91'}, '40': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.84', 'cpuIdle': '95.64'}, '41': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '4.30', 'cpuIdle': '94.64'}, '1': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '25.65', 'cpuIdle': '70.71'}, '0': {'cpuUser': '5.29', 'nodeIndex': 0, 'cpuSys': '2.71', 'cpuIdle': '92.00'}, '3': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '2': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.37'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.44'}, '4': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.57'}, '7': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '4.50', 'cpuIdle': '92.99'}, '6': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.11'}, '8': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '3.77', 'cpuIdle': '94.64'}, '52': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '96.16'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '95.57'}, '38': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '5.95', 'cpuIdle': '92.53'}, '59': {'cpuUser': '7.27', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '90.22'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.24'}, '10': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '3.24', 'cpuIdle': '95.44'}, '13': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '4.17', 'cpuIdle': '93.85'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.35'}, '15': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '5.36', 'cpuIdle': '92.06'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '96.36'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '5.29', 'cpuIdle': '92.99'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.89'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.17'}, '55': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '31': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '49': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '97.15'}, '37': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '5.36', 'cpuIdle': '91.86'}, '36': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '6.94', 'cpuIdle': '90.28'}, '35': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '4.36', 'cpuIdle': '93.39'}, '34': {'cpuUser': '4.17', 'nodeIndex': 0, 'cpuSys': '8.26', 'cpuIdle': '87.57'}, '33': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.89'}, '18': {'cpuUser': '3.50', 'nodeIndex': 0, 'cpuSys': '3.57', 'cpuIdle': '92.93'}, '57': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.56'}, '50': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '98.35'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307316'}, '0': {'memPercent': 11, 'memFree': '350299'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582603', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224723', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137865', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041959', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288098', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044763', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317067', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.11032', 'lastCheck': '8.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000665111', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385674', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000464534', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364304', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000886563', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494746', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353517', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635849', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540169', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235502', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033624', 'lastCheck': '6.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751816', 'lastCheck': '3.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373783', 'lastCheck': '6.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416261', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368023', 'lastCheck': '6.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000284706', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262203', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00272201', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000258163', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027748', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241816', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523451', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00533091', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513639', 'lastCheck': '6.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646888357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404236470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.351', 'tx': '1176274224213', 'txDropped': '0', 'rx': '625371584053', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0', 'tx': '1580927646962', 'txDropped': '0', 'rx': '926333635135', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45196724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416487731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200548853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet0', 'tx': '87654906', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet1', 'tx': '37766128407', 'txDropped': '0', 'rx': '878015432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet2', 'tx': '21126201350', 'txDropped': '0', 'rx': '141318808891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175693347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet4', 'tx': '396338288', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet5', 'tx': '23424940059', 'txDropped': '0', 'rx': '498123473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet6', 'tx': '6654256506', 'txDropped': '0', 'rx': '429977554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet7', 'tx': '1433957558', 'txDropped': '0', 'rx': '552286366', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42444904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46745215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'lo', 'tx': '6935389008', 'txDropped': '0', 'rx': '6935389008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170688206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'eno1', 'tx': '975616766366', 'txDropped': '0', 'rx': '434001770639', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'eno2', 'tx': '605310880596', 'txDropped': '0', 'rx': '492331864496', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469315.382552, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469315.382552, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632948247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75900159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77018024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192169750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370784515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373588745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49869636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430393255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298936150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.110', 'tx': '2476360910', 'txDropped': '0', 'rx': '66855794485', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.111', 'tx': '122678484697', 'txDropped': '0', 'rx': '24448300480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55243521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54168484', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465367702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165366467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56023439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55853200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45191932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469315.382552, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226587722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'oVirtManagement', 'tx': '1176274223565', 'txDropped': '0', 'rx': '625370845650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577257880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'vnet3', 'tx': '542731992', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469315.382552, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754471756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695362.42', 'cpuLoad': '2.86', 'cpuSys': '3.08', 'diskStats': {'/var/log': {'free': '92897'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635272L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:35:28 GMT', 'cpuUser': '1.59', 'memFree': 667568, 'cpuIdle': '95.33', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.44'}} from=::ffff:192.168.99.66,46746, flow_id=171ac6ec (api:52)
2018-03-08 01:35:28,594+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:35:28,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 934c3c10-e7fa-4f20-99c2-1742eefcf5bf (threadPool:210)
2018-03-08 01:35:28,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ffe3836d-5cdc-48ad-8ef4-b9c91cd7f9f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:28,602+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:28,953+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:29,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b1eb0c55-a576-4ce3-b4aa-c1b95d3e1674 (threadPool:210)
2018-03-08 01:35:29,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e9582ea0-bc80-4db3-afbd-236ef80c26cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:29,001+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:29,583+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:29,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91295a12-d25a-46cb-8014-00bf99d4d410 (threadPool:210)
2018-03-08 01:35:29,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a87b5240-03de-4649-972f-8f83e9bcb683 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:29,646+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:30,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:30,050+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6b676c21-6844-4d9a-8bc5-ea5d29d1dc27 (threadPool:210)
2018-03-08 01:35:30,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 902d6ad4-ce61-4d62-ae7e-93d2e39aaa81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:30,051+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:30,573+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:30,608+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=73906b40-74db-40bb-ac92-f010f5ed842f (api:46)
2018-03-08 01:35:30,609+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224723', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00137865', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490205', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385707', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541566', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362285', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0346566', 'lastCheck': '1.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000639032', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283135', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543197', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364304', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330331', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041959', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040406', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058856', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286973', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434169', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345808', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406912', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446845', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332829', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254469', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238839', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000284706', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000188141', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251142', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000258163', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280644', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285075', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525946', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280914', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036302', 'lastCheck': '0.8', 'valid': True}} from=internal, task_id=73906b40-74db-40bb-ac92-f010f5ed842f (api:52)
2018-03-08 01:35:30,610+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=c04da9f5-5559-466b-bcc6-809015a6f893 (api:46)
2018-03-08 01:35:30,610+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c04da9f5-5559-466b-bcc6-809015a6f893 (api:52)
2018-03-08 01:35:30,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fb18a457-ac18-45d8-9e51-0b44421fedeb (threadPool:210)
2018-03-08 01:35:30,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aed8de3f-a4ea-4876-8571-71c9ce60caa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xed\x81\xfb\xa4\xa9\xac\x88\x94\x90I)j\xc5\x95\x86P000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:30,652+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 508695c5-6a29-4990-9488-aca9a4fb81ed in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:30,652+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/508695c5-6a29-4990-9488-aca9a4fb81ed to 4096 megabytes (lvm:1205)
2018-03-08 01:35:31,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aed8de3f-a4ea-4876-8571-71c9ce60caa5 (threadPool:210)
2018-03-08 01:35:31,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2bf50f50-b2b5-46c0-9ab3-2ed012aa22e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:31,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:31,171+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:31,211+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e9582ea0-bc80-4db3-afbd-236ef80c26cc (threadPool:210)
2018-03-08 01:35:31,212+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6a4ea89d-01df-4be0-978e-c619088aea0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:31,212+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:31,644+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:32,003+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:32,047+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ffe3836d-5cdc-48ad-8ef4-b9c91cd7f9f8 (threadPool:210)
2018-03-08 01:35:32,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f1103195-3383-4edc-bf5f-faa29cb26f25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:32,048+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:32,061+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:35:32,066+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:35:32,068+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:32,092+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:35:32,092+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:35:32,093+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:32,466+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:32,513+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2bf50f50-b2b5-46c0-9ab3-2ed012aa22e2 (threadPool:210)
2018-03-08 01:35:32,514+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8da08919-329b-4757-ba6f-942ef303068e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:32,514+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:32,897+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:32,924+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a87b5240-03de-4649-972f-8f83e9bcb683 (threadPool:210)
2018-03-08 01:35:32,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c89fe3e-dd24-4f44-a716-f844b74f1d3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:35:32,926+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:33,338+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:33,386+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 902d6ad4-ce61-4d62-ae7e-93d2e39aaa81 (threadPool:210)
2018-03-08 01:35:33,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ca3bd401-a413-4ec4-8dff-23503b282d6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:33,387+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:33,734+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:33,782+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f1103195-3383-4edc-bf5f-faa29cb26f25 (threadPool:210)
2018-03-08 01:35:33,782+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db072fe3-d3e2-4061-a803-63d250bde887 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b\xce\xf6\xdbO\x91\xc0\x98\xecB\xb01Y9:\x0c000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:33,783+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:33,783+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b to 4096 megabytes (lvm:1205)
2018-03-08 01:35:34,209+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db072fe3-d3e2-4061-a803-63d250bde887 (threadPool:210)
2018-03-08 01:35:34,210+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2a34dbaf-5e59-427f-bfe2-1da27408187e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:34,210+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:34,322+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:34,397+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8da08919-329b-4757-ba6f-942ef303068e (threadPool:210)
2018-03-08 01:35:34,398+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a89452d0-b09a-41cc-b1a0-79c26755bc3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:34,398+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:34,745+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:34,788+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6a4ea89d-01df-4be0-978e-c619088aea0a (threadPool:210)
2018-03-08 01:35:34,788+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce50a012-d134-4cfd-a0bb-1e2bea0eefcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:34,789+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:35,115+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:35,140+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e6197108-26c2-439a-b02f-116f40977061 (api:46)
2018-03-08 01:35:35,147+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e6197108-26c2-439a-b02f-116f40977061 (api:52)
2018-03-08 01:35:35,148+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:35,174+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ca3bd401-a413-4ec4-8dff-23503b282d6d (threadPool:210)
2018-03-08 01:35:35,174+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 56f0c77f-3496-4bfd-b397-cf53aeba61ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:35,175+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:35,245+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0a160ce3-ac78-48fb-9a69-32034e4407a6 (api:46)
2018-03-08 01:35:35,251+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0a160ce3-ac78-48fb-9a69-32034e4407a6 (api:52)
2018-03-08 01:35:35,253+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:35,700+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:35,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2a34dbaf-5e59-427f-bfe2-1da27408187e (threadPool:210)
2018-03-08 01:35:35,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 95148542-2ebb-4fb5-8b99-8f290e7b1f87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:35,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:36,049+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:36,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a89452d0-b09a-41cc-b1a0-79c26755bc3c (threadPool:210)
2018-03-08 01:35:36,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 95dba705-02c3-4757-8ce7-e38ab27db122 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:36,100+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:36,531+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:36,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c89fe3e-dd24-4f44-a716-f844b74f1d3c (threadPool:210)
2018-03-08 01:35:36,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cc8b406a-1536-4cee-8b07-3d8d04ed14cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:36,580+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:36,975+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:37,054+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce50a012-d134-4cfd-a0bb-1e2bea0eefcf (threadPool:210)
2018-03-08 01:35:37,056+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 77530b82-7d2e-4184-a380-62588a785298 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:37,056+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:37,573+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:37,614+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 56f0c77f-3496-4bfd-b397-cf53aeba61ea (threadPool:210)
2018-03-08 01:35:37,614+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 31415ff6-1ac9-41a1-a9ab-63b4b374737c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:37,615+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:38,285+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:38,333+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 95dba705-02c3-4757-8ce7-e38ab27db122 (threadPool:210)
2018-03-08 01:35:38,334+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 06b75269-4d9e-4cc1-9846-4bf6fd11b22c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:38,335+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:38,771+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:38,819+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 77530b82-7d2e-4184-a380-62588a785298 (threadPool:210)
2018-03-08 01:35:38,819+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e3e56cda-50ab-4aa4-bb28-bb762863b898 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:38,819+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:39,247+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:39,291+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 95148542-2ebb-4fb5-8b99-8f290e7b1f87 (threadPool:210)
2018-03-08 01:35:39,291+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 912a04ce-add6-41cd-9b55-5cf87ec50663 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:39,291+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:39,678+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:39,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cc8b406a-1536-4cee-8b07-3d8d04ed14cb (threadPool:210)
2018-03-08 01:35:39,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b770274a-6f45-42e9-b4ec-4d08b6f0d25f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:39,732+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:40,139+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:40,186+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e3e56cda-50ab-4aa4-bb28-bb762863b898 (threadPool:210)
2018-03-08 01:35:40,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f198f586-a909-4f70-bff5-6a4e14999236 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:40,188+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:40,565+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:40,629+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 31415ff6-1ac9-41a1-a9ab-63b4b374737c (threadPool:210)
2018-03-08 01:35:40,629+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2a159d23-b59b-4de8-8598-0b1b9eb5477a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:40,629+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:40,833+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=42a280b7-757e-459d-af3c-2da60c060469 (api:46)
2018-03-08 01:35:40,833+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=42a280b7-757e-459d-af3c-2da60c060469 (api:52)
2018-03-08 01:35:40,834+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=70948fed-94fe-42ec-a737-8365c28ca90e (api:46)
2018-03-08 01:35:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=70948fed-94fe-42ec-a737-8365c28ca90e (api:52)
2018-03-08 01:35:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=0c04dc62-f512-4513-a287-372aac26537f (api:46)
2018-03-08 01:35:40,835+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=0c04dc62-f512-4513-a287-372aac26537f (api:52)
2018-03-08 01:35:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=008c70ce-a7f9-4be8-bdff-2373a7b0ec35 (api:46)
2018-03-08 01:35:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=008c70ce-a7f9-4be8-bdff-2373a7b0ec35 (api:52)
2018-03-08 01:35:40,836+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=27ec8ebc-92a1-4005-a815-8d3fda370bd3 (api:46)
2018-03-08 01:35:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=27ec8ebc-92a1-4005-a815-8d3fda370bd3 (api:52)
2018-03-08 01:35:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b296ae08-2f61-45ac-9838-67fb819891b5 (api:46)
2018-03-08 01:35:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b296ae08-2f61-45ac-9838-67fb819891b5 (api:52)
2018-03-08 01:35:40,837+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=7719d0fa-84ea-44bf-8c0c-b36f0028a32b (api:46)
2018-03-08 01:35:40,837+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=7719d0fa-84ea-44bf-8c0c-b36f0028a32b (api:52)
2018-03-08 01:35:40,838+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=591905b9-3e3c-4e6a-9b99-2843615ae325 (api:46)
2018-03-08 01:35:40,838+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=591905b9-3e3c-4e6a-9b99-2843615ae325 (api:52)
2018-03-08 01:35:40,838+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=3bfe5d4d-90f1-4f76-b334-82b80d3db30d (api:46)
2018-03-08 01:35:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=3bfe5d4d-90f1-4f76-b334-82b80d3db30d (api:52)
2018-03-08 01:35:40,839+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=bdfc9e4a-2c86-425c-a3ad-53873e4f94e1 (api:46)
2018-03-08 01:35:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=bdfc9e4a-2c86-425c-a3ad-53873e4f94e1 (api:52)
2018-03-08 01:35:40,971+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:41,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 912a04ce-add6-41cd-9b55-5cf87ec50663 (threadPool:210)
2018-03-08 01:35:41,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0cc0b5b1-7c6b-4543-ad0b-2fc49715fb4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:41,022+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:41,392+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:41,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 06b75269-4d9e-4cc1-9846-4bf6fd11b22c (threadPool:210)
2018-03-08 01:35:41,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 95d1b624-09c1-4949-96d9-a69c7fd4496c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:41,442+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:41,726+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:41,779+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b770274a-6f45-42e9-b4ec-4d08b6f0d25f (threadPool:210)
2018-03-08 01:35:41,779+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9b1683a7-1786-49ae-9b46-89c191e20dc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:41,780+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:42,104+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:42,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f198f586-a909-4f70-bff5-6a4e14999236 (threadPool:210)
2018-03-08 01:35:42,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88f49a8e-1229-4d87-8998-413b284ad6b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:42,166+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:42,758+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:42,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0cc0b5b1-7c6b-4543-ad0b-2fc49715fb4d (threadPool:210)
2018-03-08 01:35:42,814+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10124098-22cf-4a31-bec8-086228c182ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:42,814+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:42,926+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:42,931+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:42,933+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:43,098+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:43,634+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:43,636+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=42284575-3390-4125-92cb-e13398e93bd4 (api:46)
2018-03-08 01:35:43,637+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274865', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344292', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599204', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525169', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706595', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529973', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000241803', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459018', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303646', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278847', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467706', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00364166', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023139', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357098', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583024', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312108', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317673', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215398', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022176', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507606', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397461', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493507', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336592', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417667', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218458', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020445', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371102', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253243', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364024', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00123382', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268894', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293536', 'lastCheck': '1.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=42284575-3390-4125-92cb-e13398e93bd4 (api:52)
2018-03-08 01:35:43,637+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=af363acc-7c79-4b86-9278-3bf11188a94d (api:46)
2018-03-08 01:35:43,637+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=af363acc-7c79-4b86-9278-3bf11188a94d (api:52)
2018-03-08 01:35:43,664+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.89'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '43': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.49'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.14'}, '42': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.43'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '27': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '3.77', 'cpuIdle': '93.92'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.50'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '29': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.24'}, '40': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.69'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.74'}, '1': {'cpuUser': '4.23', 'nodeIndex': 1, 'cpuSys': '30.42', 'cpuIdle': '65.35'}, '0': {'cpuUser': '7.14', 'nodeIndex': 0, 'cpuSys': '3.57', 'cpuIdle': '89.29'}, '3': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.04'}, '2': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.56'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.31'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.23'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '9': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.51'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '97.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.82'}, '38': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '4.43', 'cpuIdle': '93.65'}, '59': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.51'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.89'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '12': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.70'}, '15': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.77'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.50'}, '16': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.75'}, '19': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '3.77', 'cpuIdle': '93.92'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '31': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.57'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.70'}, '36': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '94.71'}, '35': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '34': {'cpuUser': '7.21', 'nodeIndex': 0, 'cpuSys': '6.94', 'cpuIdle': '85.85'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '18': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '57': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307249'}, '0': {'memPercent': 11, 'memFree': '350439'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00364166', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274865', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344292', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023139', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357098', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706595', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529973', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000241803', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459018', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303646', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278847', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467706', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599204', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525169', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583024', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397461', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317673', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215398', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022176', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507606', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312108', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268894', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336592', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417667', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218458', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020445', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371102', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253243', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364024', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00123382', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493507', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293536', 'lastCheck': '1.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646894061', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404240994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.351', 'tx': '1176274300897', 'txDropped': '0', 'rx': '625371600143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0', 'tx': '1580927741405', 'txDropped': '0', 'rx': '926334004654', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45197124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416488483', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200550101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet0', 'tx': '87657735', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet1', 'tx': '37766130389', 'txDropped': '0', 'rx': '878016592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet2', 'tx': '21126229196', 'txDropped': '0', 'rx': '141318819650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175695457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet4', 'tx': '396341117', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet5', 'tx': '23424947292', 'txDropped': '0', 'rx': '498123581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet6', 'tx': '6654257528', 'txDropped': '0', 'rx': '429977658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet7', 'tx': '1433958580', 'txDropped': '0', 'rx': '552286470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42445304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46745615', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'lo', 'tx': '6935467931', 'txDropped': '0', 'rx': '6935467931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170689890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'eno1', 'tx': '975616847949', 'txDropped': '0', 'rx': '434001975736', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'eno2', 'tx': '605310893456', 'txDropped': '0', 'rx': '492332028918', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469330.504416, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469330.504416, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632952925', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75900559', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77018424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192172402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370784915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373591056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49870036', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430395566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298938802', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.110', 'tx': '2476362278', 'txDropped': '0', 'rx': '66855796111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.111', 'tx': '122678495443', 'txDropped': '0', 'rx': '24448325856', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55243871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54168884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465372226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165368151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56023789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55853600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45192332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469330.504416, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226588970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'oVirtManagement', 'tx': '1176274300249', 'txDropped': '0', 'rx': '625370861740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577262558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'vnet3', 'tx': '542734821', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469330.504416, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754473866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695377.50', 'cpuLoad': '3.06', 'cpuSys': '2.12', 'diskStats': {'/var/log': {'free': '92896'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.17', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:35:43 GMT', 'cpuUser': '1.31', 'memFree': 667600, 'cpuIdle': '96.58', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.89'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:43,668+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:35:43,757+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:43,807+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9b1683a7-1786-49ae-9b46-89c191e20dc3 (threadPool:210)
2018-03-08 01:35:43,807+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d100b087-92d4-4c4a-89f8-a53da1da3e1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:43,807+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:44,203+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:44,253+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2a159d23-b59b-4de8-8598-0b1b9eb5477a (threadPool:210)
2018-03-08 01:35:44,254+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 00ecec98-823d-43b9-97f8-52506f410702 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:44,254+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:44,566+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:44,615+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88f49a8e-1229-4d87-8998-413b284ad6b5 (threadPool:210)
2018-03-08 01:35:44,616+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 697a18fa-1245-45a6-a859-d278ff6db0b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:44,616+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:44,981+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:45,027+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 95d1b624-09c1-4949-96d9-a69c7fd4496c (threadPool:210)
2018-03-08 01:35:45,027+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02c0d54c-f9c3-430c-8d9e-8ba6ae09d34c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b\xce\xf6\xdbO\x91\xc0\x98\xecB\xb01Y9:\x0c000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:45,028+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:45,028+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b to 4096 megabytes (lvm:1205)
2018-03-08 01:35:45,422+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:45,473+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10124098-22cf-4a31-bec8-086228c182ac (threadPool:210)
2018-03-08 01:35:45,473+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 95a792dd-6ce0-4f34-9306-a1b1293e3853 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:45,474+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:45,704+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=98b4ab96-6108-482a-b5c9-3833c6241167 (api:46)
2018-03-08 01:35:45,706+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274865', 'lastCheck': '7.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344292', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599204', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525169', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706595', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529973', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000241803', 'lastCheck': '2.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459018', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303646', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278847', 'lastCheck': '6.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467706', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00364166', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023139', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357098', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583024', 'lastCheck': '6.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312108', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317673', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215398', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022176', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507606', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397461', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493507', 'lastCheck': '5.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336592', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417667', 'lastCheck': '1.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218458', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020445', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371102', 'lastCheck': '8.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253243', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364024', 'lastCheck': '5.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00123382', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268894', 'lastCheck': '5.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293536', 'lastCheck': '4.0', 'valid': True}} from=internal, task_id=98b4ab96-6108-482a-b5c9-3833c6241167 (api:52)
2018-03-08 01:35:45,706+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=1f97819d-8d14-4b03-8530-7a5c774542be (api:46)
2018-03-08 01:35:45,707+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1f97819d-8d14-4b03-8530-7a5c774542be (api:52)
2018-03-08 01:35:45,720+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b285e1d2-12a0-49fd-8813-9c6bc408e263 (api:46)
2018-03-08 01:35:45,725+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b285e1d2-12a0-49fd-8813-9c6bc408e263 (api:52)
2018-03-08 01:35:45,726+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:45,739+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02c0d54c-f9c3-430c-8d9e-8ba6ae09d34c (threadPool:210)
2018-03-08 01:35:45,739+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 456f47fb-8162-43cc-82e3-ad89e1721664 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:45,739+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:45,773+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:45,819+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d100b087-92d4-4c4a-89f8-a53da1da3e1c (threadPool:210)
2018-03-08 01:35:45,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d479095f-4266-4df8-a965-7af481190e8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:35:45,820+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:45,831+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1ee50d01-b527-4825-8de4-0824a1f69f94 (api:46)
2018-03-08 01:35:45,837+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1ee50d01-b527-4825-8de4-0824a1f69f94 (api:52)
2018-03-08 01:35:45,839+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:46,157+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:46,203+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 00ecec98-823d-43b9-97f8-52506f410702 (threadPool:210)
2018-03-08 01:35:46,204+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ba0c2ff3-e28d-41df-96d2-465defc2b64f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:46,204+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:46,615+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:46,659+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 697a18fa-1245-45a6-a859-d278ff6db0b0 (threadPool:210)
2018-03-08 01:35:46,660+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a9dac806-719e-43ec-b815-0b9267deeecd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:46,660+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:46,739+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20828 (__init__:598)
2018-03-08 01:35:46,740+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20827 (__init__:598)
2018-03-08 01:35:47,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:47,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 456f47fb-8162-43cc-82e3-ad89e1721664 (threadPool:210)
2018-03-08 01:35:47,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8090088d-ad35-44a4-9125-bec03a9d2b68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:47,078+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:47,092+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:35:47,097+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:35:47,100+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:47,107+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:35:47,108+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:35:47,108+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:35:47,380+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:47,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d479095f-4266-4df8-a965-7af481190e8e (threadPool:210)
2018-03-08 01:35:47,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70c018b3-1089-44de-a3e2-b11dc46896ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:47,430+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:47,729+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:47,779+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ba0c2ff3-e28d-41df-96d2-465defc2b64f (threadPool:210)
2018-03-08 01:35:47,780+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5fa71e1c-3b80-4b81-a2b4-3a5f40dcb57b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:47,780+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:48,144+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:48,199+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 95a792dd-6ce0-4f34-9306-a1b1293e3853 (threadPool:210)
2018-03-08 01:35:48,200+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b5a4e14a-6ce7-4185-8f73-e4daccbdc904 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:48,200+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:48,696+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:48,742+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a9dac806-719e-43ec-b815-0b9267deeecd (threadPool:210)
2018-03-08 01:35:48,743+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6d241551-4327-48ca-b554-9bcece53168a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:48,743+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:49,187+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:49,252+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8090088d-ad35-44a4-9125-bec03a9d2b68 (threadPool:210)
2018-03-08 01:35:49,253+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ffc3b4e-b3ae-4cea-994a-e1975520e9d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:49,254+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:49,684+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:49,741+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70c018b3-1089-44de-a3e2-b11dc46896ab (threadPool:210)
2018-03-08 01:35:49,742+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 09f8e71f-ab46-4fdb-8f39-2bb3c2ff856d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:49,742+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:50,096+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:50,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b5a4e14a-6ce7-4185-8f73-e4daccbdc904 (threadPool:210)
2018-03-08 01:35:50,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c9133fa8-6c33-4f99-8a87-87eef62f7d1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:50,148+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:50,490+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:50,538+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6d241551-4327-48ca-b554-9bcece53168a (threadPool:210)
2018-03-08 01:35:50,538+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f3620000-1a8b-41a1-8a9a-2adfb87026e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:50,539+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:50,882+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:50,933+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ffc3b4e-b3ae-4cea-994a-e1975520e9d8 (threadPool:210)
2018-03-08 01:35:50,934+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7271e153-df4a-4d76-b806-afaaf0c58342 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:50,934+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:51,267+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:51,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5fa71e1c-3b80-4b81-a2b4-3a5f40dcb57b (threadPool:210)
2018-03-08 01:35:51,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 263acfb3-ba10-42b3-a1fe-02e3e8d1f0e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:51,314+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:51,602+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:51,653+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 09f8e71f-ab46-4fdb-8f39-2bb3c2ff856d (threadPool:210)
2018-03-08 01:35:51,653+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ee0f23ee-8367-40fd-b627-cecbfaf3c633 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:51,654+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:51,947+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:52,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c9133fa8-6c33-4f99-8a87-87eef62f7d1b (threadPool:210)
2018-03-08 01:35:52,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f49d8330-722f-4ed2-adf7-68d4ed024bfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:52,001+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:52,297+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:52,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f3620000-1a8b-41a1-8a9a-2adfb87026e3 (threadPool:210)
2018-03-08 01:35:52,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e2acf4b3-67f0-4130-9a70-8236c7b618f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:52,347+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:52,733+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:52,786+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7271e153-df4a-4d76-b806-afaaf0c58342 (threadPool:210)
2018-03-08 01:35:52,786+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 20d2bbb9-2e82-4160-9097-5743e7e4bbee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:52,787+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:53,176+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:53,237+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 263acfb3-ba10-42b3-a1fe-02e3e8d1f0e8 (threadPool:210)
2018-03-08 01:35:53,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aad19db0-4d2b-4813-a76e-d34acfe1a92c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:53,238+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:53,569+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:53,619+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f49d8330-722f-4ed2-adf7-68d4ed024bfa (threadPool:210)
2018-03-08 01:35:53,619+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cb81a7bb-6018-494b-9aea-5b7ffc83b9f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:53,619+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:54,002+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:54,051+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e2acf4b3-67f0-4130-9a70-8236c7b618f1 (threadPool:210)
2018-03-08 01:35:54,052+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7415480c-2a6c-4f6b-aed5-9b69085e4080 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:54,052+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:54,450+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:54,501+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 20d2bbb9-2e82-4160-9097-5743e7e4bbee (threadPool:210)
2018-03-08 01:35:54,501+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c143f9c8-275e-4066-8af7-4e5ecc415095 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:54,501+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:54,829+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:55,182+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:55,239+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ee0f23ee-8367-40fd-b627-cecbfaf3c633 (threadPool:210)
2018-03-08 01:35:55,239+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7e54b03c-ae44-4ca8-a775-fc17f36b576e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:55,240+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:55,601+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:55,652+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aad19db0-4d2b-4813-a76e-d34acfe1a92c (threadPool:210)
2018-03-08 01:35:55,652+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f230f2b3-4151-4121-a0c5-e21ba90c46af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:55,653+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:55,949+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:55,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cb81a7bb-6018-494b-9aea-5b7ffc83b9f9 (threadPool:210)
2018-03-08 01:35:55,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7db53351-f9f0-4dcf-98da-34840e3352d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:55,997+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:56,306+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a6b40515-8b7b-411f-bf4a-3dc8311c7237 (api:46)
2018-03-08 01:35:56,335+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a6b40515-8b7b-411f-bf4a-3dc8311c7237 (api:52)
2018-03-08 01:35:56,337+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:35:56,339+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:56,380+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7415480c-2a6c-4f6b-aed5-9b69085e4080 (threadPool:210)
2018-03-08 01:35:56,380+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cdb96bf0-a099-4f42-9bfd-920b45f3e7bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:56,380+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:56,432+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3a287aaf-d151-4a77-a6a1-bed132d92bda (api:46)
2018-03-08 01:35:56,440+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3a287aaf-d151-4a77-a6a1-bed132d92bda (api:52)
2018-03-08 01:35:56,441+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:56,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:56,757+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7e54b03c-ae44-4ca8-a775-fc17f36b576e (threadPool:210)
2018-03-08 01:35:56,757+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 67ce149c-4360-4697-bd99-9fe265cb293e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:56,757+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:57,063+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:57,113+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f230f2b3-4151-4121-a0c5-e21ba90c46af (threadPool:210)
2018-03-08 01:35:57,113+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a9a13fe6-45d4-4273-845f-6c797cdbda13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:35:57,113+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:57,634+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:57,681+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7db53351-f9f0-4dcf-98da-34840e3352d8 (threadPool:210)
2018-03-08 01:35:57,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8095fb61-da06-4c88-974b-daaf5521f8dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:57,683+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:57,950+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:57,956+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:57,958+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:35:58,025+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:58,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c143f9c8-275e-4066-8af7-4e5ecc415095 (threadPool:210)
2018-03-08 01:35:58,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 469c4e18-b675-4031-83fd-e9fd13a83d9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:58,076+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:58,433+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:58,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cdb96bf0-a099-4f42-9bfd-920b45f3e7bf (threadPool:210)
2018-03-08 01:35:58,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be71f57f-0815-44cb-a1c1-925fc8339df5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:58,480+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:58,712+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:35:58,714+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ed1e3c03-a497-4de5-9bc7-681aa59a717c (api:46)
2018-03-08 01:35:58,715+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215224', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819412', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439399', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555531', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544853', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243331', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000518328', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040702', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322066', 'lastCheck': '7.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353329', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240265', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473882', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594175', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611953', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00068628', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486509', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516215', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274034', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471306', 'lastCheck': '6.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00833608', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275418', 'lastCheck': '6.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399437', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347018', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315354', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324656', 'lastCheck': '6.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270493', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347046', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290568', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281971', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291659', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353176', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283797', 'lastCheck': '7.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ed1e3c03-a497-4de5-9bc7-681aa59a717c (api:52)
2018-03-08 01:35:58,715+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=5120d0ac-fb0a-4349-954f-8f4145f6e8f6 (api:46)
2018-03-08 01:35:58,715+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=5120d0ac-fb0a-4349-954f-8f4145f6e8f6 (api:52)
2018-03-08 01:35:58,742+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.56'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '97.36'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '24': {'cpuUser': '2.84', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '95.31'}, '25': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '4.29', 'cpuIdle': '93.40'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '97.69'}, '27': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.90'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '3.96', 'cpuIdle': '94.06'}, '22': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.30'}, '23': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.09'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.10', 'nodeIndex': 1, 'cpuSys': '21.93', 'cpuIdle': '73.97'}, '0': {'cpuUser': '5.75', 'nodeIndex': 0, 'cpuSys': '3.57', 'cpuIdle': '90.68'}, '3': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '2': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.31'}, '5': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '95.58'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.62'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '6': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.29'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.70'}, '8': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '38': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '96.63'}, '59': {'cpuUser': '7.00', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '91.02'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.15'}, '13': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.90'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.83'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.50'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '19': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.19'}, '55': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '31': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.71'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '97.69'}, '34': {'cpuUser': '6.80', 'nodeIndex': 0, 'cpuSys': '7.47', 'cpuIdle': '85.73'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.63'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '57': {'cpuUser': '5.88', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '92.20'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307261'}, '0': {'memPercent': 11, 'memFree': '350432'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473882', 'lastCheck': '3.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215224', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819412', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594175', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611953', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544853', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243331', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000518328', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040702', 'lastCheck': '7.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322066', 'lastCheck': '7.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353329', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240265', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439399', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000555531', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00068628', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275418', 'lastCheck': '6.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516215', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274034', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471306', 'lastCheck': '6.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00833608', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486509', 'lastCheck': '6.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353176', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347018', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315354', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324656', 'lastCheck': '6.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270493', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347046', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290568', 'lastCheck': '1.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281971', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291659', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399437', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283797', 'lastCheck': '7.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646917466', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404245178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.351', 'tx': '1176274369094', 'txDropped': '0', 'rx': '625371609963', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0', 'tx': '1580927831977', 'txDropped': '0', 'rx': '926334420586', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45197474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416489620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200551839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet0', 'tx': '87661857', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet1', 'tx': '37766132421', 'txDropped': '0', 'rx': '878017144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet2', 'tx': '21126288577', 'txDropped': '0', 'rx': '141318845347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175697599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet4', 'tx': '396345239', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet5', 'tx': '23424972360', 'txDropped': '0', 'rx': '498123821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet6', 'tx': '6654258917', 'txDropped': '0', 'rx': '429977720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet7', 'tx': '1433968572', 'txDropped': '0', 'rx': '552292218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42445654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46745965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'lo', 'tx': '6935543128', 'txDropped': '0', 'rx': '6935543128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170692492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'eno1', 'tx': '975616925314', 'txDropped': '0', 'rx': '434002185025', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'eno2', 'tx': '605310906663', 'txDropped': '0', 'rx': '492332235561', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469345.640623, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469345.640623, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632957507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75900909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77018774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192175146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370785315', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.306', 'tx': '76695871643', 'txDropped': '0', 'rx': '8373594478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49870436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430398988', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298941546', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.110', 'tx': '2476368640', 'txDropped': '0', 'rx': '66855806242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.111', 'tx': '122678520933', 'txDropped': '0', 'rx': '24448382309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55244271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54169234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465376410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165370753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56024189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55853950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45192682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469345.640623, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226590708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'oVirtManagement', 'tx': '1176274368446', 'txDropped': '0', 'rx': '625370871560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577267140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'vnet3', 'tx': '542738943', 'txDropped': '0', 'rx': '221473710', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469345.640623, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754476008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695392.58', 'cpuLoad': '2.96', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92894'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.77', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:35:58 GMT', 'cpuUser': '1.42', 'memFree': 667606, 'cpuIdle': '96.88', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.98'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:35:58,747+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:35:58,797+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:58,858+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 67ce149c-4360-4697-bd99-9fe265cb293e (threadPool:210)
2018-03-08 01:35:58,859+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 87937f3f-9046-42a0-a268-549830e5f4e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:58,860+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:59,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:59,239+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a9a13fe6-45d4-4273-845f-6c797cdbda13 (threadPool:210)
2018-03-08 01:35:59,240+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5b931480-14a9-4ca4-99a6-7af9f3ab3238 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:59,240+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:35:59,507+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:59,582+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8095fb61-da06-4c88-974b-daaf5521f8dc (threadPool:210)
2018-03-08 01:35:59,583+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b92050b6-d0c1-43bb-81d0-dbde9b55b8f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:35:59,584+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:35:59,902+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:35:59,949+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 469c4e18-b675-4031-83fd-e9fd13a83d9d (threadPool:210)
2018-03-08 01:35:59,949+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 160a2385-6d3a-47ae-9fb7-484f54bd6c47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:35:59,950+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:00,312+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:00,361+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 87937f3f-9046-42a0-a268-549830e5f4e7 (threadPool:210)
2018-03-08 01:36:00,361+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f90a0c6-feed-4c00-83d6-8460ac541b86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:00,361+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:00,716+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:00,811+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0af30f9d-0e2c-4689-bb68-b073e2cb5bd8 (api:46)
2018-03-08 01:36:00,812+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215224', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819412', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293304', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486693', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054762', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245002', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000301772', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525212', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283652', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246809', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240265', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418964', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594175', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288821', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732061', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239129', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335903', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023375', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364985', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000645234', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465095', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611218', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248156', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000315354', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048702', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481864', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347046', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290896', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236087', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635153', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047093', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245613', 'lastCheck': '0.9', 'valid': True}} from=internal, task_id=0af30f9d-0e2c-4689-bb68-b073e2cb5bd8 (api:52)
2018-03-08 01:36:00,813+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=69d268e3-a365-40b8-a32f-2174b8f46b8d (api:46)
2018-03-08 01:36:00,813+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=69d268e3-a365-40b8-a32f-2174b8f46b8d (api:52)
2018-03-08 01:36:00,856+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5b931480-14a9-4ca4-99a6-7af9f3ab3238 (threadPool:210)
2018-03-08 01:36:00,856+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task da96779e-fe23-49df-ae0b-47c5361425bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:00,857+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:01,154+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:01,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b92050b6-d0c1-43bb-81d0-dbde9b55b8f0 (threadPool:210)
2018-03-08 01:36:01,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c4b4fb06-2f23-4dc9-b6ed-3962934b53f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:01,205+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:01,520+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:01,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be71f57f-0815-44cb-a1c1-925fc8339df5 (threadPool:210)
2018-03-08 01:36:01,573+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6084d740-61b6-4d68-8dc5-5146b0be88e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:01,573+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:01,932+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:01,979+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f90a0c6-feed-4c00-83d6-8460ac541b86 (threadPool:210)
2018-03-08 01:36:01,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 82e63d22-96d4-40d1-9341-e10d5fbd7b51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:01,980+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:02,113+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:36:02,118+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:36:02,120+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:02,129+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:36:02,129+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:36:02,130+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:02,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:02,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task da96779e-fe23-49df-ae0b-47c5361425bb (threadPool:210)
2018-03-08 01:36:02,396+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8485948-29c6-432a-9bab-f903e1d9449f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:02,396+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:02,777+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:02,828+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c4b4fb06-2f23-4dc9-b6ed-3962934b53f0 (threadPool:210)
2018-03-08 01:36:02,828+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 30357c09-d002-44ff-b0ba-6f345a3776d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:02,828+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:03,149+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:03,198+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 160a2385-6d3a-47ae-9fb7-484f54bd6c47 (threadPool:210)
2018-03-08 01:36:03,198+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84042080-2485-4ecb-be0f-45e8be65123d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:03,199+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:03,550+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:03,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6084d740-61b6-4d68-8dc5-5146b0be88e1 (threadPool:210)
2018-03-08 01:36:03,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 37945e1b-1ef2-4456-bf55-482a35ae6794 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:03,600+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:03,934+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:03,982+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 82e63d22-96d4-40d1-9341-e10d5fbd7b51 (threadPool:210)
2018-03-08 01:36:03,982+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dcc91701-b2ca-4659-ae60-6b78b121fa08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:03,982+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:04,328+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:04,380+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8485948-29c6-432a-9bab-f903e1d9449f (threadPool:210)
2018-03-08 01:36:04,380+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8778e732-e5fb-49ae-982e-a2fefb2e0234 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:04,381+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:04,722+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:04,773+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 30357c09-d002-44ff-b0ba-6f345a3776d6 (threadPool:210)
2018-03-08 01:36:04,774+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 063545fe-c8d0-4f5f-9f5f-fcf88c45f428 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:04,774+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:05,136+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:05,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84042080-2485-4ecb-be0f-45e8be65123d (threadPool:210)
2018-03-08 01:36:05,185+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2677d591-9e5c-449e-9e4d-f852f4b195b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:05,185+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:05,491+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:05,541+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 37945e1b-1ef2-4456-bf55-482a35ae6794 (threadPool:210)
2018-03-08 01:36:05,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 39e6872b-0a25-4c21-8f41-3c9b9ab5de28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:05,542+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:05,950+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:05,997+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dcc91701-b2ca-4659-ae60-6b78b121fa08 (threadPool:210)
2018-03-08 01:36:05,998+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5cad57b4-d68a-42f3-84cf-dfd6050feaa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:05,998+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:06,345+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:06,385+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8778e732-e5fb-49ae-982e-a2fefb2e0234 (threadPool:210)
2018-03-08 01:36:06,385+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 023a5563-db92-4d03-b4d2-a8c42a6b1e46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:06,386+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:06,746+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:06,847+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8fc1b366-b8e4-460a-aab3-c3638b6d22fa (api:46)
2018-03-08 01:36:06,852+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8fc1b366-b8e4-460a-aab3-c3638b6d22fa (api:52)
2018-03-08 01:36:06,853+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:06,946+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=861d9bc0-9ce4-484e-b053-65430db557a1 (api:46)
2018-03-08 01:36:06,952+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=861d9bc0-9ce4-484e-b053-65430db557a1 (api:52)
2018-03-08 01:36:06,954+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:07,105+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:07,156+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2677d591-9e5c-449e-9e4d-f852f4b195b9 (threadPool:210)
2018-03-08 01:36:07,156+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8f686ae4-947c-4322-ab58-0c80da2a7ec3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:07,157+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:07,625+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:07,662+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 39e6872b-0a25-4c21-8f41-3c9b9ab5de28 (threadPool:210)
2018-03-08 01:36:07,662+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4664b086-56e5-4767-90e1-5b7485ea2b46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:07,663+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:07,958+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:08,006+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 063545fe-c8d0-4f5f-9f5f-fcf88c45f428 (threadPool:210)
2018-03-08 01:36:08,007+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4cf27916-b9a3-4e0a-9d80-b8e65718359a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:08,007+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:08,324+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:08,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 023a5563-db92-4d03-b4d2-a8c42a6b1e46 (threadPool:210)
2018-03-08 01:36:08,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4dc41662-f338-4576-bae7-4c5a37c11241 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:08,390+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:08,741+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:08,790+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5cad57b4-d68a-42f3-84cf-dfd6050feaa1 (threadPool:210)
2018-03-08 01:36:08,790+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6acaa0e0-6993-413a-ab0b-1560e42b63a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:08,791+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:09,107+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:09,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4664b086-56e5-4767-90e1-5b7485ea2b46 (threadPool:210)
2018-03-08 01:36:09,156+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2e61f87d-c411-4f3b-9b1f-faf83e606678 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:09,156+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:09,486+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:09,565+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4cf27916-b9a3-4e0a-9d80-b8e65718359a (threadPool:210)
2018-03-08 01:36:09,566+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c249cc91-3cb1-4a2c-bbb1-1d5c13e0ff1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:09,566+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:09,877+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:09,953+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8f686ae4-947c-4322-ab58-0c80da2a7ec3 (threadPool:210)
2018-03-08 01:36:09,954+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eac83233-1c1c-4377-8991-9f0579937b51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:09,954+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:10,324+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:10,375+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6acaa0e0-6993-413a-ab0b-1560e42b63a0 (threadPool:210)
2018-03-08 01:36:10,375+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2b5da797-ebf0-48ea-9ed8-dcfda7b0cc23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:36:10,375+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:10,682+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:10,734+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2e61f87d-c411-4f3b-9b1f-faf83e606678 (threadPool:210)
2018-03-08 01:36:10,734+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3ebe1326-e299-4734-a48f-9d77f776b9f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:10,735+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:11,028+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:11,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c249cc91-3cb1-4a2c-bbb1-1d5c13e0ff1d (threadPool:210)
2018-03-08 01:36:11,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2235f0db-ef32-4c96-a512-401b9c02a6f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:11,082+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:11,392+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:11,441+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4dc41662-f338-4576-bae7-4c5a37c11241 (threadPool:210)
2018-03-08 01:36:11,441+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fe991273-1ad7-419f-89cf-703b3fbef02b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:11,441+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:11,704+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:11,754+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eac83233-1c1c-4377-8991-9f0579937b51 (threadPool:210)
2018-03-08 01:36:11,754+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c8c76b24-f07f-45b0-a88f-a9067ba1fafa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:11,755+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:12,060+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:12,106+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2b5da797-ebf0-48ea-9ed8-dcfda7b0cc23 (threadPool:210)
2018-03-08 01:36:12,106+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c2836a92-f073-499b-8376-44220f188ff1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:12,107+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:12,368+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:12,428+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2235f0db-ef32-4c96-a512-401b9c02a6f1 (threadPool:210)
2018-03-08 01:36:12,429+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8788e102-03fc-4e34-bee2-3514f9b30532 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:12,429+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:12,775+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:12,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c8c76b24-f07f-45b0-a88f-a9067ba1fafa (threadPool:210)
2018-03-08 01:36:12,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b8cc4ffa-bf7d-4095-8120-a9c517ac47c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:12,824+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:12,979+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:12,984+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:12,987+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:13,147+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:13,197+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3ebe1326-e299-4734-a48f-9d77f776b9f1 (threadPool:210)
2018-03-08 01:36:13,198+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec09b9f4-5208-4461-84f2-ce02b784823c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:13,198+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:13,481+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:13,531+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c2836a92-f073-499b-8376-44220f188ff1 (threadPool:210)
2018-03-08 01:36:13,532+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ff0920a7-3cc6-43f5-a06c-9f785807dd1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:13,532+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:13,782+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:13,784+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=14af164f-54b2-4b26-9612-e888573d0646 (api:46)
2018-03-08 01:36:13,784+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024723', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000895923', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438641', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432698', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410987', 'lastCheck': '1.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314253', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00054617', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401228', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460783', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345018', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336966', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00481919', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269087', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267035', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621041', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038633', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298717', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320025', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351255', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113993', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514284', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368128', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324926', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351281', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473461', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418667', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270254', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251027', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372254', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390663', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415663', 'lastCheck': '2.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=14af164f-54b2-4b26-9612-e888573d0646 (api:52)
2018-03-08 01:36:13,785+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a3486930-713e-4845-861f-761d29779493 (api:46)
2018-03-08 01:36:13,785+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a3486930-713e-4845-861f-761d29779493 (api:52)
2018-03-08 01:36:13,810+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.62'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '60': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.55'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '25': {'cpuUser': '7.22', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '88.81'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '27': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '93.71'}, '20': {'cpuUser': '3.44', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.57'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.69'}, '22': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '23': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '29': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.10'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '25.57', 'cpuIdle': '69.79'}, '0': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '89.47'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.42'}, '2': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.37'}, '5': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '4': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.34'}, '7': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.50'}, '8': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.47'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.22'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.16'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '17': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.91'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.88'}, '19': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.62'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '31': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.58'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '34': {'cpuUser': '6.82', 'nodeIndex': 0, 'cpuSys': '7.22', 'cpuIdle': '85.96'}, '33': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.69'}, '18': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.02'}, '57': {'cpuUser': '5.70', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '92.25'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307272'}, '0': {'memPercent': 11, 'memFree': '350430'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00481919', 'lastCheck': '4.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024723', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000895923', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269087', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267035', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410987', 'lastCheck': '1.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314253', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00054617', 'lastCheck': '4.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401228', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460783', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345018', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336966', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438641', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432698', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621041', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514284', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298717', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320025', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351255', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113993', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038633', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390663', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368128', 'lastCheck': '1.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324926', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351281', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473461', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418667', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270254', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251027', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372254', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415663', 'lastCheck': '2.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646936531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404247722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.351', 'tx': '1176274452590', 'txDropped': '0', 'rx': '625371626133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0', 'tx': '1580928086135', 'txDropped': '0', 'rx': '926334901234', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30333'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45197874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416501923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200553490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet0', 'tx': '87666660', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet1', 'tx': '37766145480', 'txDropped': '0', 'rx': '878017206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet2', 'tx': '21126354211', 'txDropped': '0', 'rx': '141318982855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175699183', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet4', 'tx': '396350042', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet5', 'tx': '23424996651', 'txDropped': '0', 'rx': '498129397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet6', 'tx': '6654272452', 'txDropped': '0', 'rx': '429978162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet7', 'tx': '1433981691', 'txDropped': '0', 'rx': '552292544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42446054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46746365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'lo', 'tx': '6935623565', 'txDropped': '0', 'rx': '6935623565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170693784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'eno1', 'tx': '975617159877', 'txDropped': '0', 'rx': '434002432493', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'eno2', 'tx': '605310926258', 'txDropped': '0', 'rx': '492332468741', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469360.738221, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469360.738221, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632962231', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75901309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77019174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192178624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370785665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373598431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49870786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430402895', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298945024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.110', 'tx': '2476369470', 'txDropped': '0', 'rx': '66855818983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.111', 'tx': '122678663896', 'txDropped': '0', 'rx': '24448441624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55244621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54169634', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465378954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165372045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56024539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55854350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45193082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469360.738221, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226592359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'oVirtManagement', 'tx': '1176274451942', 'txDropped': '0', 'rx': '625370887730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577271864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'vnet3', 'tx': '542743806', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469360.738221, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754477592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695407.65', 'cpuLoad': '2.90', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92893'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31480', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:36:13 GMT', 'cpuUser': '1.40', 'memFree': 667608, 'cpuIdle': '96.90', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.86'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:13,815+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:36:13,844+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:13,893+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fe991273-1ad7-419f-89cf-703b3fbef02b (threadPool:210)
2018-03-08 01:36:13,893+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a404d808-bd8f-459b-9b88-f7ed884266bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:13,893+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:14,243+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:14,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b8cc4ffa-bf7d-4095-8120-a9c517ac47c1 (threadPool:210)
2018-03-08 01:36:14,285+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 21612665-a591-4cdb-8150-686a1b52744b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:14,285+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:14,569+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:14,618+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec09b9f4-5208-4461-84f2-ce02b784823c (threadPool:210)
2018-03-08 01:36:14,618+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6d10cd9b-0e8f-4938-8259-9600f995dad1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:14,619+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:14,976+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:15,020+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ff0920a7-3cc6-43f5-a06c-9f785807dd1a (threadPool:210)
2018-03-08 01:36:15,020+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f3c708c4-38d8-4126-a079-f1b34323223a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:15,020+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:15,351+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:15,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8788e102-03fc-4e34-bee2-3514f9b30532 (threadPool:210)
2018-03-08 01:36:15,401+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 618b6865-4bb9-4900-9388-04892d8456b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:15,401+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:15,667+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:15,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a404d808-bd8f-459b-9b88-f7ed884266bd (threadPool:210)
2018-03-08 01:36:15,708+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d3716145-7435-459f-a1e0-53e5236c5e57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:15,709+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:15,909+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0718157c-80ff-4a7e-90ff-d86ca63e34fd (api:46)
2018-03-08 01:36:15,911+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024723', 'lastCheck': '7.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000895923', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438641', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432698', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410987', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314253', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00054617', 'lastCheck': '6.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401228', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460783', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345018', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336966', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00481919', 'lastCheck': '1.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269087', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267035', 'lastCheck': '7.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621041', 'lastCheck': '6.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038633', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298717', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320025', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351255', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113993', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514284', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '6.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368128', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324926', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351281', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473461', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418667', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270254', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251027', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372254', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390663', 'lastCheck': '6.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415663', 'lastCheck': '4.2', 'valid': True}} from=internal, task_id=0718157c-80ff-4a7e-90ff-d86ca63e34fd (api:52)
2018-03-08 01:36:15,912+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=5eb44871-f903-45b7-a503-1f3b7d362842 (api:46)
2018-03-08 01:36:15,912+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5eb44871-f903-45b7-a503-1f3b7d362842 (api:52)
2018-03-08 01:36:15,991+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:16,039+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6d10cd9b-0e8f-4938-8259-9600f995dad1 (threadPool:210)
2018-03-08 01:36:16,039+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a63b180f-2932-437b-a752-490b1418f3b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:16,039+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:16,311+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:16,356+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f3c708c4-38d8-4126-a079-f1b34323223a (threadPool:210)
2018-03-08 01:36:16,356+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3ea2aa6b-0623-471b-8940-1b7580774e49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:16,356+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:16,681+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:16,731+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 618b6865-4bb9-4900-9388-04892d8456b5 (threadPool:210)
2018-03-08 01:36:16,731+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 56350cfc-9312-4ae6-b8d7-54e83b9b2189 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:16,732+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:17,032+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:17,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 21612665-a591-4cdb-8150-686a1b52744b (threadPool:210)
2018-03-08 01:36:17,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fe144851-0c22-4c78-8266-228b9f3a6eab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:17,085+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:17,132+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:36:17,137+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:36:17,140+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:17,148+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:36:17,148+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:36:17,149+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:17,396+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:17,411+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f7947eb1-f167-4727-b76f-db7deede905c (api:46)
2018-03-08 01:36:17,429+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f7947eb1-f167-4727-b76f-db7deede905c (api:52)
2018-03-08 01:36:17,431+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:36:17,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d3716145-7435-459f-a1e0-53e5236c5e57 (threadPool:210)
2018-03-08 01:36:17,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 60751b41-1504-4d41-ad68-f321c6a01117 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:17,448+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:17,531+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f1dbca2b-7771-4e71-bed5-760c3bbd94f6 (api:46)
2018-03-08 01:36:17,538+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f1dbca2b-7771-4e71-bed5-760c3bbd94f6 (api:52)
2018-03-08 01:36:17,540+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:17,785+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:17,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a63b180f-2932-437b-a752-490b1418f3b3 (threadPool:210)
2018-03-08 01:36:17,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc1d52d8-bd25-4fd6-a0aa-173a356ec1a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:17,836+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:18,123+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:18,164+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3ea2aa6b-0623-471b-8940-1b7580774e49 (threadPool:210)
2018-03-08 01:36:18,165+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 592111ef-44c4-4f76-b76c-8f87195ac587 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:18,165+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:18,531+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:18,912+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:18,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 60751b41-1504-4d41-ad68-f321c6a01117 (threadPool:210)
2018-03-08 01:36:18,954+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3eebb518-2551-4323-8569-91c89e450cf9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:18,954+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:19,309+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:19,381+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc1d52d8-bd25-4fd6-a0aa-173a356ec1a8 (threadPool:210)
2018-03-08 01:36:19,382+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85bcfc5e-3ed7-4a33-bdab-af25b6ac3f9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:19,382+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:19,712+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:19,778+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 56350cfc-9312-4ae6-b8d7-54e83b9b2189 (threadPool:210)
2018-03-08 01:36:19,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b165ae46-4047-4ad1-8bee-e727abe89529 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:19,780+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:20,234+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:20,274+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 592111ef-44c4-4f76-b76c-8f87195ac587 (threadPool:210)
2018-03-08 01:36:20,275+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4d16b64d-9a56-4cfa-99f8-fbfcabd73e3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:20,275+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:20,631+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:20,681+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3eebb518-2551-4323-8569-91c89e450cf9 (threadPool:210)
2018-03-08 01:36:20,681+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f5f79f7d-90c6-49e8-a2ff-1ba3fd065fcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:20,682+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:21,027+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:21,078+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85bcfc5e-3ed7-4a33-bdab-af25b6ac3f9a (threadPool:210)
2018-03-08 01:36:21,078+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0cde4b2d-08c1-456c-8ca2-5baa31d01e06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:21,079+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:21,364+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:21,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b165ae46-4047-4ad1-8bee-e727abe89529 (threadPool:210)
2018-03-08 01:36:21,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 967e59c1-d064-49ba-a9db-f3befd090fcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:21,412+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:21,707+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:21,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fe144851-0c22-4c78-8266-228b9f3a6eab (threadPool:210)
2018-03-08 01:36:21,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 901f7c54-9cc5-46a9-a654-5bdbc7820b00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:36:21,761+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:22,045+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:22,101+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4d16b64d-9a56-4cfa-99f8-fbfcabd73e3d (threadPool:210)
2018-03-08 01:36:22,101+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bf4df9c5-201a-406a-98f7-667370fca18f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:22,101+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:22,372+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:22,433+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f5f79f7d-90c6-49e8-a2ff-1ba3fd065fcf (threadPool:210)
2018-03-08 01:36:22,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c361bd7-1a9e-42b6-8660-2af4872c5806 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:22,434+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:22,700+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:22,752+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0cde4b2d-08c1-456c-8ca2-5baa31d01e06 (threadPool:210)
2018-03-08 01:36:22,753+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f1f484af-5de6-4876-982c-7c6fef54561c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:22,753+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:23,033+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:23,081+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 967e59c1-d064-49ba-a9db-f3befd090fcf (threadPool:210)
2018-03-08 01:36:23,082+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ea1e42bf-e72a-49df-bbe9-52cda77c3ac0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:23,082+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:23,337+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:23,387+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 901f7c54-9cc5-46a9-a654-5bdbc7820b00 (threadPool:210)
2018-03-08 01:36:23,387+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e069597e-a4c9-4756-bf5a-65d3c4972b8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:23,387+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:23,660+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:23,708+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bf4df9c5-201a-406a-98f7-667370fca18f (threadPool:210)
2018-03-08 01:36:23,708+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1854b2d3-973d-45a4-8f31-d09616d0b7ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:23,709+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:23,993+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:24,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c361bd7-1a9e-42b6-8660-2af4872c5806 (threadPool:210)
2018-03-08 01:36:24,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ef0b75b8-52e4-4c9d-9b6b-2403362e891c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:24,045+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:24,417+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:24,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f1f484af-5de6-4876-982c-7c6fef54561c (threadPool:210)
2018-03-08 01:36:24,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 819d7299-c87b-4523-a3dd-b9ddbb00fdc1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:24,455+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:24,826+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:24,876+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e069597e-a4c9-4756-bf5a-65d3c4972b8d (threadPool:210)
2018-03-08 01:36:24,876+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8709e013-64ee-4d44-8992-97e6415f8cc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:24,877+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:25,233+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:25,281+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1854b2d3-973d-45a4-8f31-d09616d0b7ba (threadPool:210)
2018-03-08 01:36:25,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ec9f1176-dbb2-49f1-915d-78b971fbe345 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:25,282+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:25,682+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:25,725+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ef0b75b8-52e4-4c9d-9b6b-2403362e891c (threadPool:210)
2018-03-08 01:36:25,725+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4091ed4a-3fca-4665-ac72-06881c1bc97b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:25,726+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:26,048+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:26,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 819d7299-c87b-4523-a3dd-b9ddbb00fdc1 (threadPool:210)
2018-03-08 01:36:26,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task caa4ea1e-5d04-4ced-b088-48f4880f15e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:26,102+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:26,406+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:26,455+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8709e013-64ee-4d44-8992-97e6415f8cc5 (threadPool:210)
2018-03-08 01:36:26,456+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bd4c2d77-5a72-4042-b013-100a793c7634 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:26,456+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:26,743+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:26,796+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ec9f1176-dbb2-49f1-915d-78b971fbe345 (threadPool:210)
2018-03-08 01:36:26,797+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ec674eb9-220c-4b34-98f9-d3c2ab5f114f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:26,797+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:27,085+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:27,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ea1e42bf-e72a-49df-bbe9-52cda77c3ac0 (threadPool:210)
2018-03-08 01:36:27,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0687310c-485c-4cfc-9d2c-491e86e4a3a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:27,139+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:27,429+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:27,476+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4091ed4a-3fca-4665-ac72-06881c1bc97b (threadPool:210)
2018-03-08 01:36:27,476+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5cce30cc-f7c0-4444-91c9-0d406f1bc174 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:27,477+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:27,766+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:27,817+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task caa4ea1e-5d04-4ced-b088-48f4880f15e7 (threadPool:210)
2018-03-08 01:36:27,817+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ee102afa-b14f-4db7-a694-1daf54a9511c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:27,817+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:28,004+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:28,009+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:28,011+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:28,014+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5da372c3-6845-49bc-91b3-0ea31925aa25 (api:46)
2018-03-08 01:36:28,020+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5da372c3-6845-49bc-91b3-0ea31925aa25 (api:52)
2018-03-08 01:36:28,020+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:28,117+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9c4c3855-6a71-44c5-9b60-11b6d7cdc85a (api:46)
2018-03-08 01:36:28,123+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9c4c3855-6a71-44c5-9b60-11b6d7cdc85a (api:52)
2018-03-08 01:36:28,125+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:28,191+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:28,259+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bd4c2d77-5a72-4042-b013-100a793c7634 (threadPool:210)
2018-03-08 01:36:28,259+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42cd048e-264c-4d83-b2b3-1ddc4c1bb51b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:28,260+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:28,589+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:28,634+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ec674eb9-220c-4b34-98f9-d3c2ab5f114f (threadPool:210)
2018-03-08 01:36:28,634+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b0f66e57-3d38-4ff8-9494-baf759cef93b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:28,635+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:28,857+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:28,859+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=cfcb9ae9-3663-4e1a-bc3f-4b9a0c6c66b8 (api:46)
2018-03-08 01:36:28,859+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352542', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094089', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00170619', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371165', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000776561', 'lastCheck': '6.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0036176', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000452452', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053037', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277245', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246865', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240734', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041252', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756078', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237096', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126533', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243883', 'lastCheck': '6.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259729', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223069', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203555', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00177293', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429116', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00199646', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206048', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362097', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00124901', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434297', 'lastCheck': '7.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362397', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409136', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252277', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482226', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272162', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372373', 'lastCheck': '7.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=cfcb9ae9-3663-4e1a-bc3f-4b9a0c6c66b8 (api:52)
2018-03-08 01:36:28,860+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6f8eec43-5c45-4015-8a47-bb194fa212f5 (api:46)
2018-03-08 01:36:28,860+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6f8eec43-5c45-4015-8a47-bb194fa212f5 (api:52)
2018-03-08 01:36:28,886+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '53': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '27': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.44'}, '20': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '21': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '29': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.16'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '23.51', 'cpuIdle': '71.46'}, '0': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '90.60'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '2': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.89'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.10'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '7': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.48'}, '9': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.15'}, '59': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '14': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.30'}, '17': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '16': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.30'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.36'}, '55': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '31': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.64'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '34': {'cpuUser': '8.68', 'nodeIndex': 0, 'cpuSys': '8.81', 'cpuIdle': '82.51'}, '33': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.28'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307269'}, '0': {'memPercent': 11, 'memFree': '350429'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041252', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352542', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094089', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756078', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237096', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000776561', 'lastCheck': '6.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0036176', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000452452', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053037', 'lastCheck': '7.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277245', 'lastCheck': '7.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246865', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240734', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00170619', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371165', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00126533', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429116', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259729', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223069', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203555', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00177293', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243883', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272162', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206048', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362097', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00124901', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434297', 'lastCheck': '7.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362397', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409136', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252277', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482226', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00199646', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372373', 'lastCheck': '7.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646940836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404251436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.351', 'tx': '1176274519540', 'txDropped': '0', 'rx': '625371635677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0', 'tx': '1580928177488', 'txDropped': '0', 'rx': '926335292709', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45198274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416504046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200555374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet0', 'tx': '87673173', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet1', 'tx': '37766147995', 'txDropped': '0', 'rx': '878017268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet2', 'tx': '21126385415', 'txDropped': '0', 'rx': '141318994673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175701695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet4', 'tx': '396356555', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet5', 'tx': '23425002867', 'txDropped': '0', 'rx': '498130150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet6', 'tx': '6654278903', 'txDropped': '0', 'rx': '429986262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet7', 'tx': '1433984266', 'txDropped': '0', 'rx': '552292648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42446454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46746765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'lo', 'tx': '6935698698', 'txDropped': '0', 'rx': '6935698698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170695808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'eno1', 'tx': '975617238663', 'txDropped': '0', 'rx': '434002644012', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'eno2', 'tx': '605310938825', 'txDropped': '0', 'rx': '492332648697', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469375.835674, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469375.835674, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632966817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75901659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77019524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192181934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370786065', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373603866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49871186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430408330', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298948334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.110', 'tx': '2476377736', 'txDropped': '0', 'rx': '66855824290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.111', 'tx': '122678675741', 'txDropped': '0', 'rx': '24448470471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55245021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54170034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465382668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165374069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56024939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55854750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45193482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469375.835674, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226594243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'oVirtManagement', 'tx': '1176274518892', 'txDropped': '0', 'rx': '625370897274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577276450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'vnet3', 'tx': '542750319', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469375.835674, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754480104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1695422.73', 'cpuLoad': '2.81', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92891'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:36:28 GMT', 'cpuUser': '1.19', 'memFree': 667611, 'cpuIdle': '97.14', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:28,891+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:36:28,992+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:29,041+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0687310c-485c-4cfc-9d2c-491e86e4a3a6 (threadPool:210)
2018-03-08 01:36:29,041+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a686f15f-bc12-4bcf-8b94-e8c1067ea430 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:29,042+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:29,353+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:29,421+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5cce30cc-f7c0-4444-91c9-0d406f1bc174 (threadPool:210)
2018-03-08 01:36:29,422+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 50d5f98c-a296-49c8-b3db-ef60c36048a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:29,422+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:29,763+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:29,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ee102afa-b14f-4db7-a694-1daf54a9511c (threadPool:210)
2018-03-08 01:36:29,837+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 21fc381e-b2f8-44e0-826d-9d2d81c0411f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:29,838+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:30,141+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:30,190+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42cd048e-264c-4d83-b2b3-1ddc4c1bb51b (threadPool:210)
2018-03-08 01:36:30,191+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task adee3d1f-ffab-4e29-bdb6-6af6b3dc3c23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:30,191+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:30,625+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:30,999+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=982c56be-6e85-4467-a9da-8330af092e77 (api:46)
2018-03-08 01:36:31,000+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352542', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00094089', 'lastCheck': '2.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484978', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435461', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484456', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571533', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000378109', 'lastCheck': '0.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401405', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440313', 'lastCheck': '1.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039745', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240734', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300226', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000756078', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241151', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357346', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297234', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263893', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235063', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263785', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680818', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278006', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000699956', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357554', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362097', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212672', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248257', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000362397', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293909', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318433', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409199', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301738', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241175', 'lastCheck': '1.1', 'valid': True}} from=internal, task_id=982c56be-6e85-4467-a9da-8330af092e77 (api:52)
2018-03-08 01:36:31,001+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=f906221b-e399-4ce7-abd3-2485c70fee13 (api:46)
2018-03-08 01:36:31,001+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=f906221b-e399-4ce7-abd3-2485c70fee13 (api:52)
2018-03-08 01:36:31,030+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:31,092+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a686f15f-bc12-4bcf-8b94-e8c1067ea430 (threadPool:210)
2018-03-08 01:36:31,093+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce58ce16-6522-4bdb-af48-5e90c222fa32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:31,093+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:31,396+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:31,444+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 50d5f98c-a296-49c8-b3db-ef60c36048a1 (threadPool:210)
2018-03-08 01:36:31,444+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 46ef8647-6b85-4a65-8934-26ca2776a4ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:31,445+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:31,735+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:31,779+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 21fc381e-b2f8-44e0-826d-9d2d81c0411f (threadPool:210)
2018-03-08 01:36:31,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 50b2e99d-058d-45ed-b830-3b1bfc039536 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:31,781+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:32,151+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:32,156+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:36:32,163+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:36:32,166+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:32,188+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:36:32,189+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:36:32,190+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:32,203+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task adee3d1f-ffab-4e29-bdb6-6af6b3dc3c23 (threadPool:210)
2018-03-08 01:36:32,204+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 07d09fc6-c4f8-4fa0-9a9e-38897cbfcdda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:32,204+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:32,657+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:32,699+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce58ce16-6522-4bdb-af48-5e90c222fa32 (threadPool:210)
2018-03-08 01:36:32,700+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 284afcfd-8a77-456a-8974-0bdfca9cc3b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:32,700+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:33,011+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:33,051+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 50b2e99d-058d-45ed-b830-3b1bfc039536 (threadPool:210)
2018-03-08 01:36:33,052+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0e57199e-f28f-464f-9d25-1adb3ad84161 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:33,052+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:33,750+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:33,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 07d09fc6-c4f8-4fa0-9a9e-38897cbfcdda (threadPool:210)
2018-03-08 01:36:33,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d1431d7c-3758-46df-8d1f-67b77cf71bfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:33,802+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:34,141+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:34,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 46ef8647-6b85-4a65-8934-26ca2776a4ef (threadPool:210)
2018-03-08 01:36:34,190+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a760c6d-6514-4b64-bf68-c73a85cf5b62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:36:34,190+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:34,531+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:34,570+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 284afcfd-8a77-456a-8974-0bdfca9cc3b8 (threadPool:210)
2018-03-08 01:36:34,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 279d36d4-082c-45e9-b3d4-786c8664693b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:34,571+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:34,925+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:34,983+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0e57199e-f28f-464f-9d25-1adb3ad84161 (threadPool:210)
2018-03-08 01:36:34,984+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9b29660d-4920-493d-bce1-9cbcda1f9467 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:34,984+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:35,330+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:35,381+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a760c6d-6514-4b64-bf68-c73a85cf5b62 (threadPool:210)
2018-03-08 01:36:35,381+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e25eb549-0af7-40dd-b6a2-6407a9d30f25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:35,381+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:35,706+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:35,756+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b0f66e57-3d38-4ff8-9494-baf759cef93b (threadPool:210)
2018-03-08 01:36:35,757+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 097e0888-47b3-492d-914f-e25db341feb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:35,757+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:36,104+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:36,151+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 279d36d4-082c-45e9-b3d4-786c8664693b (threadPool:210)
2018-03-08 01:36:36,152+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 93f9034c-6bf9-4fed-9e06-dc56355593f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:36,152+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:36,538+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:36,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d1431d7c-3758-46df-8d1f-67b77cf71bfd (threadPool:210)
2018-03-08 01:36:36,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1312fdd7-5097-4709-bb86-b3554c0a62d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:36,588+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:36,960+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:37,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9b29660d-4920-493d-bce1-9cbcda1f9467 (threadPool:210)
2018-03-08 01:36:37,062+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c3054934-1a47-4188-b18f-882938b22793 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:37,062+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:37,436+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:37,481+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e25eb549-0af7-40dd-b6a2-6407a9d30f25 (threadPool:210)
2018-03-08 01:36:37,481+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e366c1e1-0ad3-4ac7-8f73-04eaa582bb3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:37,481+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:37,881+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:37,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 097e0888-47b3-492d-914f-e25db341feb9 (threadPool:210)
2018-03-08 01:36:37,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3855031c-7ec1-4e4e-931f-ca477e7a641e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:37,933+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:38,254+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:38,292+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 93f9034c-6bf9-4fed-9e06-dc56355593f8 (threadPool:210)
2018-03-08 01:36:38,293+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 663890cd-6eb2-4209-8345-26566e95481d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:38,294+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:38,611+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:38,624+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c8a24ced-99b2-4080-b5a5-d7a04b3fd236 (api:46)
2018-03-08 01:36:38,642+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c8a24ced-99b2-4080-b5a5-d7a04b3fd236 (api:52)
2018-03-08 01:36:38,643+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:36:38,670+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1312fdd7-5097-4709-bb86-b3554c0a62d0 (threadPool:210)
2018-03-08 01:36:38,670+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 600767a8-9c0a-401d-989b-ed9ff7034199 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:38,671+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:38,751+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=73d15669-579d-4ced-af16-cffd9b604cf3 (api:46)
2018-03-08 01:36:38,757+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=73d15669-579d-4ced-af16-cffd9b604cf3 (api:52)
2018-03-08 01:36:38,759+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:38,941+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:38,987+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c3054934-1a47-4188-b18f-882938b22793 (threadPool:210)
2018-03-08 01:36:38,987+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ccbd2ed0-ef88-465d-adcd-c254efdf3e3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:38,988+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:39,363+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:39,438+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e366c1e1-0ad3-4ac7-8f73-04eaa582bb3e (threadPool:210)
2018-03-08 01:36:39,439+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 361b582f-ffc9-4952-b795-fd6376803ff1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:39,439+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:39,765+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:39,831+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3855031c-7ec1-4e4e-931f-ca477e7a641e (threadPool:210)
2018-03-08 01:36:39,832+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 46c88a7d-979b-40a7-b864-d368f03537be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:39,833+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:40,255+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:40,305+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 663890cd-6eb2-4209-8345-26566e95481d (threadPool:210)
2018-03-08 01:36:40,305+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9799b487-9385-484f-9e7d-6976d70bc114 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:40,306+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:40,638+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:40,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 600767a8-9c0a-401d-989b-ed9ff7034199 (threadPool:210)
2018-03-08 01:36:40,690+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cda74e6d-09f7-46e0-9201-1c5531d383aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:40,690+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:40,832+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=a914e223-ce22-49c6-99bf-53bd655b7db0 (api:46)
2018-03-08 01:36:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=a914e223-ce22-49c6-99bf-53bd655b7db0 (api:52)
2018-03-08 01:36:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=b481b0a8-f69c-4b1d-a55d-40ec5454e36b (api:46)
2018-03-08 01:36:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=b481b0a8-f69c-4b1d-a55d-40ec5454e36b (api:52)
2018-03-08 01:36:40,834+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=dd9a04d0-c84b-4e12-8abf-723b0b688b57 (api:46)
2018-03-08 01:36:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=dd9a04d0-c84b-4e12-8abf-723b0b688b57 (api:52)
2018-03-08 01:36:40,834+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=e1fc7715-0f12-40ac-b1dc-61a9c2eaae59 (api:46)
2018-03-08 01:36:40,835+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=e1fc7715-0f12-40ac-b1dc-61a9c2eaae59 (api:52)
2018-03-08 01:36:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=770d5359-ebba-4a31-bd63-475a5581e560 (api:46)
2018-03-08 01:36:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=770d5359-ebba-4a31-bd63-475a5581e560 (api:52)
2018-03-08 01:36:40,836+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=158def2a-fb5b-4c66-9cf7-035cb8542d54 (api:46)
2018-03-08 01:36:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=158def2a-fb5b-4c66-9cf7-035cb8542d54 (api:52)
2018-03-08 01:36:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=be5c9b4d-a367-460d-8787-7341890ffde9 (api:46)
2018-03-08 01:36:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=be5c9b4d-a367-460d-8787-7341890ffde9 (api:52)
2018-03-08 01:36:40,837+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=2fd5a3a9-516a-445b-a66f-e7206a195158 (api:46)
2018-03-08 01:36:40,837+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=2fd5a3a9-516a-445b-a66f-e7206a195158 (api:52)
2018-03-08 01:36:40,838+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2911e029-ba27-4c61-8224-89db42b41fe8 (api:46)
2018-03-08 01:36:40,838+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2911e029-ba27-4c61-8224-89db42b41fe8 (api:52)
2018-03-08 01:36:40,838+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=1f4c52c5-a4c8-4c10-b4f7-33aa1a9b7e96 (api:46)
2018-03-08 01:36:40,838+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=1f4c52c5-a4c8-4c10-b4f7-33aa1a9b7e96 (api:52)
2018-03-08 01:36:41,015+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:41,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ccbd2ed0-ef88-465d-adcd-c254efdf3e3c (threadPool:210)
2018-03-08 01:36:41,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dc8c392d-eb13-49e0-a189-ce5068acc27c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:41,066+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:41,456+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:41,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 361b582f-ffc9-4952-b795-fd6376803ff1 (threadPool:210)
2018-03-08 01:36:41,505+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8368edea-3d2a-480d-a5de-60ebedcbb7c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:41,506+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:41,823+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:41,874+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 46c88a7d-979b-40a7-b864-d368f03537be (threadPool:210)
2018-03-08 01:36:41,875+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 717f7d85-1f73-44ed-b1df-0e8e2a0635a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:41,875+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:42,191+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:42,240+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9799b487-9385-484f-9e7d-6976d70bc114 (threadPool:210)
2018-03-08 01:36:42,240+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6f2b1656-a219-4e91-9501-1e50c18e7029 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:42,241+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:42,539+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:42,906+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:42,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cda74e6d-09f7-46e0-9201-1c5531d383aa (threadPool:210)
2018-03-08 01:36:42,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c4dce76b-9abd-4898-b6c5-bdac044c492b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:42,948+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:43,030+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:43,035+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:43,037+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:43,302+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:43,370+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8368edea-3d2a-480d-a5de-60ebedcbb7c7 (threadPool:210)
2018-03-08 01:36:43,370+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ff1ba99b-41e3-43e1-b187-2642b24926d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:43,371+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:43,766+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:43,814+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 717f7d85-1f73-44ed-b1df-0e8e2a0635a5 (threadPool:210)
2018-03-08 01:36:43,815+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7cf97ef9-208a-452e-983d-7cc74c5d4747 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:43,815+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:43,932+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:43,934+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1ca45a31-6ebd-4f66-8deb-327f4186443f (api:46)
2018-03-08 01:36:43,934+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453688', 'lastCheck': '5.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667333', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349761', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450872', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433711', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241435', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000596515', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561888', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028589', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277635', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520869', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387546', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423438', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514808', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519895', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387468', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426695', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221029', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383604', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00180486', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438294', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054885', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365012', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228248', 'lastCheck': '8.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450404', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604577', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291592', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253933', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227861', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475105', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258226', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026129', 'lastCheck': '2.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1ca45a31-6ebd-4f66-8deb-327f4186443f (api:52)
2018-03-08 01:36:43,935+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=62f0d53d-db14-415e-8cf1-e98cdc6b8da1 (api:46)
2018-03-08 01:36:43,935+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=62f0d53d-db14-415e-8cf1-e98cdc6b8da1 (api:52)
2018-03-08 01:36:43,962+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '53': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '25': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '26': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.83'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.50'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.30'}, '21': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.77'}, '22': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.16'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.88'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.87'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '26.22', 'cpuIdle': '69.08'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '89.60'}, '3': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.03'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '3.24', 'cpuIdle': '94.64'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.57'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '7': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '6': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.08'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '8': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '59': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '10': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.64'}, '12': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.47'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.63'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '34': {'cpuUser': '7.28', 'nodeIndex': 0, 'cpuSys': '7.48', 'cpuIdle': '85.24'}, '33': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '57': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307359'}, '0': {'memPercent': 11, 'memFree': '350354'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387546', 'lastCheck': '4.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453688', 'lastCheck': '5.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667333', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423438', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514808', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433711', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241435', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000596515', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561888', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028589', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277635', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520869', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349761', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450872', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519895', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438294', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426695', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221029', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383604', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00180486', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387468', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258226', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365012', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228248', 'lastCheck': '8.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450404', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604577', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291592', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253933', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227861', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475105', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054885', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026129', 'lastCheck': '2.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646947476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404254592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.351', 'tx': '1176274602820', 'txDropped': '0', 'rx': '625371651083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0', 'tx': '1580928285776', 'txDropped': '0', 'rx': '926335713103', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45198624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416505219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200556869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet0', 'tx': '87677172', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet1', 'tx': '37766150915', 'txDropped': '0', 'rx': '878018685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet2', 'tx': '21126425681', 'txDropped': '0', 'rx': '141319009162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175702983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet4', 'tx': '396360554', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet5', 'tx': '23425015117', 'txDropped': '0', 'rx': '498132308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet6', 'tx': '6654283208', 'txDropped': '0', 'rx': '429989378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet7', 'tx': '1433986454', 'txDropped': '0', 'rx': '552293224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42446804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46747115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'lo', 'tx': '6935777631', 'txDropped': '0', 'rx': '6935777631', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170699192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'eno1', 'tx': '975617332464', 'txDropped': '0', 'rx': '434002868581', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'eno2', 'tx': '605310953312', 'txDropped': '0', 'rx': '492332844522', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469390.940501, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469390.940501, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632971215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75902059', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77019924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192184990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370786415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373607193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49871536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430411657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298951390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.110', 'tx': '2476382845', 'txDropped': '0', 'rx': '66855829495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.111', 'tx': '122678689116', 'txDropped': '0', 'rx': '24448508525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55245371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54170384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465385824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165377453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56025289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55855100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45193832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469390.940501, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226595738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'oVirtManagement', 'tx': '1176274602172', 'txDropped': '0', 'rx': '625370912680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577280848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'vnet3', 'tx': '542754318', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469390.940501, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754481392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695437.80', 'cpuLoad': '2.75', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92890'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.63', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:36:43 GMT', 'cpuUser': '1.17', 'memFree': 667610, 'cpuIdle': '97.16', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.25'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:43,966+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:36:44,249+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:44,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6f2b1656-a219-4e91-9501-1e50c18e7029 (threadPool:210)
2018-03-08 01:36:44,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ff48050-2f5f-46d8-91c6-c6807628a0b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:44,301+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:44,591+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:44,639+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dc8c392d-eb13-49e0-a189-ce5068acc27c (threadPool:210)
2018-03-08 01:36:44,640+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 12babb9f-6dce-4fd3-a9ea-8e03d98b2b8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:44,640+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:44,926+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:44,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c4dce76b-9abd-4898-b6c5-bdac044c492b (threadPool:210)
2018-03-08 01:36:44,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 29db43b3-ab0b-499d-9223-15d872ecdd6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:44,976+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:45,272+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:45,323+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ff1ba99b-41e3-43e1-b187-2642b24926d5 (threadPool:210)
2018-03-08 01:36:45,323+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6bcb9471-c2bd-4a83-85b1-8e26753b0dd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:45,323+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:45,639+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:45,687+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7cf97ef9-208a-452e-983d-7cc74c5d4747 (threadPool:210)
2018-03-08 01:36:45,687+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aede8de6-e718-4c9a-b9dd-a8f2fec931a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:45,688+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:46,092+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:46,160+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=aa76f5e3-00d5-4bf0-a4f9-a5fde3d12632 (api:46)
2018-03-08 01:36:46,161+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453688', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667333', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349761', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450872', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433711', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241435', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000596515', 'lastCheck': '3.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000561888', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.028589', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277635', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520869', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387546', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423438', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514808', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519895', 'lastCheck': '6.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387468', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426695', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221029', 'lastCheck': '6.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383604', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00180486', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438294', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054885', 'lastCheck': '6.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365012', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039715', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450404', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000604577', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000291592', 'lastCheck': '8.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253933', 'lastCheck': '6.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227861', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475105', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258226', 'lastCheck': '6.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026129', 'lastCheck': '4.4', 'valid': True}} from=internal, task_id=aa76f5e3-00d5-4bf0-a4f9-a5fde3d12632 (api:52)
2018-03-08 01:36:46,162+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=1acbac5b-f271-4821-a8bd-c17480f52798 (api:46)
2018-03-08 01:36:46,162+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1acbac5b-f271-4821-a8bd-c17480f52798 (api:52)
2018-03-08 01:36:46,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ff48050-2f5f-46d8-91c6-c6807628a0b9 (threadPool:210)
2018-03-08 01:36:46,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 11546d03-dd17-4720-94af-10daf340ab3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:46,206+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:46,464+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:46,507+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 12babb9f-6dce-4fd3-a9ea-8e03d98b2b8e (threadPool:210)
2018-03-08 01:36:46,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d712cf10-89a3-4fc2-b8ec-d69eaafdbd5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:36:46,508+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:46,806+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:46,853+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 29db43b3-ab0b-499d-9223-15d872ecdd6b (threadPool:210)
2018-03-08 01:36:46,854+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26bab7aa-20f8-469f-a274-16dc6bcac1c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:46,854+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:47,117+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:47,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6bcb9471-c2bd-4a83-85b1-8e26753b0dd2 (threadPool:210)
2018-03-08 01:36:47,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8660e169-b3dd-4ae4-90dc-fc379475a904 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:47,173+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:47,195+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:36:47,200+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:36:47,203+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:47,211+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:36:47,211+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:36:47,212+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:47,408+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:47,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aede8de6-e718-4c9a-b9dd-a8f2fec931a3 (threadPool:210)
2018-03-08 01:36:47,457+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5e7ea061-7392-458b-8763-5785dff7b240 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:47,457+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:47,758+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:47,806+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 11546d03-dd17-4720-94af-10daf340ab3c (threadPool:210)
2018-03-08 01:36:47,807+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task daf489fa-ffce-497c-a13d-8a68983debc6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:47,807+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:48,235+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:48,283+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d712cf10-89a3-4fc2-b8ec-d69eaafdbd5a (threadPool:210)
2018-03-08 01:36:48,284+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ab342891-83a1-4247-a619-ca777329663e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:48,285+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:48,642+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:48,689+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8660e169-b3dd-4ae4-90dc-fc379475a904 (threadPool:210)
2018-03-08 01:36:48,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5f66d507-7f52-4872-ac6e-7af7d6deee50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:48,690+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:49,090+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:49,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5e7ea061-7392-458b-8763-5785dff7b240 (threadPool:210)
2018-03-08 01:36:49,142+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bc457ac2-34f0-480f-b97e-eeb4fb037463 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:49,142+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:49,275+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0d10a5ff-3066-4133-aadd-c4bb8639968a (api:46)
2018-03-08 01:36:49,288+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0d10a5ff-3066-4133-aadd-c4bb8639968a (api:52)
2018-03-08 01:36:49,290+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:36:49,391+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a24c3853-eb74-45b1-bfb1-318f3071443f (api:46)
2018-03-08 01:36:49,400+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a24c3853-eb74-45b1-bfb1-318f3071443f (api:52)
2018-03-08 01:36:49,402+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:36:49,439+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:49,513+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task daf489fa-ffce-497c-a13d-8a68983debc6 (threadPool:210)
2018-03-08 01:36:49,514+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8b6d0969-13ba-40a1-829b-2ce273e9c0dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:49,515+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:49,817+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:49,872+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ab342891-83a1-4247-a619-ca777329663e (threadPool:210)
2018-03-08 01:36:49,873+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 262ea07f-e450-42a0-88ad-3351b0bfcb1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:49,873+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:50,252+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:50,293+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5f66d507-7f52-4872-ac6e-7af7d6deee50 (threadPool:210)
2018-03-08 01:36:50,294+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 655ec138-c5ae-4a71-893f-ac8572120520 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:50,294+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:50,621+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:50,672+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bc457ac2-34f0-480f-b97e-eeb4fb037463 (threadPool:210)
2018-03-08 01:36:50,672+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 932fd48e-5ee4-4493-8d32-d45a63c0c810 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:50,673+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:51,031+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:51,072+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26bab7aa-20f8-469f-a274-16dc6bcac1c1 (threadPool:210)
2018-03-08 01:36:51,072+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f73150c1-558b-476c-9530-fa66716e01bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:51,073+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:51,452+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:51,505+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 262ea07f-e450-42a0-88ad-3351b0bfcb1e (threadPool:210)
2018-03-08 01:36:51,506+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bc2e427a-70b1-4c4b-8fdc-38d7dd4f59b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:51,506+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:51,880+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:51,930+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 655ec138-c5ae-4a71-893f-ac8572120520 (threadPool:210)
2018-03-08 01:36:51,930+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a5f85502-d21d-4c35-beb2-6b5e72f5260d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:51,930+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:52,263+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:52,307+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 932fd48e-5ee4-4493-8d32-d45a63c0c810 (threadPool:210)
2018-03-08 01:36:52,308+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e1d1148a-d818-4b22-8742-64485de46ffa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:52,308+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:52,594+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:52,645+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f73150c1-558b-476c-9530-fa66716e01bc (threadPool:210)
2018-03-08 01:36:52,645+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 37b969d5-6c6c-4d61-81dc-35cac1c72071 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:52,646+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:52,985+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:53,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bc2e427a-70b1-4c4b-8fdc-38d7dd4f59b2 (threadPool:210)
2018-03-08 01:36:53,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 97a48e8e-2050-4a3c-8ae2-1575996e9c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:53,036+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:53,313+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:53,364+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a5f85502-d21d-4c35-beb2-6b5e72f5260d (threadPool:210)
2018-03-08 01:36:53,364+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 36d5de10-894e-414e-b836-1c8bbfcd0681 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:53,364+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:53,676+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:53,726+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8b6d0969-13ba-40a1-829b-2ce273e9c0dc (threadPool:210)
2018-03-08 01:36:53,726+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3d8b64e6-ce5a-447b-af45-081b72b7bbd9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:53,727+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:54,009+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:54,059+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e1d1148a-d818-4b22-8742-64485de46ffa (threadPool:210)
2018-03-08 01:36:54,059+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5cc015a2-3162-4e6e-b86f-147a6ac5fb1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:54,060+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:54,327+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:54,615+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:54,658+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 37b969d5-6c6c-4d61-81dc-35cac1c72071 (threadPool:210)
2018-03-08 01:36:54,659+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e6e6d679-6c2b-4661-8d2a-c919a6019a09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:54,659+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:55,007+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:55,058+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 97a48e8e-2050-4a3c-8ae2-1575996e9c02 (threadPool:210)
2018-03-08 01:36:55,058+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 56353671-961b-4205-be49-114f96d24af1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:55,059+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:55,331+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:55,383+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 36d5de10-894e-414e-b836-1c8bbfcd0681 (threadPool:210)
2018-03-08 01:36:55,383+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ae091ad5-920d-4039-877a-91440ef499a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:55,383+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:55,687+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:55,729+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3d8b64e6-ce5a-447b-af45-081b72b7bbd9 (threadPool:210)
2018-03-08 01:36:55,729+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 087278ed-2bfb-4dab-971c-15d17bdf55bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:55,729+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:56,076+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:56,125+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e6e6d679-6c2b-4661-8d2a-c919a6019a09 (threadPool:210)
2018-03-08 01:36:56,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7daa0573-0473-4ddd-9767-093c78ebb123 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:56,127+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:56,503+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:56,554+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 56353671-961b-4205-be49-114f96d24af1 (threadPool:210)
2018-03-08 01:36:56,555+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c7b7bec3-9653-44e6-aa88-c1dbb3fa9563 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:56,555+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:56,891+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:56,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ae091ad5-920d-4039-877a-91440ef499a1 (threadPool:210)
2018-03-08 01:36:56,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dbb40230-072f-47fc-9ee7-1757ce511eb0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:56,954+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:57,284+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:57,338+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5cc015a2-3162-4e6e-b86f-147a6ac5fb1c (threadPool:210)
2018-03-08 01:36:57,338+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 210f286a-cdf0-4aca-bc09-204600293911 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:57,338+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:57,630+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:57,681+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7daa0573-0473-4ddd-9767-093c78ebb123 (threadPool:210)
2018-03-08 01:36:57,681+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26844dc0-1962-468f-8dd0-d6e205a0b1f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:57,681+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:57,975+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:58,035+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c7b7bec3-9653-44e6-aa88-c1dbb3fa9563 (threadPool:210)
2018-03-08 01:36:58,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10d2ae8c-e1b5-4f10-adcd-5ca383b92f98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:58,036+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:58,056+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:58,061+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:58,063+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:36:58,301+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:58,375+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dbb40230-072f-47fc-9ee7-1757ce511eb0 (threadPool:210)
2018-03-08 01:36:58,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 87672155-ee29-41b9-a187-d13d810ea743 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:58,376+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:58,672+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:58,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 087278ed-2bfb-4dab-971c-15d17bdf55bc (threadPool:210)
2018-03-08 01:36:58,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a2716fe4-4ea0-4c18-8214-96426561bfe2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:36:58,709+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:36:59,020+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:36:59,022+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=68c21c67-3c88-4be2-a8b6-1ee37762b651 (api:46)
2018-03-08 01:36:59,023+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030177', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618863', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282596', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391751', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283615', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278771', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00429968', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496132', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417687', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224709', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286423', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000916773', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269458', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227907', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447969', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425196', 'lastCheck': '6.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343853', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241909', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312611', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00125403', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340431', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364443', 'lastCheck': '1.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355934', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239354', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420754', 'lastCheck': '7.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000331147', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0127856', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735243', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694952', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285151', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292338', 'lastCheck': '7.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=68c21c67-3c88-4be2-a8b6-1ee37762b651 (api:52)
2018-03-08 01:36:59,023+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a8aa32d9-d17d-4ac7-93d0-f3f5e0e5c875 (api:46)
2018-03-08 01:36:59,023+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a8aa32d9-d17d-4ac7-93d0-f3f5e0e5c875 (api:52)
2018-03-08 01:36:59,050+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.62'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.35'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '53': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.31'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '21': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.97'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.23'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '29': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.11'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.56', 'nodeIndex': 1, 'cpuSys': '21.82', 'cpuIdle': '73.62'}, '0': {'cpuUser': '5.88', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '90.68'}, '3': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.58'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.37'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '9': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.50'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '59': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.43'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '11': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.57'}, '10': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '13': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '17': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.77'}, '16': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.96'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.77'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '35': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.95'}, '34': {'cpuUser': '7.01', 'nodeIndex': 0, 'cpuSys': '7.74', 'cpuIdle': '85.25'}, '33': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '18': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '57': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307330'}, '0': {'memPercent': 11, 'memFree': '350366'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000916773', 'lastCheck': '4.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030177', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618863', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269458', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227907', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283615', 'lastCheck': '6.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278771', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00429968', 'lastCheck': '4.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496132', 'lastCheck': '7.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417687', 'lastCheck': '7.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224709', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286423', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282596', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391751', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447969', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340431', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343853', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241909', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312611', 'lastCheck': '6.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00125403', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425196', 'lastCheck': '6.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285151', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293', 'lastCheck': '6.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355934', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239354', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420754', 'lastCheck': '7.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000331147', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0127856', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735243', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694952', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364443', 'lastCheck': '1.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292338', 'lastCheck': '7.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646974403', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404256128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.351', 'tx': '1176274673101', 'txDropped': '0', 'rx': '625371663355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0', 'tx': '1580928367408', 'txDropped': '0', 'rx': '926336126685', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45199024', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416505921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200557544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet0', 'tx': '87682505', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet1', 'tx': '37766151813', 'txDropped': '0', 'rx': '878018747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet2', 'tx': '21126468030', 'txDropped': '0', 'rx': '141319013711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175704381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet4', 'tx': '396365887', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet5', 'tx': '23425044519', 'txDropped': '0', 'rx': '498132656', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet6', 'tx': '6654286589', 'txDropped': '0', 'rx': '429991993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet7', 'tx': '1433987412', 'txDropped': '0', 'rx': '552293394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42447204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46747515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'lo', 'tx': '6935852308', 'txDropped': '0', 'rx': '6935852308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170700718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'eno1', 'tx': '975617409270', 'txDropped': '0', 'rx': '434003096804', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'eno2', 'tx': '605310958138', 'txDropped': '0', 'rx': '492333029881', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469406.065623, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469406.065623, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632976031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75912161', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77030026', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192187846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370786815', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373611742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49871936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430416206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298954246', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.110', 'tx': '2476385692', 'txDropped': '0', 'rx': '66855832180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.111', 'tx': '122678693434', 'txDropped': '0', 'rx': '24448547618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55245771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54170784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465387360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165378979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56025689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55855500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45194232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469406.065623, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226596413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'oVirtManagement', 'tx': '1176274672453', 'txDropped': '0', 'rx': '625370924952', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577285664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'vnet3', 'tx': '542759651', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469406.065623, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754482790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695452.89', 'cpuLoad': '2.68', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92888'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.17', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:36:59 GMT', 'cpuUser': '1.11', 'memFree': 667611, 'cpuIdle': '97.26', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.64'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:36:59,054+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:36:59,084+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:59,127+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26844dc0-1962-468f-8dd0-d6e205a0b1f2 (threadPool:210)
2018-03-08 01:36:59,128+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e20862b-c23a-4e1b-84ac-67816f11afb3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:59,128+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:59,480+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:59,550+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 87672155-ee29-41b9-a187-d13d810ea743 (threadPool:210)
2018-03-08 01:36:59,551+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e68ee2d7-4c32-4d15-acaf-950b6d541d4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:36:59,551+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:36:59,846+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:36:59,900+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 210f286a-cdf0-4aca-bc09-204600293911 (threadPool:210)
2018-03-08 01:36:59,901+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 97c8117f-8b08-4b8e-ba63-3fee853ba0e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:36:59,901+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:00,021+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=750ebaf0-5dfc-4e6d-979d-8b0797a8ef33 (api:46)
2018-03-08 01:37:00,027+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=750ebaf0-5dfc-4e6d-979d-8b0797a8ef33 (api:52)
2018-03-08 01:37:00,028+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:00,125+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3bc01c4b-40c9-4e73-8800-56994ebf8f5d (api:46)
2018-03-08 01:37:00,133+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3bc01c4b-40c9-4e73-8800-56994ebf8f5d (api:52)
2018-03-08 01:37:00,135+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:00,222+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:00,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a2716fe4-4ea0-4c18-8214-96426561bfe2 (threadPool:210)
2018-03-08 01:37:00,273+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1b851d97-9650-4228-bd95-022828a84a8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:00,273+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:00,589+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:00,638+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10d2ae8c-e1b5-4f10-adcd-5ca383b92f98 (threadPool:210)
2018-03-08 01:37:00,638+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8d323117-af52-455b-abc7-98764feb182e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:00,639+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:00,940+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:00,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e20862b-c23a-4e1b-84ac-67816f11afb3 (threadPool:210)
2018-03-08 01:37:00,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cf946d2a-56e4-44ea-b6f6-02474c1a0887 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:00,992+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:01,248+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=8edf983d-aae4-423e-abcc-4f815ea49f56 (api:46)
2018-03-08 01:37:01,249+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030177', 'lastCheck': '3.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618863', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247686', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513389', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517619', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326864', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00102209', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586671', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591104', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023941', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286423', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644637', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269458', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227907', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000677541', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247059', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214865', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261322', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225714', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000650476', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263036', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005289', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532288', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000355934', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225507', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220046', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000331147', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395395', 'lastCheck': '1.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263764', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442578', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293125', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271664', 'lastCheck': '1.4', 'valid': True}} from=internal, task_id=8edf983d-aae4-423e-abcc-4f815ea49f56 (api:52)
2018-03-08 01:37:01,249+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=acfa3be1-b92d-4f7a-9c6d-63c095168f61 (api:46)
2018-03-08 01:37:01,249+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=acfa3be1-b92d-4f7a-9c6d-63c095168f61 (api:52)
2018-03-08 01:37:01,398+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:01,447+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e68ee2d7-4c32-4d15-acaf-950b6d541d4d (threadPool:210)
2018-03-08 01:37:01,448+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2546fef8-a626-40b6-9093-ade54f94dd5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:01,448+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:01,803+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:01,840+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 97c8117f-8b08-4b8e-ba63-3fee853ba0e6 (threadPool:210)
2018-03-08 01:37:01,841+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 56a9e743-fa55-4876-8dee-e2f8e960a1a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:01,841+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:02,114+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:02,175+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8d323117-af52-455b-abc7-98764feb182e (threadPool:210)
2018-03-08 01:37:02,176+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ba082959-2b06-4b0e-a1da-74db1c18a10e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:02,176+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:02,212+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:37:02,218+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:37:02,220+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:02,227+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:37:02,228+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:37:02,228+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:02,510+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:02,561+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cf946d2a-56e4-44ea-b6f6-02474c1a0887 (threadPool:210)
2018-03-08 01:37:02,561+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 74db5bbe-2ca2-49a0-952a-160b866bc752 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:02,561+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:02,904+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:02,953+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2546fef8-a626-40b6-9093-ade54f94dd5e (threadPool:210)
2018-03-08 01:37:02,954+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0f95a7a1-67ef-4747-b978-bc96b6045963 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:02,954+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:03,220+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:03,271+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1b851d97-9650-4228-bd95-022828a84a8c (threadPool:210)
2018-03-08 01:37:03,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6ef8b819-16cf-4d4e-841b-e8d79cb9256e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:03,272+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:03,595+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:03,632+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 56a9e743-fa55-4876-8dee-e2f8e960a1a7 (threadPool:210)
2018-03-08 01:37:03,633+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1e3351bc-ff32-46ac-9225-18f2a1bd2ea9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:03,633+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:04,017+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:04,066+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 74db5bbe-2ca2-49a0-952a-160b866bc752 (threadPool:210)
2018-03-08 01:37:04,066+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9645d741-9ec2-45ea-9d17-fc06ba2d3da2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:04,067+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:04,344+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:04,388+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0f95a7a1-67ef-4747-b978-bc96b6045963 (threadPool:210)
2018-03-08 01:37:04,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b2e9a36d-facd-40ee-b22a-7063b3267357 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:04,390+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:04,397+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20829 (__init__:330)
2018-03-08 01:37:04,417+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20830 (__init__:330)
2018-03-08 01:37:04,436+0100 INFO  (ioprocess/316882) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:37:04,438+0100 INFO  (ioprocess/316888) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:37:04,729+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:04,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6ef8b819-16cf-4d4e-841b-e8d79cb9256e (threadPool:210)
2018-03-08 01:37:04,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eae33317-67b6-4f26-ba69-88f329eb302f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:04,780+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:05,104+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:05,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ba082959-2b06-4b0e-a1da-74db1c18a10e (threadPool:210)
2018-03-08 01:37:05,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ab9c35c-411d-49f7-944f-a4c6edfa8662 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:05,152+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:05,449+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:05,497+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1e3351bc-ff32-46ac-9225-18f2a1bd2ea9 (threadPool:210)
2018-03-08 01:37:05,498+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 61806519-c67a-4ba3-bf81-335983d0c347 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:05,498+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:06,340+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:06,390+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9645d741-9ec2-45ea-9d17-fc06ba2d3da2 (threadPool:210)
2018-03-08 01:37:06,391+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ec9f1ed6-422f-430f-8516-9a484fbeab76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:06,391+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:07,280+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:07,625+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:07,679+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b2e9a36d-facd-40ee-b22a-7063b3267357 (threadPool:210)
2018-03-08 01:37:07,680+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0b4d37d0-f4a9-47c2-99ed-3bede90e6214 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:07,680+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:08,011+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:08,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eae33317-67b6-4f26-ba69-88f329eb302f (threadPool:210)
2018-03-08 01:37:08,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5e44865c-6618-4742-82bd-5817fa3cd9d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:08,061+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:08,414+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:08,484+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ab9c35c-411d-49f7-944f-a4c6edfa8662 (threadPool:210)
2018-03-08 01:37:08,484+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2a62de58-ed00-4baf-b3b2-71585313fbed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:08,484+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:08,797+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:08,847+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 61806519-c67a-4ba3-bf81-335983d0c347 (threadPool:210)
2018-03-08 01:37:08,847+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4a7ff5ef-b1c0-481a-8f0a-68bc9fcd628b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:08,848+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:09,181+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:09,228+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0b4d37d0-f4a9-47c2-99ed-3bede90e6214 (threadPool:210)
2018-03-08 01:37:09,229+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8fc009e8-733c-41c8-9126-b0873ba1dc66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:09,229+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:09,579+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:09,648+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2a62de58-ed00-4baf-b3b2-71585313fbed (threadPool:210)
2018-03-08 01:37:09,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 36068af2-8c81-4554-a29a-de870e3d12ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:09,650+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:09,910+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:09,956+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ec9f1ed6-422f-430f-8516-9a484fbeab76 (threadPool:210)
2018-03-08 01:37:09,956+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f7da6bfa-d0cd-4fcc-92e7-1aea57a22e7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:09,957+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:10,319+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:10,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4a7ff5ef-b1c0-481a-8f0a-68bc9fcd628b (threadPool:210)
2018-03-08 01:37:10,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 63867b51-966a-457e-bb8a-aa592998e6ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:10,369+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:10,589+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f6d4eddb-9689-4679-b31e-13b04c3d1bfa (api:46)
2018-03-08 01:37:10,596+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f6d4eddb-9689-4679-b31e-13b04c3d1bfa (api:52)
2018-03-08 01:37:10,596+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:10,684+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:10,706+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=32caf9b5-e94f-4469-93ca-ea955cc24946 (api:46)
2018-03-08 01:37:10,715+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=32caf9b5-e94f-4469-93ca-ea955cc24946 (api:52)
2018-03-08 01:37:10,717+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:37:10,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5e44865c-6618-4742-82bd-5817fa3cd9d5 (threadPool:210)
2018-03-08 01:37:10,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 505f446b-a73f-4af9-ad34-3f408e2eca19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:10,746+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:11,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:11,054+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8fc009e8-733c-41c8-9126-b0873ba1dc66 (threadPool:210)
2018-03-08 01:37:11,054+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 453eea0b-84d3-4d86-a8be-c337e1673adb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:11,055+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:11,359+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:11,410+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 36068af2-8c81-4554-a29a-de870e3d12ef (threadPool:210)
2018-03-08 01:37:11,410+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2609fcca-87f0-41f0-b43b-766fc8fbeae0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:11,411+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:11,723+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:11,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f7da6bfa-d0cd-4fcc-92e7-1aea57a22e7f (threadPool:210)
2018-03-08 01:37:11,770+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 86ab4013-f1ce-481c-b482-f59d53e01203 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:11,771+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:12,114+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:12,162+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 63867b51-966a-457e-bb8a-aa592998e6ac (threadPool:210)
2018-03-08 01:37:12,163+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7c11d325-476d-4cac-a25c-0659e3823629 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:12,163+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:12,432+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:12,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 505f446b-a73f-4af9-ad34-3f408e2eca19 (threadPool:210)
2018-03-08 01:37:12,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f911199b-d57c-4b25-b2c6-a8cd3628cdb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:12,479+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:12,777+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:12,827+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 453eea0b-84d3-4d86-a8be-c337e1673adb (threadPool:210)
2018-03-08 01:37:12,827+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5b1a0a91-03b2-46d1-9dc6-8fb616495545 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:12,828+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:13,080+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:13,085+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:13,088+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:13,185+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:13,235+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2609fcca-87f0-41f0-b43b-766fc8fbeae0 (threadPool:210)
2018-03-08 01:37:13,235+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b846982b-01c7-4239-b955-55ac0667b5fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:37:13,235+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:13,556+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:13,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 86ab4013-f1ce-481c-b482-f59d53e01203 (threadPool:210)
2018-03-08 01:37:13,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43f73033-7549-4015-bbfd-1969697fe395 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:13,608+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:13,886+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:13,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7c11d325-476d-4cac-a25c-0659e3823629 (threadPool:210)
2018-03-08 01:37:13,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ad250d0e-33a9-4fe4-a82c-b6f6c51800d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:13,935+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:14,097+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:14,098+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=83496544-e25d-45cc-8899-507cfb1140bc (api:46)
2018-03-08 01:37:14,099+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505723', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904642', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282044', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459801', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332811', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235156', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000904772', 'lastCheck': '4.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420999', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309272', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002135', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493101', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00247121', 'lastCheck': '4.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294057', 'lastCheck': '5.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248395', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429316', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252235', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277118', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027344', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277073', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118315', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263703', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497762', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523338', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423406', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360094', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017452', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428349', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237411', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251999', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641659', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029271', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221148', 'lastCheck': '2.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=83496544-e25d-45cc-8899-507cfb1140bc (api:52)
2018-03-08 01:37:14,099+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=15c0afd6-88de-4406-ac2f-16f2ec842838 (api:46)
2018-03-08 01:37:14,100+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=15c0afd6-88de-4406-ac2f-16f2ec842838 (api:52)
2018-03-08 01:37:14,125+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.54'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '53': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '97.95'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '25': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '94.18'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.91'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '21': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '93.52'}, '22': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.89'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.70'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '29': {'cpuUser': '5.55', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.20'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.96', 'nodeIndex': 1, 'cpuSys': '28.17', 'cpuIdle': '66.87'}, '0': {'cpuUser': '6.22', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '90.14'}, '3': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.65'}, '2': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.44'}, '5': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.64'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.57'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '9': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '94.57'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.95'}, '59': {'cpuUser': '4.96', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '93.32'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.90'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '13': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.84'}, '12': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.62'}, '15': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.04'}, '14': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.36'}, '17': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '94.97'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.44'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.97'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '37': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.36'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '35': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '34': {'cpuUser': '7.93', 'nodeIndex': 0, 'cpuSys': '8.13', 'cpuIdle': '83.94'}, '33': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.43'}, '18': {'cpuUser': '3.77', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '93.92'}, '57': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.54'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307351'}, '0': {'memPercent': 11, 'memFree': '350360'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00247121', 'lastCheck': '4.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505723', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904642', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294057', 'lastCheck': '5.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248395', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332811', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235156', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000904772', 'lastCheck': '4.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420999', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309272', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002135', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493101', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282044', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459801', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429316', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263703', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277118', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027344', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277073', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118315', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252235', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029271', 'lastCheck': '4.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523338', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423406', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360094', 'lastCheck': '1.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017452', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428349', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237411', 'lastCheck': '4.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251999', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641659', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497762', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221148', 'lastCheck': '2.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646991685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404260201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.351', 'tx': '1176274756357', 'txDropped': '0', 'rx': '625371678753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0', 'tx': '1580928608459', 'txDropped': '0', 'rx': '926336569335', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45199374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416507321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200560407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet0', 'tx': '87686215', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet1', 'tx': '37766153647', 'txDropped': '0', 'rx': '878018893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet2', 'tx': '21126568225', 'txDropped': '0', 'rx': '141319176266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175705669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet4', 'tx': '396369597', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet5', 'tx': '23425064436', 'txDropped': '0', 'rx': '498133251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet6', 'tx': '6654289709', 'txDropped': '0', 'rx': '429993591', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet7', 'tx': '1433989092', 'txDropped': '0', 'rx': '552293456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42447554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46747865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'lo', 'tx': '6935934658', 'txDropped': '0', 'rx': '6935934658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170701978', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'eno1', 'tx': '975617630757', 'txDropped': '0', 'rx': '434003323235', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'eno2', 'tx': '605310977702', 'txDropped': '0', 'rx': '492333246100', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469421.189685, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469421.189685, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632980337', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75915855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77033720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192191270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370787642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373614766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49872763', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430419230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298957670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.110', 'tx': '2476387498', 'txDropped': '0', 'rx': '66855834824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.111', 'tx': '122678855636', 'txDropped': '0', 'rx': '24448638062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55246121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54171134', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465391433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165380239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56026039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55855850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45194582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469421.189685, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226599276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'oVirtManagement', 'tx': '1176274755709', 'txDropped': '0', 'rx': '625370940350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577289970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'vnet3', 'tx': '542763361', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469421.189685, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754484078', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695467.97', 'cpuLoad': '2.73', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92887'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:37:14 GMT', 'cpuUser': '1.44', 'memFree': 667606, 'cpuIdle': '96.84', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.63'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:14,129+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:37:14,246+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:14,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f911199b-d57c-4b25-b2c6-a8cd3628cdb2 (threadPool:210)
2018-03-08 01:37:14,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b0c29795-52e5-4ffa-83bf-aa09fe6be9c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:14,297+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:14,613+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:14,660+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5b1a0a91-03b2-46d1-9dc6-8fb616495545 (threadPool:210)
2018-03-08 01:37:14,660+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8590d2c-078f-4971-a28e-064eb771d1ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:14,661+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:14,945+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:14,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b846982b-01c7-4239-b955-55ac0667b5fd (threadPool:210)
2018-03-08 01:37:14,992+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aab801af-0662-4ba4-8fdd-5b0928b480fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:14,992+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:15,319+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:15,367+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43f73033-7549-4015-bbfd-1969697fe395 (threadPool:210)
2018-03-08 01:37:15,368+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8fbe5430-80a4-441d-8ca2-aa5b771c4708 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:15,368+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:15,633+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:15,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ad250d0e-33a9-4fe4-a82c-b6f6c51800d6 (threadPool:210)
2018-03-08 01:37:15,682+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5da756d4-0d37-4beb-84d2-09e121a7916e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:15,682+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:15,943+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:15,988+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b0c29795-52e5-4ffa-83bf-aa09fe6be9c0 (threadPool:210)
2018-03-08 01:37:15,989+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a9a5fd7f-697f-4ddb-9326-aa7a2118efde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:15,989+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:16,258+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:16,346+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9cba2e7a-0747-4b5e-88f4-ed01b97a2c53 (api:46)
2018-03-08 01:37:16,348+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505723', 'lastCheck': '8.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000904642', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282044', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459801', 'lastCheck': '6.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332811', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235156', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000904772', 'lastCheck': '7.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420999', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309272', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002135', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493101', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00247121', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294057', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248395', 'lastCheck': '7.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429316', 'lastCheck': '6.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252235', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277118', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027344', 'lastCheck': '6.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277073', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118315', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263703', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497762', 'lastCheck': '6.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523338', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000546845', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360094', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0017452', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428349', 'lastCheck': '9.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237411', 'lastCheck': '6.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251999', 'lastCheck': '6.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000641659', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029271', 'lastCheck': '6.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221148', 'lastCheck': '4.6', 'valid': True}} from=internal, task_id=9cba2e7a-0747-4b5e-88f4-ed01b97a2c53 (api:52)
2018-03-08 01:37:16,348+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=00827f2f-f20b-4d90-8172-a5ad5f64f6a8 (api:46)
2018-03-08 01:37:16,349+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=00827f2f-f20b-4d90-8172-a5ad5f64f6a8 (api:52)
2018-03-08 01:37:16,391+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8590d2c-078f-4971-a28e-064eb771d1ac (threadPool:210)
2018-03-08 01:37:16,391+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 037301f9-06e6-477b-8b1f-3875d050386d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:16,391+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:16,647+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:16,696+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aab801af-0662-4ba4-8fdd-5b0928b480fe (threadPool:210)
2018-03-08 01:37:16,696+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ddb9b576-96ce-495a-84b0-16515e5338d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:16,697+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:16,973+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:17,024+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8fbe5430-80a4-441d-8ca2-aa5b771c4708 (threadPool:210)
2018-03-08 01:37:17,024+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 417c0e3a-fac7-468b-b9e7-c10ac18ff08b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:17,024+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:17,233+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:37:17,238+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:37:17,241+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:17,257+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:37:17,259+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:37:17,260+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:17,341+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:17,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5da756d4-0d37-4beb-84d2-09e121a7916e (threadPool:210)
2018-03-08 01:37:17,390+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cd0ffb7c-c0ce-4583-8ccc-f907366daa50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:17,390+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:17,644+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:17,697+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a9a5fd7f-697f-4ddb-9326-aa7a2118efde (threadPool:210)
2018-03-08 01:37:17,698+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e6784f92-2aaa-458c-a3f1-2bfbb724b879 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:17,698+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:17,956+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:18,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 037301f9-06e6-477b-8b1f-3875d050386d (threadPool:210)
2018-03-08 01:37:18,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 994ba9fe-3a82-4d64-9fba-0aab7eb27388 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:18,007+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:18,283+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:18,329+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ddb9b576-96ce-495a-84b0-16515e5338d0 (threadPool:210)
2018-03-08 01:37:18,329+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4fbb8583-4dcd-412c-aae8-b0bfa0b5a070 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:18,330+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:18,621+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:18,667+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 417c0e3a-fac7-468b-b9e7-c10ac18ff08b (threadPool:210)
2018-03-08 01:37:18,668+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 87cd7da5-85d9-4782-8871-b0c26848faed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:18,668+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:18,942+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:19,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:19,320+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cd0ffb7c-c0ce-4583-8ccc-f907366daa50 (threadPool:210)
2018-03-08 01:37:19,321+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 230dd118-8934-4a82-aba6-8649b74434fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:19,322+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:19,671+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:19,729+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 994ba9fe-3a82-4d64-9fba-0aab7eb27388 (threadPool:210)
2018-03-08 01:37:19,730+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ae9f4de-dfa4-47ab-b637-b80c966f52da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:19,730+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:20,064+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:20,111+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 87cd7da5-85d9-4782-8871-b0c26848faed (threadPool:210)
2018-03-08 01:37:20,112+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8a8d79f5-304e-410a-ae32-25537d2be031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:20,112+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:20,407+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:20,454+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e6784f92-2aaa-458c-a3f1-2bfbb724b879 (threadPool:210)
2018-03-08 01:37:20,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6819017f-86e6-4eaf-aa61-96d2af4b0666 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:20,455+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:20,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:20,791+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 230dd118-8934-4a82-aba6-8649b74434fb (threadPool:210)
2018-03-08 01:37:20,791+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f58015d1-a6d5-4d3f-96fe-6b083aa41bee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:20,792+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:21,114+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:21,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4fbb8583-4dcd-412c-aae8-b0bfa0b5a070 (threadPool:210)
2018-03-08 01:37:21,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 600a022a-6348-4d09-a9b3-184784e76718 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:21,165+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:21,182+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b1c4edcb-d135-477e-a0f4-c6f338d362de (api:46)
2018-03-08 01:37:21,187+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b1c4edcb-d135-477e-a0f4-c6f338d362de (api:52)
2018-03-08 01:37:21,187+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:21,292+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5048f089-a19c-4c0a-8c04-a5cd166954cd (api:46)
2018-03-08 01:37:21,299+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5048f089-a19c-4c0a-8c04-a5cd166954cd (api:52)
2018-03-08 01:37:21,300+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:21,448+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:21,498+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ae9f4de-dfa4-47ab-b637-b80c966f52da (threadPool:210)
2018-03-08 01:37:21,499+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74623468-d1fc-48bc-9254-22d3d8ff831a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:21,499+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:21,808+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:21,859+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8a8d79f5-304e-410a-ae32-25537d2be031 (threadPool:210)
2018-03-08 01:37:21,859+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f273e318-c3b4-42b1-94ee-8e77201e61f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:21,859+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:22,142+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:22,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6819017f-86e6-4eaf-aa61-96d2af4b0666 (threadPool:210)
2018-03-08 01:37:22,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4a452a94-d694-4cdc-954a-8a0cec67f1a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:22,208+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:22,586+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:22,637+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f58015d1-a6d5-4d3f-96fe-6b083aa41bee (threadPool:210)
2018-03-08 01:37:22,637+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 98b3debc-368e-43d8-a85d-ca86581f43b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:22,638+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:22,902+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:22,952+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 600a022a-6348-4d09-a9b3-184784e76718 (threadPool:210)
2018-03-08 01:37:22,953+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 295293e5-135b-47b6-a87f-fcb08f251a98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:22,953+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:23,264+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:23,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74623468-d1fc-48bc-9254-22d3d8ff831a (threadPool:210)
2018-03-08 01:37:23,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ad3fae0d-1baa-4c67-abef-d945b0355707 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:23,313+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:23,676+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:23,713+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f273e318-c3b4-42b1-94ee-8e77201e61f4 (threadPool:210)
2018-03-08 01:37:23,713+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6f21073c-38df-4f49-a665-82a916bf7b39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:23,714+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:24,003+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:24,053+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 98b3debc-368e-43d8-a85d-ca86581f43b4 (threadPool:210)
2018-03-08 01:37:24,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 99b1bec0-4636-41cf-8100-98415842c5ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:24,054+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:24,343+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:24,390+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 295293e5-135b-47b6-a87f-fcb08f251a98 (threadPool:210)
2018-03-08 01:37:24,391+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 911cfa7a-77d1-4621-b375-12f75f61613c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:24,391+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:24,684+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:24,735+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ad3fae0d-1baa-4c67-abef-d945b0355707 (threadPool:210)
2018-03-08 01:37:24,735+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7c0d765b-3e86-481f-af4a-a60dd6d87d60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:37:24,735+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:25,032+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:25,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4a452a94-d694-4cdc-954a-8a0cec67f1a9 (threadPool:210)
2018-03-08 01:37:25,072+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a945f8c8-dfe5-47a0-90e8-c8e8ee560077 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:25,072+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:25,370+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:25,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 99b1bec0-4636-41cf-8100-98415842c5ce (threadPool:210)
2018-03-08 01:37:25,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 99732c7b-d8ab-4675-89fc-dba1825e06dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:25,419+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:25,676+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:25,723+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 911cfa7a-77d1-4621-b375-12f75f61613c (threadPool:210)
2018-03-08 01:37:25,724+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f047b22-cac8-4eb9-b87a-98297b91c5a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:25,724+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:25,999+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:26,043+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7c0d765b-3e86-481f-af4a-a60dd6d87d60 (threadPool:210)
2018-03-08 01:37:26,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3d2ebb7f-0921-4287-942d-1e9d89e83cdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:26,044+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:26,310+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:26,360+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6f21073c-38df-4f49-a665-82a916bf7b39 (threadPool:210)
2018-03-08 01:37:26,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 17cd7f21-baf0-4eee-999a-6b7b07ffeef2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:26,361+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:26,737+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:26,777+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a945f8c8-dfe5-47a0-90e8-c8e8ee560077 (threadPool:210)
2018-03-08 01:37:26,777+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7387fc58-affb-4e77-b70b-10d8a33cef92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:26,778+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:27,084+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:27,114+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f047b22-cac8-4eb9-b87a-98297b91c5a0 (threadPool:210)
2018-03-08 01:37:27,115+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 70aa1946-b10a-496a-8e23-cba03f9c6406 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:27,115+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:27,464+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:27,507+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 17cd7f21-baf0-4eee-999a-6b7b07ffeef2 (threadPool:210)
2018-03-08 01:37:27,508+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 89ecc2ce-4a1e-4918-a9b1-fccbc1e5ee85 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:27,508+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:27,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:27,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 99732c7b-d8ab-4675-89fc-dba1825e06dd (threadPool:210)
2018-03-08 01:37:27,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 677cec70-762b-4da7-b132-5031371c9e6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:27,933+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:28,105+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:28,110+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:28,113+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:28,244+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:28,278+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7387fc58-affb-4e77-b70b-10d8a33cef92 (threadPool:210)
2018-03-08 01:37:28,278+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a59f2604-5bb8-4e7c-aafb-4f68efd9486f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:28,278+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:28,594+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:28,640+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 70aa1946-b10a-496a-8e23-cba03f9c6406 (threadPool:210)
2018-03-08 01:37:28,641+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f75fc829-02b8-4cd7-b95e-52262603b0de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:28,641+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:29,000+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:29,048+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 89ecc2ce-4a1e-4918-a9b1-fccbc1e5ee85 (threadPool:210)
2018-03-08 01:37:29,048+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 006c80c3-7ced-4da6-9e10-2b84ef5c0894 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:29,048+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:29,167+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:29,170+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=69ff2a41-a4b1-4bcc-b016-38ec7cd50643 (api:46)
2018-03-08 01:37:29,172+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356559', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000633314', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293256', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465566', 'lastCheck': '2.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425871', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273953', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0005286', 'lastCheck': '9.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349129', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245451', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329489', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423674', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402604', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423137', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342594', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482028', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344844', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460292', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003047', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361749', 'lastCheck': '6.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377108', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588809', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109614', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326437', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000466804', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235783', 'lastCheck': '6.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354404', 'lastCheck': '7.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040345', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244778', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342414', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051673', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246907', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227407', 'lastCheck': '7.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=69ff2a41-a4b1-4bcc-b016-38ec7cd50643 (api:52)
2018-03-08 01:37:29,172+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7b44469a-16ed-4e6e-b272-9b1839d5a3f3 (api:46)
2018-03-08 01:37:29,173+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7b44469a-16ed-4e6e-b272-9b1839d5a3f3 (api:52)
2018-03-08 01:37:29,211+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.36'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.22'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.67'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.95'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '20': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '22': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '29': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.90'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.46'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '21.93', 'cpuIdle': '73.30'}, '0': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '90.86'}, '3': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.23'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '5': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.62'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '8': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '97.29'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '59': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.96'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.54'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '55': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '31': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.42'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '34': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '5.96', 'cpuIdle': '88.21'}, '33': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '95.69'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307438'}, '0': {'memPercent': 11, 'memFree': '350250'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402604', 'lastCheck': '4.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356559', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000633314', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423137', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342594', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425871', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273953', 'lastCheck': '6.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0005286', 'lastCheck': '9.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349129', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245451', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329489', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423674', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293256', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465566', 'lastCheck': '2.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482028', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588809', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460292', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003047', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361749', 'lastCheck': '6.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00377108', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344844', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246907', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326437', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000466804', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235783', 'lastCheck': '6.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354404', 'lastCheck': '7.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040345', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244778', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342414', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051673', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109614', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227407', 'lastCheck': '7.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1646997670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404265312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.351', 'tx': '1176274826957', 'txDropped': '0', 'rx': '625371691797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0', 'tx': '1580928738046', 'txDropped': '0', 'rx': '926337025740', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45199774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416508786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200561115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet0', 'tx': '87691939', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet1', 'tx': '37766155452', 'txDropped': '0', 'rx': '878018997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet2', 'tx': '21126606878', 'txDropped': '0', 'rx': '141319196147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175708461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet4', 'tx': '396375321', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet5', 'tx': '23425071701', 'txDropped': '0', 'rx': '498133692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet6', 'tx': '6654299136', 'txDropped': '0', 'rx': '430007090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet7', 'tx': '1433990897', 'txDropped': '0', 'rx': '552293560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42447954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46748265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'lo', 'tx': '6936007992', 'txDropped': '0', 'rx': '6936007992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170703282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'eno1', 'tx': '975617727940', 'txDropped': '0', 'rx': '434003582546', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'eno2', 'tx': '605311010106', 'txDropped': '0', 'rx': '492333443194', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469436.281588, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469436.281588, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632985061', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75919607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77037472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192194138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370788360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373619594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49873481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430424058', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298960538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.110', 'tx': '2476401205', 'txDropped': '0', 'rx': '66855843741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.111', 'tx': '122678875443', 'txDropped': '0', 'rx': '24448673694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55246521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54171534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465396544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165381543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56026439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55856250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45194982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469436.281588, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226599984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'oVirtManagement', 'tx': '1176274826309', 'txDropped': '0', 'rx': '625370953394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577294694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'vnet3', 'tx': '542769085', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469436.281588, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754486870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695483.04', 'cpuLoad': '2.74', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92885'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:37:29 GMT', 'cpuUser': '1.18', 'memFree': 667604, 'cpuIdle': '97.23', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:29,216+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:37:29,383+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:29,433+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 677cec70-762b-4da7-b132-5031371c9e6f (threadPool:210)
2018-03-08 01:37:29,433+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e69e711e-90ea-4814-ac85-cf784ef6bbcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:29,434+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:29,708+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:29,778+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a59f2604-5bb8-4e7c-aafb-4f68efd9486f (threadPool:210)
2018-03-08 01:37:29,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 866e1934-651a-42b7-be20-c60683d30be0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:29,780+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:30,101+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:30,151+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f75fc829-02b8-4cd7-b95e-52262603b0de (threadPool:210)
2018-03-08 01:37:30,151+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 529cb953-ab70-4efd-b922-085d4b1968b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:30,152+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:30,443+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:30,789+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:30,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 006c80c3-7ced-4da6-9e10-2b84ef5c0894 (threadPool:210)
2018-03-08 01:37:30,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ee7a0ea9-986c-4253-895c-589e32c21812 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:30,840+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:31,184+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:31,212+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3d2ebb7f-0921-4287-942d-1e9d89e83cdb (threadPool:210)
2018-03-08 01:37:31,212+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 68c908e1-8ae8-4120-9374-ce9d47ac4a22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:31,213+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:31,445+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=328c0d35-f07d-48c7-9ce7-71ee1543f6a6 (api:46)
2018-03-08 01:37:31,446+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356559', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000633314', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261232', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608937', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344548', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359223', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000627062', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463067', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237802', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315028', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423674', 'lastCheck': '4.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495407', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423137', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342594', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519149', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282436', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417795', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199246', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479355', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381779', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225861', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443835', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00019918', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000466804', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234826', 'lastCheck': '1.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254464', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00040345', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290499', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024401', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527434', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022629', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224531', 'lastCheck': '1.6', 'valid': True}} from=internal, task_id=328c0d35-f07d-48c7-9ce7-71ee1543f6a6 (api:52)
2018-03-08 01:37:31,447+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=ab383fad-c367-4995-af22-2c669e8dc1f1 (api:46)
2018-03-08 01:37:31,447+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ab383fad-c367-4995-af22-2c669e8dc1f1 (api:52)
2018-03-08 01:37:31,561+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:31,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 866e1934-651a-42b7-be20-c60683d30be0 (threadPool:210)
2018-03-08 01:37:31,611+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 76dbcd5c-8441-43d8-a8ed-b559df2719f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:31,611+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:31,884+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:31,927+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 529cb953-ab70-4efd-b922-085d4b1968b3 (threadPool:210)
2018-03-08 01:37:31,928+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26f0fef3-ced2-4bb5-be7f-9992a48c1ea6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:31,929+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:31,957+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=254844b6-9630-432c-b3d2-4afb4051baa2 (api:46)
2018-03-08 01:37:31,965+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=254844b6-9630-432c-b3d2-4afb4051baa2 (api:52)
2018-03-08 01:37:31,965+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:32,059+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ce5e8c8b-4c5f-431c-95c8-b77d08ffe219 (api:46)
2018-03-08 01:37:32,065+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ce5e8c8b-4c5f-431c-95c8-b77d08ffe219 (api:52)
2018-03-08 01:37:32,067+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:32,243+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:32,266+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:37:32,275+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:37:32,278+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:32,303+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ee7a0ea9-986c-4253-895c-589e32c21812 (threadPool:210)
2018-03-08 01:37:32,303+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8bf4a199-ce8c-4c6f-a9ac-1c3721ab6058 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:32,304+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:32,314+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:37:32,315+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:37:32,315+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:32,655+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:32,697+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e69e711e-90ea-4814-ac85-cf784ef6bbcb (threadPool:210)
2018-03-08 01:37:32,697+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b6b76f24-10f9-45d4-9383-1eef4dfaf1b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:32,698+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:33,032+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:33,076+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 76dbcd5c-8441-43d8-a8ed-b559df2719f7 (threadPool:210)
2018-03-08 01:37:33,078+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ddfd7c89-c732-462c-a97e-db1129ac3b98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:33,078+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:33,459+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:33,531+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26f0fef3-ced2-4bb5-be7f-9992a48c1ea6 (threadPool:210)
2018-03-08 01:37:33,531+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2fdcd39-98c9-484b-9af3-4472be38cdf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:33,531+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:33,818+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:33,865+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8bf4a199-ce8c-4c6f-a9ac-1c3721ab6058 (threadPool:210)
2018-03-08 01:37:33,865+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 69577105-c6da-4241-9375-9599ea54a9e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:33,865+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:34,159+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:34,213+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 68c908e1-8ae8-4120-9374-ce9d47ac4a22 (threadPool:210)
2018-03-08 01:37:34,214+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b889630b-df3f-4135-9deb-a7e342d6d066 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:34,214+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:34,513+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:34,557+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b6b76f24-10f9-45d4-9383-1eef4dfaf1b5 (threadPool:210)
2018-03-08 01:37:34,558+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3daa7d46-7aa0-4b0c-8812-c464d28f6068 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:34,558+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:34,838+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:34,883+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ddfd7c89-c732-462c-a97e-db1129ac3b98 (threadPool:210)
2018-03-08 01:37:34,884+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 682db328-1937-421c-bd3e-0f0cbf124279 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:34,884+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:35,279+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:35,321+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2fdcd39-98c9-484b-9af3-4472be38cdf3 (threadPool:210)
2018-03-08 01:37:35,321+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da92c4d9-32b2-4a4c-8d20-a1dddeb844af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:37:35,322+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:35,650+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:35,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b889630b-df3f-4135-9deb-a7e342d6d066 (threadPool:210)
2018-03-08 01:37:35,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e7cf2e57-e71b-4a31-9949-854f78011d9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:35,711+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:36,009+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:36,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3daa7d46-7aa0-4b0c-8812-c464d28f6068 (threadPool:210)
2018-03-08 01:37:36,055+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6eba2203-b1e1-4e79-95d9-6dfc03ef434c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:36,055+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:36,381+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:36,432+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 682db328-1937-421c-bd3e-0f0cbf124279 (threadPool:210)
2018-03-08 01:37:36,433+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5e603ed5-8012-480d-b7cc-9d38520130e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:36,433+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:36,751+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:36,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 69577105-c6da-4241-9375-9599ea54a9e9 (threadPool:210)
2018-03-08 01:37:36,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 25faf56b-c926-41de-bc61-2f293c112543 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:36,794+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:37,098+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:37,142+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e7cf2e57-e71b-4a31-9949-854f78011d9f (threadPool:210)
2018-03-08 01:37:37,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 12ce4baa-4082-483d-aaaa-76aa881324ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:37,144+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:37,463+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:37,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6eba2203-b1e1-4e79-95d9-6dfc03ef434c (threadPool:210)
2018-03-08 01:37:37,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1a62cdd9-5c63-4ea1-9ad7-8461470d3c8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:37,509+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:37,823+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:37,870+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5e603ed5-8012-480d-b7cc-9d38520130e8 (threadPool:210)
2018-03-08 01:37:37,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9036b7f6-5759-4fd0-8316-471b67f98ffe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:37,871+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:38,172+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:38,227+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da92c4d9-32b2-4a4c-8d20-a1dddeb844af (threadPool:210)
2018-03-08 01:37:38,227+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cec9ec6e-b228-4c89-8de4-6d9bf9690d72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:38,228+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:38,594+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:38,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 25faf56b-c926-41de-bc61-2f293c112543 (threadPool:210)
2018-03-08 01:37:38,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bf27b52b-c440-4d31-a22c-568a25eb52a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:38,636+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:39,004+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:39,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1a62cdd9-5c63-4ea1-9ad7-8461470d3c8d (threadPool:210)
2018-03-08 01:37:39,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2b58d74a-2400-4805-b110-42f811ac944c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:39,052+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:39,314+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:39,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9036b7f6-5759-4fd0-8316-471b67f98ffe (threadPool:210)
2018-03-08 01:37:39,389+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c6ccccc2-b82d-4a98-b9b0-327481f520ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:39,390+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:39,679+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:39,740+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cec9ec6e-b228-4c89-8de4-6d9bf9690d72 (threadPool:210)
2018-03-08 01:37:39,741+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e5ee32ae-ff0b-4246-a5f0-80e44ef58a15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:39,742+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:40,016+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:40,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 12ce4baa-4082-483d-aaaa-76aa881324ce (threadPool:210)
2018-03-08 01:37:40,061+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f5fa8684-7678-4996-8630-e97eccb41031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:40,062+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:40,505+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:40,555+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bf27b52b-c440-4d31-a22c-568a25eb52a6 (threadPool:210)
2018-03-08 01:37:40,555+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 73479f4d-35b7-46d7-992b-fe08cfb6f3cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:40,555+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:40,835+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=beb4c857-238f-4880-8cde-90a9057692b5 (api:46)
2018-03-08 01:37:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=beb4c857-238f-4880-8cde-90a9057692b5 (api:52)
2018-03-08 01:37:40,836+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=4b83ff4c-2645-4e2a-b891-721e548f5d2f (api:46)
2018-03-08 01:37:40,836+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=4b83ff4c-2645-4e2a-b891-721e548f5d2f (api:52)
2018-03-08 01:37:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=13f6b978-ffed-4aad-b22c-dc0a44101359 (api:46)
2018-03-08 01:37:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=13f6b978-ffed-4aad-b22c-dc0a44101359 (api:52)
2018-03-08 01:37:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=4b5732ae-3f8d-484d-8bc5-123e3c0e24a7 (api:46)
2018-03-08 01:37:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=4b5732ae-3f8d-484d-8bc5-123e3c0e24a7 (api:52)
2018-03-08 01:37:40,838+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=a8be3e47-afb0-46fe-b324-69f3764bdc3a (api:46)
2018-03-08 01:37:40,838+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=a8be3e47-afb0-46fe-b324-69f3764bdc3a (api:52)
2018-03-08 01:37:40,839+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=4c496197-8047-4333-9349-3b45d80e9a6f (api:46)
2018-03-08 01:37:40,839+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=4c496197-8047-4333-9349-3b45d80e9a6f (api:52)
2018-03-08 01:37:40,840+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=f31792fe-7dc9-4a2d-9ef9-4af6259c3606 (api:46)
2018-03-08 01:37:40,840+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=f31792fe-7dc9-4a2d-9ef9-4af6259c3606 (api:52)
2018-03-08 01:37:40,840+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=31c96b8b-f6a3-41d6-bd5a-cb304c178b13 (api:46)
2018-03-08 01:37:40,840+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=31c96b8b-f6a3-41d6-bd5a-cb304c178b13 (api:52)
2018-03-08 01:37:40,841+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=cc262464-6d28-4c0f-adaa-a9ea4b161325 (api:46)
2018-03-08 01:37:40,841+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=cc262464-6d28-4c0f-adaa-a9ea4b161325 (api:52)
2018-03-08 01:37:40,841+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=dc6e104f-e952-41e1-adf1-2de22da5a01c (api:46)
2018-03-08 01:37:40,841+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=dc6e104f-e952-41e1-adf1-2de22da5a01c (api:52)
2018-03-08 01:37:40,884+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:40,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2b58d74a-2400-4805-b110-42f811ac944c (threadPool:210)
2018-03-08 01:37:40,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b8dd6da-977c-4125-9ad4-e3df3ea6b549 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:40,932+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:41,294+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:41,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c6ccccc2-b82d-4a98-b9b0-327481f520ac (threadPool:210)
2018-03-08 01:37:41,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 544cd7e4-5708-4650-bf71-3c25cf8fbc02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:41,346+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:41,625+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:41,673+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e5ee32ae-ff0b-4246-a5f0-80e44ef58a15 (threadPool:210)
2018-03-08 01:37:41,674+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eb64eacf-ff5a-468d-a0ac-99694e397b14 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:41,674+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:42,005+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:42,057+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f5fa8684-7678-4996-8630-e97eccb41031 (threadPool:210)
2018-03-08 01:37:42,057+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task da1bf629-a1de-4f80-84b9-6d753213eda4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:42,057+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:42,362+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:42,548+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c0fe2cde-5e5a-46a1-82a6-2285482f8391 (api:46)
2018-03-08 01:37:42,553+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c0fe2cde-5e5a-46a1-82a6-2285482f8391 (api:52)
2018-03-08 01:37:42,554+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:42,647+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:42,672+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=789aee0e-b4b8-4e58-a706-926d0f42b0a0 (api:46)
2018-03-08 01:37:42,681+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=789aee0e-b4b8-4e58-a706-926d0f42b0a0 (api:52)
2018-03-08 01:37:42,683+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:42,712+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 73479f4d-35b7-46d7-992b-fe08cfb6f3cf (threadPool:210)
2018-03-08 01:37:42,712+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42444256-2649-4370-a711-34d5858948da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:42,713+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:43,001+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:43,050+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b8dd6da-977c-4125-9ad4-e3df3ea6b549 (threadPool:210)
2018-03-08 01:37:43,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9145d450-8386-488c-bd3d-9031b9077d76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:43,051+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:43,130+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:43,134+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:43,137+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:43,470+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:43,522+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 544cd7e4-5708-4650-bf71-3c25cf8fbc02 (threadPool:210)
2018-03-08 01:37:43,523+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef65cd44-ab61-4089-9f8a-4cc37e1444a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:43,523+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:43,866+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:43,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eb64eacf-ff5a-468d-a0ac-99694e397b14 (threadPool:210)
2018-03-08 01:37:43,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dfc033e6-b359-4747-ba4d-66a4b033a0d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:43,915+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:44,290+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:44,291+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fd1dc19b-ea4d-4f94-a717-c228888124e4 (api:46)
2018-03-08 01:37:44,292+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231132', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00310558', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343792', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052852', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228269', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680969', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000307893', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450093', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246841', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242024', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238308', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763399', 'lastCheck': '4.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350089', 'lastCheck': '5.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034891', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449185', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213009', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026484', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215679', 'lastCheck': '4.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210462', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383239', 'lastCheck': '4.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209947', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275605', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212048', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372877', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227363', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249473', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486796', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317886', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235884', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358614', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022964', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228976', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fd1dc19b-ea4d-4f94-a717-c228888124e4 (api:52)
2018-03-08 01:37:44,292+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d63a559e-5b0f-4bab-b883-0e48a9c836ba (api:46)
2018-03-08 01:37:44,293+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d63a559e-5b0f-4bab-b883-0e48a9c836ba (api:52)
2018-03-08 01:37:44,320+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.63'}, '26': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '27': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '22': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.15'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.08'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.95'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '28.10', 'cpuIdle': '66.80'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '89.99'}, '3': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.30'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '94.70'}, '5': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.49'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '8': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.28'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.89'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '15': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '14': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.10'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '34': {'cpuUser': '8.09', 'nodeIndex': 0, 'cpuSys': '8.22', 'cpuIdle': '83.69'}, '33': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.95'}, '18': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307448'}, '0': {'memPercent': 11, 'memFree': '350241'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763399', 'lastCheck': '4.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231132', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00310558', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350089', 'lastCheck': '5.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034891', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228269', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680969', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000307893', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450093', 'lastCheck': '2.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246841', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242024', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238308', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343792', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052852', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449185', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209947', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026484', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215679', 'lastCheck': '4.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210462', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383239', 'lastCheck': '4.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213009', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022964', 'lastCheck': '4.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212048', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372877', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227363', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249473', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486796', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317886', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235884', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358614', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275605', 'lastCheck': '4.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228976', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647004685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404268894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.351', 'tx': '1176274902045', 'txDropped': '0', 'rx': '625371706247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0', 'tx': '1580928828302', 'txDropped': '0', 'rx': '926337444641', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45200124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416509646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200565443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet0', 'tx': '87695175', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet1', 'tx': '37766156522', 'txDropped': '0', 'rx': '878019059', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet2', 'tx': '21126619387', 'txDropped': '0', 'rx': '141319199597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175710939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet4', 'tx': '396378557', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet5', 'tx': '23425097623', 'txDropped': '0', 'rx': '498139743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet6', 'tx': '6654301222', 'txDropped': '0', 'rx': '430008150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet7', 'tx': '1433991967', 'txDropped': '0', 'rx': '552293622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42448304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46748615', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'lo', 'tx': '6936088292', 'txDropped': '0', 'rx': '6936088292', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170704508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'eno1', 'tx': '975617814168', 'txDropped': '0', 'rx': '434003801048', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'eno2', 'tx': '605311014134', 'txDropped': '0', 'rx': '492333643593', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469451.369667, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469451.369667, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632989551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75920705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77038570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192196702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370788869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373622312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49873990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430426776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298963102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.110', 'tx': '2476402389', 'txDropped': '0', 'rx': '66855845407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.111', 'tx': '122678884975', 'txDropped': '0', 'rx': '24448700401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55246921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54171884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465400126', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165382769', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56026839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55856600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45195332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469451.369667, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226604312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'oVirtManagement', 'tx': '1176274901397', 'txDropped': '0', 'rx': '625370967844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577299184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'vnet3', 'tx': '542772321', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469451.369667, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754489348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695498.16', 'cpuLoad': '2.89', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92884'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:37:44 GMT', 'cpuUser': '1.14', 'memFree': 667607, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:44,324+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:37:44,366+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:44,417+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task da1bf629-a1de-4f80-84b9-6d753213eda4 (threadPool:210)
2018-03-08 01:37:44,417+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c87d0679-e29f-48d0-9de7-20810f4c192c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:44,418+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:44,828+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:44,877+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42444256-2649-4370-a711-34d5858948da (threadPool:210)
2018-03-08 01:37:44,878+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e6c6ce3-c44a-4baf-abe8-ab9ec54d6f2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:44,878+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:45,317+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:45,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9145d450-8386-488c-bd3d-9031b9077d76 (threadPool:210)
2018-03-08 01:37:45,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8be0fd7d-c507-4311-9990-7df76635c71b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:45,366+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:45,639+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:45,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef65cd44-ab61-4089-9f8a-4cc37e1444a5 (threadPool:210)
2018-03-08 01:37:45,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 177a31c0-9258-461b-b331-cf5a36da6072 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:45,688+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:45,974+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:46,044+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dfc033e6-b359-4747-ba4d-66a4b033a0d4 (threadPool:210)
2018-03-08 01:37:46,045+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dc2af3d8-ce94-4ec4-97b7-3abe78deba0c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:46,045+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:46,313+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:46,361+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c87d0679-e29f-48d0-9de7-20810f4c192c (threadPool:210)
2018-03-08 01:37:46,361+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d96e8e5c-9395-4594-818f-7523ef62036f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:46,361+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:46,527+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=23f7e934-492d-421d-9036-78f3043350aa (api:46)
2018-03-08 01:37:46,527+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231132', 'lastCheck': '8.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00310558', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343792', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052852', 'lastCheck': '7.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228269', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000680969', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000307893', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450093', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246841', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242024', 'lastCheck': '7.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238308', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000763399', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350089', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034891', 'lastCheck': '7.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449185', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213009', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026484', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215679', 'lastCheck': '7.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210462', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383239', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209947', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275605', 'lastCheck': '6.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212048', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000228734', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227363', 'lastCheck': '3.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249473', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000486796', 'lastCheck': '9.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317886', 'lastCheck': '6.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235884', 'lastCheck': '6.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358614', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022964', 'lastCheck': '6.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228976', 'lastCheck': '4.8', 'valid': True}} from=internal, task_id=23f7e934-492d-421d-9036-78f3043350aa (api:52)
2018-03-08 01:37:46,528+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=8c717dba-dbf2-4831-8abf-6cb879d3600b (api:46)
2018-03-08 01:37:46,528+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8c717dba-dbf2-4831-8abf-6cb879d3600b (api:52)
2018-03-08 01:37:46,659+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:46,701+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e6c6ce3-c44a-4baf-abe8-ab9ec54d6f2e (threadPool:210)
2018-03-08 01:37:46,702+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 577e1e9d-79cd-4b45-9ad7-be8f0ff047f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:46,702+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:47,006+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:47,049+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 177a31c0-9258-461b-b331-cf5a36da6072 (threadPool:210)
2018-03-08 01:37:47,049+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 86532bc8-f5c8-435d-bad0-cde60b0d9612 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:47,050+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:47,317+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:37:47,323+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:37:47,325+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:47,340+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:47,362+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:37:47,364+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:37:47,364+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:47,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d96e8e5c-9395-4594-818f-7523ef62036f (threadPool:210)
2018-03-08 01:37:47,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e4ecb3f2-1e3d-48f1-9fac-532da2dc24ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:47,395+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:47,754+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:47,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8be0fd7d-c507-4311-9990-7df76635c71b (threadPool:210)
2018-03-08 01:37:47,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 84e9e30b-db96-429a-9d9d-8633feba67fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:37:47,805+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:48,182+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:48,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 577e1e9d-79cd-4b45-9ad7-be8f0ff047f4 (threadPool:210)
2018-03-08 01:37:48,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9e5706f2-5882-4e17-aa1b-8ab0e5905fde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:48,248+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:48,686+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:48,736+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 86532bc8-f5c8-435d-bad0-cde60b0d9612 (threadPool:210)
2018-03-08 01:37:48,736+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fe655934-4e20-4af5-acac-8adcda6226ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:48,736+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:49,225+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:49,280+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e4ecb3f2-1e3d-48f1-9fac-532da2dc24ed (threadPool:210)
2018-03-08 01:37:49,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 15e3362f-19bc-49c4-a666-3a2e4c412c4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:49,281+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:49,699+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:49,754+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 84e9e30b-db96-429a-9d9d-8633feba67fe (threadPool:210)
2018-03-08 01:37:49,755+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1743448-7906-43fb-8699-479fc4065878 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:49,756+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:50,151+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:50,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9e5706f2-5882-4e17-aa1b-8ab0e5905fde (threadPool:210)
2018-03-08 01:37:50,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4acde2ec-1c92-42a6-92a2-db58ba15da07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:50,208+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:50,582+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:50,630+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fe655934-4e20-4af5-acac-8adcda6226ab (threadPool:210)
2018-03-08 01:37:50,630+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7926ab1f-b5b5-4bc1-9291-0f32c509c8f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:50,631+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:50,947+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:50,988+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 15e3362f-19bc-49c4-a666-3a2e4c412c4f (threadPool:210)
2018-03-08 01:37:50,988+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8c5e7fa-3632-4c70-96f1-044464b84964 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:50,988+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:51,329+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:51,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1743448-7906-43fb-8699-479fc4065878 (threadPool:210)
2018-03-08 01:37:51,377+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3ca34c2c-1f3d-4058-a2a1-b638cbbebbbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:51,377+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:51,748+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:51,792+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4acde2ec-1c92-42a6-92a2-db58ba15da07 (threadPool:210)
2018-03-08 01:37:51,792+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 013604f4-c182-4957-a707-7db5de9d21d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:51,792+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:52,097+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:52,143+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dc2af3d8-ce94-4ec4-97b7-3abe78deba0c (threadPool:210)
2018-03-08 01:37:52,144+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fec9104b-4f2a-45bb-81b5-086e993b1722 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:52,144+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:52,474+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:52,522+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8c5e7fa-3632-4c70-96f1-044464b84964 (threadPool:210)
2018-03-08 01:37:52,522+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 456daeab-43fc-48e1-99b8-bf15c73b9758 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:52,522+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:52,841+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:52,893+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3ca34c2c-1f3d-4058-a2a1-b638cbbebbbf (threadPool:210)
2018-03-08 01:37:52,894+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 42d8d668-f917-42a5-b53e-f4950cdadc16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1l< k\x06OI\xa37G!7H*\x10\xab000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:52,894+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ab102a48-3721-4737-a349-4f066b203c6c in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:52,894+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c to 4096 megabytes (lvm:1205)
2018-03-08 01:37:53,087+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c45408f9-a877-42c5-8fb4-cfb13d6b9824 (api:46)
2018-03-08 01:37:53,094+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c45408f9-a877-42c5-8fb4-cfb13d6b9824 (api:52)
2018-03-08 01:37:53,094+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:37:53,108+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 42d8d668-f917-42a5-b53e-f4950cdadc16 (threadPool:210)
2018-03-08 01:37:53,108+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task beee84ee-e42e-4ffa-8ff6-ff4ff7543913 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:53,108+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:53,189+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=59a88861-961d-451c-b2ed-5512fcde99bb (api:46)
2018-03-08 01:37:53,195+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7129377275904', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5182280695808', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=59a88861-961d-451c-b2ed-5512fcde99bb (api:52)
2018-03-08 01:37:53,197+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:53,286+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:53,338+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7926ab1f-b5b5-4bc1-9291-0f32c509c8f0 (threadPool:210)
2018-03-08 01:37:53,339+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 59f34f24-8964-41d6-aca0-e4fe13b719da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:53,339+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:53,632+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:53,682+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 013604f4-c182-4957-a707-7db5de9d21d8 (threadPool:210)
2018-03-08 01:37:53,682+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a090bad-44dd-4177-97cc-9238472db8fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:53,683+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:54,017+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:54,066+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fec9104b-4f2a-45bb-81b5-086e993b1722 (threadPool:210)
2018-03-08 01:37:54,066+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5e6d896f-9f04-43c5-8a8f-fb4f5c07cd71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:54,066+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:54,437+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:54,899+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:54,950+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task beee84ee-e42e-4ffa-8ff6-ff4ff7543913 (threadPool:210)
2018-03-08 01:37:54,951+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9869d29b-c7f2-46bb-ad1c-e8b9a897fcf0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:54,951+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:55,236+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:55,285+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 59f34f24-8964-41d6-aca0-e4fe13b719da (threadPool:210)
2018-03-08 01:37:55,285+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fd10349b-abc2-4efe-a57c-762e982f575b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:55,285+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:55,669+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:55,719+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a090bad-44dd-4177-97cc-9238472db8fe (threadPool:210)
2018-03-08 01:37:55,719+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ee9f57a7-c99a-479b-8441-9eeecfbd04a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:55,720+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:56,042+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:56,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5e6d896f-9f04-43c5-8a8f-fb4f5c07cd71 (threadPool:210)
2018-03-08 01:37:56,098+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 425af3e3-4c5f-4bf1-b10b-87167a3a547f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:56,098+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:56,378+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:56,446+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 456daeab-43fc-48e1-99b8-bf15c73b9758 (threadPool:210)
2018-03-08 01:37:56,447+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e48f7573-d624-41f0-83ee-fbc29c79ce30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:56,447+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:56,801+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:56,876+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9869d29b-c7f2-46bb-ad1c-e8b9a897fcf0 (threadPool:210)
2018-03-08 01:37:56,877+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 88ac260a-81ea-428a-80a7-a22e544ef136 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:56,877+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:57,155+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:57,256+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fd10349b-abc2-4efe-a57c-762e982f575b (threadPool:210)
2018-03-08 01:37:57,257+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ea3e9a1f-5343-4057-b745-4d749c80b340 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:57,257+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:57,597+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:57,651+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 425af3e3-4c5f-4bf1-b10b-87167a3a547f (threadPool:210)
2018-03-08 01:37:57,652+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d1260ae-4bb9-4b07-bacb-522580be22f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:57,652+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:57,969+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:58,020+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 88ac260a-81ea-428a-80a7-a22e544ef136 (threadPool:210)
2018-03-08 01:37:58,020+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f86b82ee-206f-4809-99cc-d7a5a9d9b193 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:58,020+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:58,154+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:58,159+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:58,161+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:37:58,448+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:58,504+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ee9f57a7-c99a-479b-8441-9eeecfbd04a6 (threadPool:210)
2018-03-08 01:37:58,506+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8e5be13e-eca1-4961-a312-bc9b153fb78e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:37:58,506+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:37:58,831+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:58,898+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ea3e9a1f-5343-4057-b745-4d749c80b340 (threadPool:210)
2018-03-08 01:37:58,899+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0ee566e7-d989-478a-a3cf-5bddd826fce1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf28\xc8\xcck\xfc\xd6\xab\x93&F^\x06_rr-000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:58,899+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 2d72725f-065e-4626-93ab-d6fc6bccc838 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:58,900+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2d72725f-065e-4626-93ab-d6fc6bccc838 to 4096 megabytes (lvm:1205)
2018-03-08 01:37:59,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0ee566e7-d989-478a-a3cf-5bddd826fce1 (threadPool:210)
2018-03-08 01:37:59,156+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 77640523-ab58-42e4-9d33-4e58295fb099 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:59,156+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:59,323+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:59,366+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:37:59,368+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f22347da-5ad9-4408-b7cf-c8d87da2307f (api:46)
2018-03-08 01:37:59,369+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021934', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00287134', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297134', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447477', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524306', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298995', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000483308', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414059', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311612', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334112', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245053', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635662', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458152', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263289', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741179', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023333', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406437', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313965', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00075342', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000906923', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388533', 'lastCheck': '6.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000682918', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028786', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037205', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218882', 'lastCheck': '6.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406504', 'lastCheck': '7.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000444535', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246876', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384925', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00192266', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002685', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313797', 'lastCheck': '7.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f22347da-5ad9-4408-b7cf-c8d87da2307f (api:52)
2018-03-08 01:37:59,370+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0b2a16eb-5b85-4e62-aa91-631bb0aa6738 (api:46)
2018-03-08 01:37:59,370+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0b2a16eb-5b85-4e62-aa91-631bb0aa6738 (api:52)
2018-03-08 01:37:59,374+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e48f7573-d624-41f0-83ee-fbc29c79ce30 (threadPool:210)
2018-03-08 01:37:59,374+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dd696987-7290-4043-b74e-b46b32a59669 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:59,375+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:37:59,412+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.89'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.03'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.70'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.30'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.90'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '22.85', 'cpuIdle': '72.12'}, '0': {'cpuUser': '7.15', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '88.68'}, '3': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.36'}, '2': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '94.57'}, '5': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.49'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '59': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.57'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.82'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.90'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.28'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '34': {'cpuUser': '7.68', 'nodeIndex': 0, 'cpuSys': '8.15', 'cpuIdle': '84.17'}, '33': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.63'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307458'}, '0': {'memPercent': 11, 'memFree': '350246'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000635662', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021934', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00287134', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458152', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263289', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524306', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298995', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000483308', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414059', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311612', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334112', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245053', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297134', 'lastCheck': '3.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447477', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000741179', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388533', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406437', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313965', 'lastCheck': '1.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00075342', 'lastCheck': '7.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000906923', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023333', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002685', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028786', 'lastCheck': '7.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037205', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218882', 'lastCheck': '6.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406504', 'lastCheck': '7.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000444535', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246876', 'lastCheck': '2.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384925', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00192266', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000682918', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313797', 'lastCheck': '7.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647040827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404271130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.351', 'tx': '1176274979244', 'txDropped': '0', 'rx': '625371718375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0', 'tx': '1580928939231', 'txDropped': '0', 'rx': '926337912026', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45200524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416510398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200566721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet0', 'tx': '87701145', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet1', 'tx': '37766157484', 'txDropped': '0', 'rx': '878019121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet2', 'tx': '21126690341', 'txDropped': '0', 'rx': '141319227374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175712173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet4', 'tx': '396384527', 'txDropped': '0', 'rx': '3066598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet5', 'tx': '23425136114', 'txDropped': '0', 'rx': '498139983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet6', 'tx': '6654303024', 'txDropped': '0', 'rx': '430009088', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet7', 'tx': '1433992929', 'txDropped': '0', 'rx': '552293684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42448704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46749015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'lo', 'tx': '6936161876', 'txDropped': '0', 'rx': '6936161876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170706100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'eno1', 'tx': '975617895887', 'txDropped': '0', 'rx': '434004061623', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'eno2', 'tx': '605311043344', 'txDropped': '0', 'rx': '492333850403', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469466.469055, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469466.469055, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632994619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75921105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77038970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192198818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370789269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.306', 'tx': '76695871685', 'txDropped': '0', 'rx': '8373627274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49874390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430431738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298965218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.110', 'tx': '2476403451', 'txDropped': '0', 'rx': '66855846803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.111', 'tx': '122678912545', 'txDropped': '0', 'rx': '24448767755', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55247271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54172284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465402362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165384361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56027189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55857000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45195732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469466.469055, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226605590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'oVirtManagement', 'tx': '1176274978596', 'txDropped': '0', 'rx': '625370979972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577304252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'vnet3', 'tx': '542778291', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469466.469055, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754490582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695513.24', 'cpuLoad': '2.94', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92882'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635288L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:37:59 GMT', 'cpuUser': '1.15', 'memFree': 667577, 'cpuIdle': '97.20', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.33'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:37:59,417+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:37:59,721+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:37:59,767+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f86b82ee-206f-4809-99cc-d7a5a9d9b193 (threadPool:210)
2018-03-08 01:37:59,767+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 254dedd9-976e-4403-8323-3739677fbdfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:37:59,768+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:00,209+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:00,257+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 77640523-ab58-42e4-9d33-4e58295fb099 (threadPool:210)
2018-03-08 01:38:00,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 53557f39-0805-4957-9375-1738d41a6e0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:00,258+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:00,559+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:00,608+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d1260ae-4bb9-4b07-bacb-522580be22f4 (threadPool:210)
2018-03-08 01:38:00,608+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2c2c2be9-9fc4-45d0-b234-bcf4e5adb585 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:00,608+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:00,940+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:00,993+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dd696987-7290-4043-b74e-b46b32a59669 (threadPool:210)
2018-03-08 01:38:00,993+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cb03ecef-9c25-4440-9a61-da979fa2e2ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:38:00,994+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:01,289+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:01,340+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8e5be13e-eca1-4961-a312-bc9b153fb78e (threadPool:210)
2018-03-08 01:38:01,340+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d970998c-24b4-4673-9b14-ac96907e9da6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:01,341+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:01,609+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=aa65c099-d8da-4d1f-977b-9f9ee3153ded (api:46)
2018-03-08 01:38:01,610+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021934', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00287134', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683115', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000609505', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000524306', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298995', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000483308', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414059', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285008', 'lastCheck': '2.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232654', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245053', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294296', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458152', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263289', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028416', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025549', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248234', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197068', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039415', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376937', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366235', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278524', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244343', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00037205', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222069', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367007', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000444535', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366725', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254143', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245796', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249147', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193827', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=aa65c099-d8da-4d1f-977b-9f9ee3153ded (api:52)
2018-03-08 01:38:01,610+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=e8764e08-26dd-4f09-a3ff-8e3e8bbf68b1 (api:46)
2018-03-08 01:38:01,610+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e8764e08-26dd-4f09-a3ff-8e3e8bbf68b1 (api:52)
2018-03-08 01:38:01,773+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:01,838+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 254dedd9-976e-4403-8323-3739677fbdfe (threadPool:210)
2018-03-08 01:38:01,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4b7b72b6-95d6-4a82-9081-77fd37fa5441 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:01,840+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:02,250+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:02,301+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 53557f39-0805-4957-9375-1738d41a6e0b (threadPool:210)
2018-03-08 01:38:02,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cfc436c4-b067-48b5-94ff-cd2b70c067f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:02,302+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:02,366+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:38:02,371+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:38:02,373+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:02,382+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:38:02,382+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:38:02,383+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:02,614+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:02,658+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2c2c2be9-9fc4-45d0-b234-bcf4e5adb585 (threadPool:210)
2018-03-08 01:38:02,659+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1410f181-6307-437c-ae42-8e75d1eed64d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:02,660+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:02,991+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:03,038+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cb03ecef-9c25-4440-9a61-da979fa2e2ff (threadPool:210)
2018-03-08 01:38:03,039+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2beee086-9e76-4b55-ae7a-47689dbbd1c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:03,039+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:03,332+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:03,380+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d970998c-24b4-4673-9b14-ac96907e9da6 (threadPool:210)
2018-03-08 01:38:03,381+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7fd6f4e-0914-4d52-8ca2-5e28fabbba8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:03,381+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:03,596+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=926c38d4-0c1a-4b59-8811-af97d7e6afd0 (api:46)
2018-03-08 01:38:03,604+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=926c38d4-0c1a-4b59-8811-af97d7e6afd0 (api:52)
2018-03-08 01:38:03,605+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:03,699+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2daf2194-891f-4abf-8e31-6071891550b2 (api:46)
2018-03-08 01:38:03,707+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7127229792256', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2daf2194-891f-4abf-8e31-6071891550b2 (api:52)
2018-03-08 01:38:03,708+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:03,743+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:03,794+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4b7b72b6-95d6-4a82-9081-77fd37fa5441 (threadPool:210)
2018-03-08 01:38:03,794+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f5adc379-5ca9-4b6b-8297-c6eadff7c4ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x93K+9\xbf\x15\xe3\x8b\x85B\x0e!\x1a\xc1\xce\x1c000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:03,795+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1ccec11a-210e-4285-8be3-15bf392b4b93 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:03,795+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93 to 4096 megabytes (lvm:1205)
2018-03-08 01:38:03,969+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f5adc379-5ca9-4b6b-8297-c6eadff7c4ae (threadPool:210)
2018-03-08 01:38:03,970+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9389947d-af48-4966-ab7f-95d622d71474 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:03,970+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:04,148+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:04,199+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cfc436c4-b067-48b5-94ff-cd2b70c067f9 (threadPool:210)
2018-03-08 01:38:04,200+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9f983893-0950-4e8d-9bcc-48706f726ad1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:04,200+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:04,456+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20830 (__init__:598)
2018-03-08 01:38:04,456+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20829 (__init__:598)
2018-03-08 01:38:04,554+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:04,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1410f181-6307-437c-ae42-8e75d1eed64d (threadPool:210)
2018-03-08 01:38:04,596+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2904205e-0822-49fd-bf1a-f1322c2f64e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:04,596+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:04,917+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:04,962+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7fd6f4e-0914-4d52-8ca2-5e28fabbba8e (threadPool:210)
2018-03-08 01:38:04,963+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ea73db83-8d52-40c9-9b11-411a701de7af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:04,963+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:05,277+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:05,320+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9389947d-af48-4966-ab7f-95d622d71474 (threadPool:210)
2018-03-08 01:38:05,321+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ef97fac8-0e08-4e84-a09b-207caeadd40e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:05,321+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:05,606+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:05,967+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:06,016+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2beee086-9e76-4b55-ae7a-47689dbbd1c2 (threadPool:210)
2018-03-08 01:38:06,017+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ffaa31d1-cdf6-49d1-8e9c-a7c65afa5cde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:06,017+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:06,278+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:06,325+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2904205e-0822-49fd-bf1a-f1322c2f64e0 (threadPool:210)
2018-03-08 01:38:06,326+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b5b1099-e652-43d3-9e03-825cccdc4195 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:06,326+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:06,701+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:06,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ea73db83-8d52-40c9-9b11-411a701de7af (threadPool:210)
2018-03-08 01:38:06,743+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8a98e56c-c218-4564-b85c-7d0dd08f77d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:06,744+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:07,194+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:07,253+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ef97fac8-0e08-4e84-a09b-207caeadd40e (threadPool:210)
2018-03-08 01:38:07,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c9fcd172-36f3-44b8-b19a-acaf635d974d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:07,255+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:07,630+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:07,686+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ffaa31d1-cdf6-49d1-8e9c-a7c65afa5cde (threadPool:210)
2018-03-08 01:38:07,686+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fc5f4565-7c8d-4558-82df-9e494ccccbc7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:07,686+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:07,947+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:07,997+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b5b1099-e652-43d3-9e03-825cccdc4195 (threadPool:210)
2018-03-08 01:38:07,997+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 634206e2-cffb-4ade-9d5b-efb2fba8caba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:07,997+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:08,285+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:08,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9f983893-0950-4e8d-9bcc-48706f726ad1 (threadPool:210)
2018-03-08 01:38:08,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce1768fb-b0a8-4bd8-a23c-7d3351932b91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:08,326+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:08,605+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:08,650+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c9fcd172-36f3-44b8-b19a-acaf635d974d (threadPool:210)
2018-03-08 01:38:08,650+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d10923c6-99f3-444c-b6cc-63c2bf624c91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:08,651+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:08,961+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:09,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fc5f4565-7c8d-4558-82df-9e494ccccbc7 (threadPool:210)
2018-03-08 01:38:09,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eb722867-a131-4ac9-90e2-49c42a1bd61a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:09,021+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:09,310+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:09,376+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 634206e2-cffb-4ade-9d5b-efb2fba8caba (threadPool:210)
2018-03-08 01:38:09,376+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 652e09f2-8acc-455c-bc52-1e6c3b585734 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:09,376+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:09,674+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:09,735+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8a98e56c-c218-4564-b85c-7d0dd08f77d5 (threadPool:210)
2018-03-08 01:38:09,735+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f58c2976-5888-4e78-a39b-4d773d35a527 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:09,736+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:10,030+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:10,079+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d10923c6-99f3-444c-b6cc-63c2bf624c91 (threadPool:210)
2018-03-08 01:38:10,079+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9c2fac7c-fb9f-4f3c-960c-6aa720709eac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:10,079+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:10,433+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:10,479+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eb722867-a131-4ac9-90e2-49c42a1bd61a (threadPool:210)
2018-03-08 01:38:10,480+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7f1aa6a-d7b4-482c-8cb5-b168c7927d19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:10,480+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:10,765+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:10,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 652e09f2-8acc-455c-bc52-1e6c3b585734 (threadPool:210)
2018-03-08 01:38:10,814+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2fb15ce-a5f8-4a3e-8662-21d19bc1e87a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:10,814+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:11,133+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:11,191+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce1768fb-b0a8-4bd8-a23c-7d3351932b91 (threadPool:210)
2018-03-08 01:38:11,192+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 14b0fc2d-4355-43ac-a137-dc57f6315a91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:11,192+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:11,498+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:11,548+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f58c2976-5888-4e78-a39b-4d773d35a527 (threadPool:210)
2018-03-08 01:38:11,549+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fabe3e48-fcae-410c-b810-a57247e81843 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:11,549+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:11,833+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:11,882+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9c2fac7c-fb9f-4f3c-960c-6aa720709eac (threadPool:210)
2018-03-08 01:38:11,882+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 424d771f-8a01-47e5-a33f-f557ee8321e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:11,883+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:12,199+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:12,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7f1aa6a-d7b4-482c-8cb5-b168c7927d19 (threadPool:210)
2018-03-08 01:38:12,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c6d1b2ff-1eae-4ec1-963d-d43918c4ead0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:12,249+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:12,548+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:12,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2fb15ce-a5f8-4a3e-8662-21d19bc1e87a (threadPool:210)
2018-03-08 01:38:12,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 54e5e21a-71f5-439d-94ac-0774114ba364 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:38:12,585+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:12,852+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:12,906+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fabe3e48-fcae-410c-b810-a57247e81843 (threadPool:210)
2018-03-08 01:38:12,907+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57d3962c-458a-42ec-a888-d441beb80db4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:12,907+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:13,178+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:13,191+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:13,214+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:13,218+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:38:13,271+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 424d771f-8a01-47e5-a33f-f557ee8321e7 (threadPool:210)
2018-03-08 01:38:13,271+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 521e4256-7a89-4d91-ba52-9533fdfbb2a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:13,272+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:13,540+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:13,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c6d1b2ff-1eae-4ec1-963d-d43918c4ead0 (threadPool:210)
2018-03-08 01:38:13,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5df9fcb9-dcfd-42e3-b049-6d6505deab3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:13,581+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:13,838+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:13,888+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 54e5e21a-71f5-439d-94ac-0774114ba364 (threadPool:210)
2018-03-08 01:38:13,889+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8c7821f3-536b-4f0b-bd5c-8009f73873f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:13,889+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:14,136+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8d91002c-4c12-4da5-83f0-18378e1e228d (api:46)
2018-03-08 01:38:14,143+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8d91002c-4c12-4da5-83f0-18378e1e228d (api:52)
2018-03-08 01:38:14,143+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:14,172+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:14,220+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57d3962c-458a-42ec-a888-d441beb80db4 (threadPool:210)
2018-03-08 01:38:14,220+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 66631499-6e36-4ec2-ac6e-e6cf8f704f4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:14,221+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:14,239+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=92303229-03c3-496f-80fd-9a0ee73f2c66 (api:46)
2018-03-08 01:38:14,245+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7125082308608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=92303229-03c3-496f-80fd-9a0ee73f2c66 (api:52)
2018-03-08 01:38:14,247+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:14,475+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:14,477+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c6691660-2c9c-45ad-9735-081524978a53 (api:46)
2018-03-08 01:38:14,477+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282957', 'lastCheck': '6.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00255853', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327473', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00147078', 'lastCheck': '5.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539434', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021824', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00939233', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424619', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241668', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035281', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363737', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479564', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274101', 'lastCheck': '6.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036369', 'lastCheck': '5.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037323', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256185', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043492', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032742', 'lastCheck': '5.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355781', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720079', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466698', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262624', 'lastCheck': '4.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444572', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406848', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215091', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322473', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437417', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260135', 'lastCheck': '4.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306991', 'lastCheck': '4.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655465', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230739', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238948', 'lastCheck': '2.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c6691660-2c9c-45ad-9735-081524978a53 (api:52)
2018-03-08 01:38:14,478+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=80d30a11-5edb-432b-8122-52d8a92d6814 (api:46)
2018-03-08 01:38:14,478+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=80d30a11-5edb-432b-8122-52d8a92d6814 (api:52)
2018-03-08 01:38:14,511+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:14,539+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '7.03', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '90.45'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '98.80'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '25': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.02'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '20': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.56'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.34'}, '29': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.23'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '1': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '27.72', 'cpuIdle': '67.31'}, '0': {'cpuUser': '6.56', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '89.66'}, '3': {'cpuUser': '3.32', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.70'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.36'}, '5': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.43'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.35'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '9': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.69'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.54'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.95'}, '59': {'cpuUser': '4.05', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '94.09'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.02'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '13': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.15'}, '12': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.48'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.67'}, '17': {'cpuUser': '3.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.03'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.49'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '35': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.14'}, '34': {'cpuUser': '7.29', 'nodeIndex': 0, 'cpuSys': '8.22', 'cpuIdle': '84.49'}, '33': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '18': {'cpuUser': '3.58', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '94.56'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307449'}, '0': {'memPercent': 11, 'memFree': '350253'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479564', 'lastCheck': '5.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282957', 'lastCheck': '6.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00255853', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274101', 'lastCheck': '6.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036369', 'lastCheck': '5.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539434', 'lastCheck': '1.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021824', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00939233', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424619', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241668', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035281', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363737', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327473', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00147078', 'lastCheck': '5.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037323', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466698', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043492', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032742', 'lastCheck': '5.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355781', 'lastCheck': '2.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720079', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256185', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230739', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444572', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000406848', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215091', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322473', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437417', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260135', 'lastCheck': '4.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306991', 'lastCheck': '4.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655465', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262624', 'lastCheck': '4.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238948', 'lastCheck': '2.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647059269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404274510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.351', 'tx': '1176275055114', 'txDropped': '0', 'rx': '625371733713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0', 'tx': '1580929176662', 'txDropped': '0', 'rx': '926338359651', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45200874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416511581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200568662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet0', 'tx': '87705462', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet1', 'tx': '37766158951', 'txDropped': '0', 'rx': '878019225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet2', 'tx': '21126772786', 'txDropped': '0', 'rx': '141319372501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175713468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet4', 'tx': '396388904', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet5', 'tx': '23425157187', 'txDropped': '0', 'rx': '498140049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet6', 'tx': '6654307478', 'txDropped': '0', 'rx': '430012295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet7', 'tx': '1433994396', 'txDropped': '0', 'rx': '552293788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42449054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46749365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'lo', 'tx': '6936242336', 'txDropped': '0', 'rx': '6936242336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170707326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'eno1', 'tx': '975618120381', 'txDropped': '0', 'rx': '434004287167', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'eno2', 'tx': '605311056281', 'txDropped': '0', 'rx': '492334072484', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469481.549223, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469481.549223, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '632999063', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75921455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77039320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192201614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370789828', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.306', 'tx': '76695871727', 'txDropped': '0', 'rx': '8373630825', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49874949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430435243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298968014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.110', 'tx': '2476406866', 'txDropped': '0', 'rx': '66855850453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.111', 'tx': '122679057617', 'txDropped': '0', 'rx': '24448840950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55247671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54172634', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465405742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165385587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56027589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55857350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45196082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469481.549223, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226607531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'oVirtManagement', 'tx': '1176275054466', 'txDropped': '0', 'rx': '625370995310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577308696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'vnet3', 'tx': '542782608', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469481.549223, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754491877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695528.35', 'cpuLoad': '2.85', 'cpuSys': '1.77', 'diskStats': {'/var/log': {'free': '92880'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:38:14 GMT', 'cpuUser': '1.39', 'memFree': 667616, 'cpuIdle': '96.84', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.07'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:14,545+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:38:14,577+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 521e4256-7a89-4d91-ba52-9533fdfbb2a6 (threadPool:210)
2018-03-08 01:38:14,577+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7545c7aa-7d51-438a-9c35-d9c7f1ee1972 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:14,578+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:15,020+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:15,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 14b0fc2d-4355-43ac-a137-dc57f6315a91 (threadPool:210)
2018-03-08 01:38:15,062+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4f5e2734-addf-4c25-ae28-28df5191abd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x93K+9\xbf\x15\xe3\x8b\x85B\x0e!\x1a\xc1\xce\x1c000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:15,062+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1ccec11a-210e-4285-8be3-15bf392b4b93 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:15,062+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93 to 6144 megabytes (lvm:1205)
2018-03-08 01:38:15,433+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:15,462+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4f5e2734-addf-4c25-ae28-28df5191abd8 (threadPool:210)
2018-03-08 01:38:15,463+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 18fde523-b9b1-4f44-bfbe-819b1f798712 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:15,463+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:15,487+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8c7821f3-536b-4f0b-bd5c-8009f73873f1 (threadPool:210)
2018-03-08 01:38:15,487+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 340f8e10-7024-4ef3-97bf-07ce4c5bcf02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:15,488+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:15,743+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:15,798+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7545c7aa-7d51-438a-9c35-d9c7f1ee1972 (threadPool:210)
2018-03-08 01:38:15,799+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 795ccf5a-5951-4077-89e4-e6b96093d761 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:15,799+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:16,099+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:16,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5df9fcb9-dcfd-42e3-b049-6d6505deab3e (threadPool:210)
2018-03-08 01:38:16,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f9c3b3b9-db6a-470d-8736-36dcb034c51d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:16,145+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:16,412+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:16,460+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 66631499-6e36-4ec2-ac6e-e6cf8f704f4e (threadPool:210)
2018-03-08 01:38:16,461+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6eb31f2d-849d-455a-90f5-1a72c38867b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:16,461+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:16,688+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=6e3f8be1-0530-4aae-8fcb-5a78850d6b45 (api:46)
2018-03-08 01:38:16,688+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282957', 'lastCheck': '8.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00255853', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327473', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00147078', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539434', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021824', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00939233', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424619', 'lastCheck': '4.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241668', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035281', 'lastCheck': '7.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363737', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479564', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274101', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036369', 'lastCheck': '7.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037323', 'lastCheck': '7.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256185', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043492', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032742', 'lastCheck': '7.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355781', 'lastCheck': '4.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720079', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466698', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262624', 'lastCheck': '6.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444572', 'lastCheck': '4.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000449873', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215091', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322473', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437417', 'lastCheck': '9.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260135', 'lastCheck': '6.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306991', 'lastCheck': '6.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655465', 'lastCheck': '6.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230739', 'lastCheck': '7.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238948', 'lastCheck': '4.5', 'valid': True}} from=internal, task_id=6e3f8be1-0530-4aae-8fcb-5a78850d6b45 (api:52)
2018-03-08 01:38:16,689+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=1b6fd1e3-7df4-48a4-8902-12e9ea2fad2f (api:46)
2018-03-08 01:38:16,689+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1b6fd1e3-7df4-48a4-8902-12e9ea2fad2f (api:52)
2018-03-08 01:38:16,742+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:16,792+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 18fde523-b9b1-4f44-bfbe-819b1f798712 (threadPool:210)
2018-03-08 01:38:16,793+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 708fa584-9a96-4318-9aad-b9f44e6e0a6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:16,793+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:17,096+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:17,150+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 340f8e10-7024-4ef3-97bf-07ce4c5bcf02 (threadPool:210)
2018-03-08 01:38:17,150+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bf4a6d1f-c3ea-4a3a-a12b-a3484fe46aa9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:17,150+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:17,388+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:38:17,393+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:38:17,395+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:17,428+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:38:17,429+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:38:17,430+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:17,434+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:17,801+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:17,851+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 795ccf5a-5951-4077-89e4-e6b96093d761 (threadPool:210)
2018-03-08 01:38:17,851+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8dce1e2-ea4a-459a-bb3c-ba1461f9bd9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:17,852+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:18,240+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:18,288+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f9c3b3b9-db6a-470d-8736-36dcb034c51d (threadPool:210)
2018-03-08 01:38:18,289+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2158bf4b-c44e-4df1-ae04-3680c6ca8fbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:18,289+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:18,647+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:18,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 708fa584-9a96-4318-9aad-b9f44e6e0a6e (threadPool:210)
2018-03-08 01:38:18,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1111225f-93fb-4c6f-addc-054cd2c13346 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:18,688+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:18,982+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:19,029+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8dce1e2-ea4a-459a-bb3c-ba1461f9bd9f (threadPool:210)
2018-03-08 01:38:19,030+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f52299a2-1b06-4fff-ba4b-98f672362184 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:19,030+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:19,307+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:19,374+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6eb31f2d-849d-455a-90f5-1a72c38867b1 (threadPool:210)
2018-03-08 01:38:19,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a121882b-5206-43cd-8213-d834ee8bc972 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:19,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:19,689+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:19,756+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2158bf4b-c44e-4df1-ae04-3680c6ca8fbc (threadPool:210)
2018-03-08 01:38:19,757+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dfd9ffcf-790c-4bcc-9f73-dbadd83bbcb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:19,758+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:20,086+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:20,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bf4a6d1f-c3ea-4a3a-a12b-a3484fe46aa9 (threadPool:210)
2018-03-08 01:38:20,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fb698920-c27d-4dde-bab1-fc14a0c0a70d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:20,129+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:20,455+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:20,504+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1111225f-93fb-4c6f-addc-054cd2c13346 (threadPool:210)
2018-03-08 01:38:20,504+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7de70c9b-a337-4c21-b3f3-96524bc3b57b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:20,505+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:20,802+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:20,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f52299a2-1b06-4fff-ba4b-98f672362184 (threadPool:210)
2018-03-08 01:38:20,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 580c0a36-3ccd-4138-88e9-a97f212017a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1l< k\x06OI\xa37G!7H*\x10\xab000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:20,855+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ab102a48-3721-4737-a349-4f066b203c6c in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:20,855+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c to 6144 megabytes (lvm:1205)
2018-03-08 01:38:21,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 580c0a36-3ccd-4138-88e9-a97f212017a0 (threadPool:210)
2018-03-08 01:38:21,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aea7e9b5-bdc3-4785-b3ea-590efd89385d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:21,038+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:21,182+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:21,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a121882b-5206-43cd-8213-d834ee8bc972 (threadPool:210)
2018-03-08 01:38:21,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 629943b9-f708-43a0-829f-a9d15aa20af1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:21,233+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:21,586+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:21,641+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dfd9ffcf-790c-4bcc-9f73-dbadd83bbcb7 (threadPool:210)
2018-03-08 01:38:21,642+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 960faef0-5863-4252-b24b-711d93e27441 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:21,642+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:21,952+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:21,994+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fb698920-c27d-4dde-bab1-fc14a0c0a70d (threadPool:210)
2018-03-08 01:38:21,994+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d072688f-c689-4b2e-87c0-db316bc8980d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:21,995+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:22,278+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:22,331+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aea7e9b5-bdc3-4785-b3ea-590efd89385d (threadPool:210)
2018-03-08 01:38:22,331+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a68bf3ff-8d88-418e-bf09-92cc3e01c4e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:22,331+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:22,640+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:22,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 629943b9-f708-43a0-829f-a9d15aa20af1 (threadPool:210)
2018-03-08 01:38:22,689+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c01ac0f0-1f73-452f-be31-beb9e5d3c48b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:22,690+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:22,970+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:23,019+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 960faef0-5863-4252-b24b-711d93e27441 (threadPool:210)
2018-03-08 01:38:23,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d84387a5-e25f-4024-97b6-41a0eb9a5512 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:38:23,020+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:23,301+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:23,352+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7de70c9b-a337-4c21-b3f3-96524bc3b57b (threadPool:210)
2018-03-08 01:38:23,352+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7c9798c8-ce4f-423b-8e99-2f8b2fa4e275 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:23,353+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:23,630+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:23,678+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d072688f-c689-4b2e-87c0-db316bc8980d (threadPool:210)
2018-03-08 01:38:23,679+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1b911a02-f15e-4371-84ac-86c1aad7a7f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:23,679+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:24,005+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:24,046+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a68bf3ff-8d88-418e-bf09-92cc3e01c4e7 (threadPool:210)
2018-03-08 01:38:24,046+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0ebe4d5-7fd1-47fd-998e-a0bd6c82a3d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:24,047+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:24,330+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:24,374+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d84387a5-e25f-4024-97b6-41a0eb9a5512 (threadPool:210)
2018-03-08 01:38:24,375+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a70480b5-44ff-4884-a010-03f92bddb249 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:24,375+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:24,663+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ff73888c-0cfe-4f1b-9fed-baf240cc9fb0 (api:46)
2018-03-08 01:38:24,674+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ff73888c-0cfe-4f1b-9fed-baf240cc9fb0 (api:52)
2018-03-08 01:38:24,674+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:24,707+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:24,756+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7c9798c8-ce4f-423b-8e99-2f8b2fa4e275 (threadPool:210)
2018-03-08 01:38:24,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3f2b4ab5-8f10-42a8-b736-2b37a198150d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:24,757+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:24,766+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a2723a42-c410-4c87-b4d5-2f3a0558793e (api:46)
2018-03-08 01:38:24,774+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7122934824960', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a2723a42-c410-4c87-b4d5-2f3a0558793e (api:52)
2018-03-08 01:38:24,775+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:25,109+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:25,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1b911a02-f15e-4371-84ac-86c1aad7a7f9 (threadPool:210)
2018-03-08 01:38:25,152+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task efdeb815-4725-4944-9cc5-647ff48f2fb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:25,152+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:25,448+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:25,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0ebe4d5-7fd1-47fd-998e-a0bd6c82a3d1 (threadPool:210)
2018-03-08 01:38:25,497+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task acae4f97-bd8c-42c2-9e17-ad043e349460 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:25,497+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:25,774+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:25,859+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a70480b5-44ff-4884-a010-03f92bddb249 (threadPool:210)
2018-03-08 01:38:25,860+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 536cd3ae-65dd-44c6-bbc7-76b9d4dcd6f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:25,861+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:26,150+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:26,211+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3f2b4ab5-8f10-42a8-b736-2b37a198150d (threadPool:210)
2018-03-08 01:38:26,212+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 278cbf2b-bace-43e5-b542-02b4e4d1ec98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:26,212+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:26,514+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:26,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c01ac0f0-1f73-452f-be31-beb9e5d3c48b (threadPool:210)
2018-03-08 01:38:26,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cb14caad-ee42-4fa6-8404-038c9a867c23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:26,566+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:26,822+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:26,884+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task efdeb815-4725-4944-9cc5-647ff48f2fb5 (threadPool:210)
2018-03-08 01:38:26,885+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dd415f0d-40db-4584-ab20-65329e7e1488 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:26,886+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:27,180+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:27,209+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task acae4f97-bd8c-42c2-9e17-ad043e349460 (threadPool:210)
2018-03-08 01:38:27,209+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 189688f1-4df6-4bc1-b18c-1c4eb51f4410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:27,210+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:27,562+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:27,603+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 278cbf2b-bace-43e5-b542-02b4e4d1ec98 (threadPool:210)
2018-03-08 01:38:27,604+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc1a6216-d8b3-46ac-91a5-365ea46938b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:27,604+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:27,871+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:27,928+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dd415f0d-40db-4584-ab20-65329e7e1488 (threadPool:210)
2018-03-08 01:38:27,929+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 56e13982-b5c0-40cd-a243-cc8a1c819b31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:27,929+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:28,240+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:28,251+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:28,254+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:28,266+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:28,306+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 536cd3ae-65dd-44c6-bbc7-76b9d4dcd6f1 (threadPool:210)
2018-03-08 01:38:28,306+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a4b46c1d-03a9-4f7f-ac09-82e5e947efef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:28,306+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:28,591+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:28,977+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:29,026+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cb14caad-ee42-4fa6-8404-038c9a867c23 (threadPool:210)
2018-03-08 01:38:29,026+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3528eecd-c8aa-43c3-9fee-bfeb2fb19d09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:29,027+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:29,320+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:29,378+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc1a6216-d8b3-46ac-91a5-365ea46938b6 (threadPool:210)
2018-03-08 01:38:29,379+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 60cb0153-dfe6-475e-ae78-c20360d9adea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:29,379+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:29,594+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:29,598+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d42da1ce-b26d-497d-a8cb-01c4175cae63 (api:46)
2018-03-08 01:38:29,599+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293957', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000888955', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283619', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452017', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537138', 'lastCheck': '0.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370662', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000894041', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307245', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297701', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274411', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272952', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454154', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251983', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343672', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492351', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409733', 'lastCheck': '6.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280209', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325695', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239634', 'lastCheck': '0.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400933', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044458', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198857', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252344', 'lastCheck': '7.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428772', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349519', 'lastCheck': '6.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010894', 'lastCheck': '7.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371261', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118012', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000188429', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266935', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260454', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000188934', 'lastCheck': '7.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d42da1ce-b26d-497d-a8cb-01c4175cae63 (api:52)
2018-03-08 01:38:29,600+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d47885aa-0c6e-414e-89f2-8a16b6550bbe (api:46)
2018-03-08 01:38:29,600+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d47885aa-0c6e-414e-89f2-8a16b6550bbe (api:52)
2018-03-08 01:38:29,640+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '8.49', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '89.26'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.90'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.15'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.68'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.15'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.02'}, '22': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.40'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.63'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '47': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.02'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.49'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '24.01', 'cpuIdle': '71.15'}, '0': {'cpuUser': '6.50', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '89.92'}, '3': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.63'}, '2': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.95'}, '5': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.43'}, '4': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '9': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.21'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '59': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '95.35'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '13': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.48'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '17': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.08'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '36': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.81'}, '35': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '34': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '6.63', 'cpuIdle': '87.47'}, '33': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '18': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.28'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307448'}, '0': {'memPercent': 11, 'memFree': '350255'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454154', 'lastCheck': '0.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293957', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000888955', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251983', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343672', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537138', 'lastCheck': '0.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370662', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000894041', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307245', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297701', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274411', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272952', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283619', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452017', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492351', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044458', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280209', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325695', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239634', 'lastCheck': '0.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400933', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409733', 'lastCheck': '6.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260454', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252344', 'lastCheck': '7.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428772', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349519', 'lastCheck': '6.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010894', 'lastCheck': '7.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371261', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118012', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000188429', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266935', 'lastCheck': '1.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00198857', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000188934', 'lastCheck': '7.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647065853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404278373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.351', 'tx': '1176275131256', 'txDropped': '0', 'rx': '625371744913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0', 'tx': '1580929269648', 'txDropped': '0', 'rx': '926339212053', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45201274', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416512943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200571143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet0', 'tx': '87712095', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet1', 'tx': '37766160579', 'txDropped': '0', 'rx': '878019287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet2', 'tx': '21126797446', 'txDropped': '0', 'rx': '141319382934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175715294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet4', 'tx': '396395537', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet5', 'tx': '23425165478', 'txDropped': '0', 'rx': '498140412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet6', 'tx': '6654310546', 'txDropped': '0', 'rx': '430013955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet7', 'tx': '1433996024', 'txDropped': '0', 'rx': '552293850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42449454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46749765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'lo', 'tx': '6936317395', 'txDropped': '0', 'rx': '6936317395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170708404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'eno1', 'tx': '975618202463', 'txDropped': '0', 'rx': '434004731371', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'eno2', 'tx': '605311067185', 'txDropped': '0', 'rx': '492334480682', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469496.628476, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469496.628476, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633003971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75921855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77039720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192204194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370790178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.306', 'tx': '76695871727', 'txDropped': '0', 'rx': '8373636324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49875299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430440742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298970594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.110', 'tx': '2476408650', 'txDropped': '0', 'rx': '66855852919', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.111', 'tx': '122679067687', 'txDropped': '0', 'rx': '24448862937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55248021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54173034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465409605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165386665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56027939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55857750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45196482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469496.628476, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226610012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'oVirtManagement', 'tx': '1176275130608', 'txDropped': '0', 'rx': '625371006510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577313604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'vnet3', 'tx': '542789241', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469496.628476, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754493703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695543.47', 'cpuLoad': '2.84', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92879'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:38:29 GMT', 'cpuUser': '1.33', 'memFree': 667601, 'cpuIdle': '96.99', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.47'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:29,646+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:38:29,667+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:29,733+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 189688f1-4df6-4bc1-b18c-1c4eb51f4410 (threadPool:210)
2018-03-08 01:38:29,734+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3b205e97-ad74-4d79-a659-19a7dfc22189 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:29,734+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:30,160+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:30,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a4b46c1d-03a9-4f7f-ac09-82e5e947efef (threadPool:210)
2018-03-08 01:38:30,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9129dff0-b9fc-47ca-8813-8a73c600b7b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:30,208+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:30,570+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:30,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3528eecd-c8aa-43c3-9fee-bfeb2fb19d09 (threadPool:210)
2018-03-08 01:38:30,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aff399ca-3453-408b-98b2-8b7883011b8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:30,619+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:30,929+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:30,980+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 56e13982-b5c0-40cd-a243-cc8a1c819b31 (threadPool:210)
2018-03-08 01:38:30,980+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2749d593-234e-4d58-9e1d-2704f0b8bc59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:30,981+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:31,263+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:31,311+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 60cb0153-dfe6-475e-ae78-c20360d9adea (threadPool:210)
2018-03-08 01:38:31,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bb137521-0a4e-4285-b6de-a6ea10b6d3c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:31,312+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:31,651+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:31,692+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3b205e97-ad74-4d79-a659-19a7dfc22189 (threadPool:210)
2018-03-08 01:38:31,693+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a67bd29-9fb4-487d-95cb-057b983fde78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:31,693+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:31,769+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e2314fd0-5c7e-4377-9580-e536c2ff50f6 (api:46)
2018-03-08 01:38:31,770+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293957', 'lastCheck': '3.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000888955', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283619', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452017', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537138', 'lastCheck': '2.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370662', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000894041', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307245', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297701', 'lastCheck': '2.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274411', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272952', 'lastCheck': '4.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454154', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251983', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343672', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492351', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000422484', 'lastCheck': '2.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280209', 'lastCheck': '2.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325695', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239634', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054993', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324864', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296116', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203842', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000428772', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266389', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035451', 'lastCheck': '2.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371261', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043131', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219633', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400477', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227388', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224973', 'lastCheck': '1.9', 'valid': True}} from=internal, task_id=e2314fd0-5c7e-4377-9580-e536c2ff50f6 (api:52)
2018-03-08 01:38:31,770+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=a8070494-4f66-4427-8f30-25e70b25198c (api:46)
2018-03-08 01:38:31,771+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a8070494-4f66-4427-8f30-25e70b25198c (api:52)
2018-03-08 01:38:32,034+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:32,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aff399ca-3453-408b-98b2-8b7883011b8f (threadPool:210)
2018-03-08 01:38:32,078+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d318bdb4-5190-4770-9bc6-060d8c3cfeb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1l< k\x06OI\xa37G!7H*\x10\xab000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:32,078+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ab102a48-3721-4737-a349-4f066b203c6c in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:32,079+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c to 6144 megabytes (lvm:1205)
2018-03-08 01:38:32,424+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:38:32,429+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:38:32,431+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:32,445+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:32,469+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:38:32,471+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:38:32,471+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:32,496+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bb137521-0a4e-4285-b6de-a6ea10b6d3c0 (threadPool:210)
2018-03-08 01:38:32,496+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cfba0857-8567-48ac-8be1-36f88994a3cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:32,497+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:32,694+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d318bdb4-5190-4770-9bc6-060d8c3cfeb4 (threadPool:210)
2018-03-08 01:38:32,694+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 89e13614-063c-4a38-ae67-bda025824abe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:32,694+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:32,788+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:32,829+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9129dff0-b9fc-47ca-8813-8a73c600b7b7 (threadPool:210)
2018-03-08 01:38:32,830+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 16c3610e-5fbd-4a0f-9253-fb324811b6f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:32,831+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:33,131+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:33,179+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a67bd29-9fb4-487d-95cb-057b983fde78 (threadPool:210)
2018-03-08 01:38:33,179+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 78c23d0f-858b-445e-aab2-f20eebf096fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:33,180+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:33,469+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:33,519+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2749d593-234e-4d58-9e1d-2704f0b8bc59 (threadPool:210)
2018-03-08 01:38:33,520+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ad537962-040f-463d-8048-3cf30117903f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:33,520+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:33,827+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:33,875+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cfba0857-8567-48ac-8be1-36f88994a3cb (threadPool:210)
2018-03-08 01:38:33,876+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 03e97162-639a-4696-8b77-f219c1372579 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:33,876+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:34,222+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:34,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 89e13614-063c-4a38-ae67-bda025824abe (threadPool:210)
2018-03-08 01:38:34,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c13b31e5-c4bb-485f-96dc-e903de659f6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:34,273+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:34,552+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:34,598+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 16c3610e-5fbd-4a0f-9253-fb324811b6f8 (threadPool:210)
2018-03-08 01:38:34,598+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9732dc0c-0c6a-415d-b2ad-6fca89118f48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:38:34,599+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:34,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:34,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 78c23d0f-858b-445e-aab2-f20eebf096fc (threadPool:210)
2018-03-08 01:38:34,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8200b419-049c-43e1-bc78-6454a78341b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:34,932+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:35,197+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a27d14cb-cd80-40d0-ba5d-4c11c0c16adb (api:46)
2018-03-08 01:38:35,202+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:35,230+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a27d14cb-cd80-40d0-ba5d-4c11c0c16adb (api:52)
2018-03-08 01:38:35,232+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:38:35,250+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ad537962-040f-463d-8048-3cf30117903f (threadPool:210)
2018-03-08 01:38:35,251+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a6dfc937-584d-4da4-ad69-05abf7acf490 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:35,251+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:35,359+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=687ae91c-6590-4045-9674-8b82a759a525 (api:46)
2018-03-08 01:38:35,365+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7120787341312', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=687ae91c-6590-4045-9674-8b82a759a525 (api:52)
2018-03-08 01:38:35,366+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:35,576+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:35,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 03e97162-639a-4696-8b77-f219c1372579 (threadPool:210)
2018-03-08 01:38:35,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c2bfa8f6-ba10-4384-8e02-028ba3890d11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:35,625+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:35,911+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:35,951+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c13b31e5-c4bb-485f-96dc-e903de659f6f (threadPool:210)
2018-03-08 01:38:35,953+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 823fe183-611e-4de7-a4bf-5a93f357f08e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:35,953+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:36,238+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:36,274+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9732dc0c-0c6a-415d-b2ad-6fca89118f48 (threadPool:210)
2018-03-08 01:38:36,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 79f63b42-c486-41e0-9d9a-d9b54cc68935 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:36,276+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:36,576+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:36,623+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8200b419-049c-43e1-bc78-6454a78341b8 (threadPool:210)
2018-03-08 01:38:36,623+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8f095cee-560a-46e2-89cf-d43ac6dd8afb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:36,623+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:36,915+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:36,963+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a6dfc937-584d-4da4-ad69-05abf7acf490 (threadPool:210)
2018-03-08 01:38:36,963+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a438fffd-cbd1-488f-a9d0-98c2febb7499 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:36,964+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:37,281+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:37,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c2bfa8f6-ba10-4384-8e02-028ba3890d11 (threadPool:210)
2018-03-08 01:38:37,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c8fe4e18-7438-4415-b51a-79d43170360b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:37,327+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:37,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:37,720+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 823fe183-611e-4de7-a4bf-5a93f357f08e (threadPool:210)
2018-03-08 01:38:37,721+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c029d889-88c6-4491-8147-b1509724ba3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:37,721+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:38,032+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:38,075+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 79f63b42-c486-41e0-9d9a-d9b54cc68935 (threadPool:210)
2018-03-08 01:38:38,075+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 20de60c8-c61f-4baf-91fa-28eda7690385 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:38,075+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:38,442+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:38,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a438fffd-cbd1-488f-a9d0-98c2febb7499 (threadPool:210)
2018-03-08 01:38:38,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1e37a07d-28c2-4c63-b6c5-1f758ff8c143 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:38,528+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:38,812+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:38,876+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c8fe4e18-7438-4415-b51a-79d43170360b (threadPool:210)
2018-03-08 01:38:38,877+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 297f6bd3-9e8b-4c3c-aea4-86e8596d0750 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:38,877+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:39,233+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:39,304+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c029d889-88c6-4491-8147-b1509724ba3f (threadPool:210)
2018-03-08 01:38:39,305+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 23a5499d-5ff4-46c5-af7e-221fcdc68225 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:39,305+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:39,596+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:39,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8f095cee-560a-46e2-89cf-d43ac6dd8afb (threadPool:210)
2018-03-08 01:38:39,658+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2c173528-aad7-4172-b2f4-bbed9d87332f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:39,658+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:39,944+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:39,988+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 20de60c8-c61f-4baf-91fa-28eda7690385 (threadPool:210)
2018-03-08 01:38:39,988+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 63db7c80-b5fd-49bc-b348-9bfb76740b60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:39,989+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:40,391+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:40,440+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1e37a07d-28c2-4c63-b6c5-1f758ff8c143 (threadPool:210)
2018-03-08 01:38:40,440+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b9e914e3-424f-4bbd-af3a-fb309a03592c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:40,441+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:40,795+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:40,830+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=96b8676b-8a56-4eb5-8bcb-7062ffaaf92b (api:46)
2018-03-08 01:38:40,831+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=96b8676b-8a56-4eb5-8bcb-7062ffaaf92b (api:52)
2018-03-08 01:38:40,831+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=4bce3a44-667f-456f-911d-42eb35b82a58 (api:46)
2018-03-08 01:38:40,831+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=4bce3a44-667f-456f-911d-42eb35b82a58 (api:52)
2018-03-08 01:38:40,832+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=7350aa0c-20bb-43ed-956f-6c7bce0fed16 (api:46)
2018-03-08 01:38:40,832+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=7350aa0c-20bb-43ed-956f-6c7bce0fed16 (api:52)
2018-03-08 01:38:40,832+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=58af6f83-5200-4e3e-9f56-ba2bc68b7729 (api:46)
2018-03-08 01:38:40,833+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=58af6f83-5200-4e3e-9f56-ba2bc68b7729 (api:52)
2018-03-08 01:38:40,833+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=7c4d3240-40b9-4ffc-9233-7ac25dd4cb47 (api:46)
2018-03-08 01:38:40,833+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=7c4d3240-40b9-4ffc-9233-7ac25dd4cb47 (api:52)
2018-03-08 01:38:40,834+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=1bfd0553-b5e5-4817-8d3a-ca950d96f2e6 (api:46)
2018-03-08 01:38:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=1bfd0553-b5e5-4817-8d3a-ca950d96f2e6 (api:52)
2018-03-08 01:38:40,834+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=2f778d83-a327-4490-9ca4-3c9ce8ffa7df (api:46)
2018-03-08 01:38:40,834+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=2f778d83-a327-4490-9ca4-3c9ce8ffa7df (api:52)
2018-03-08 01:38:40,835+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=a052d112-af53-419e-94db-201dfb15e5c9 (api:46)
2018-03-08 01:38:40,835+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=a052d112-af53-419e-94db-201dfb15e5c9 (api:52)
2018-03-08 01:38:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=3bbe50a9-f545-443e-aaab-02b48c040e24 (api:46)
2018-03-08 01:38:40,836+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=3bbe50a9-f545-443e-aaab-02b48c040e24 (api:52)
2018-03-08 01:38:40,836+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=ab841a7a-1528-43ac-9fcc-f204c3d59680 (api:46)
2018-03-08 01:38:40,836+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=ab841a7a-1528-43ac-9fcc-f204c3d59680 (api:52)
2018-03-08 01:38:41,122+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:41,174+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 23a5499d-5ff4-46c5-af7e-221fcdc68225 (threadPool:210)
2018-03-08 01:38:41,175+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4f931d47-584f-4221-99e0-831d51b0dbda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:41,175+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:41,526+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:41,575+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2c173528-aad7-4172-b2f4-bbed9d87332f (threadPool:210)
2018-03-08 01:38:41,576+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 048cfcbe-1d8b-4e40-ac8f-56762909acb0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:41,576+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:41,866+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:41,916+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 63db7c80-b5fd-49bc-b348-9bfb76740b60 (threadPool:210)
2018-03-08 01:38:41,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edfad9dc-bbcb-4a6e-b7ff-9fcca20822e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:41,917+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:42,275+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:42,318+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b9e914e3-424f-4bbd-af3a-fb309a03592c (threadPool:210)
2018-03-08 01:38:42,319+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b6df6f86-7edf-4953-a9c6-d13247a676d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:42,320+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:42,623+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:42,668+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 297f6bd3-9e8b-4c3c-aea4-86e8596d0750 (threadPool:210)
2018-03-08 01:38:42,668+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 44745edc-cee9-4a21-8150-782c73f0f881 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:42,668+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:43,029+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:43,078+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4f931d47-584f-4221-99e0-831d51b0dbda (threadPool:210)
2018-03-08 01:38:43,079+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1df2dd88-4574-48b6-8660-83695296bfbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:43,079+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:43,270+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:43,275+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:43,277+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:43,404+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:43,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 048cfcbe-1d8b-4e40-ac8f-56762909acb0 (threadPool:210)
2018-03-08 01:38:43,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ed013e77-ff45-40c8-9b3f-2ae281a8a813 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:43,454+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:43,895+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:43,934+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edfad9dc-bbcb-4a6e-b7ff-9fcca20822e8 (threadPool:210)
2018-03-08 01:38:43,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e7984ad-542a-4962-ac39-8c6b1f90ed1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:43,935+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:44,346+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:44,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 44745edc-cee9-4a21-8150-782c73f0f881 (threadPool:210)
2018-03-08 01:38:44,395+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 038e578f-bfa5-469f-b9b6-faa106c4f474 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:44,396+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:44,689+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:44,690+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=76375e2e-037c-4218-989e-0017f97886f3 (api:46)
2018-03-08 01:38:44,691+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293886', 'lastCheck': '6.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558502', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023362', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481881', 'lastCheck': '5.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249197', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307261', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000384265', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392937', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428613', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00119194', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276641', 'lastCheck': '2.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359995', 'lastCheck': '5.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279793', 'lastCheck': '6.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414018', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458023', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236218', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605888', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486256', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273918', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072369', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042055', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617838', 'lastCheck': '4.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021115', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000436256', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235701', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304824', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388388', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244425', 'lastCheck': '4.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272036', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257949', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237435', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=76375e2e-037c-4218-989e-0017f97886f3 (api:52)
2018-03-08 01:38:44,691+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=bb9dd6c8-73ff-40a6-8e16-aaad1e7f6cdf (api:46)
2018-03-08 01:38:44,691+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=bb9dd6c8-73ff-40a6-8e16-aaad1e7f6cdf (api:52)
2018-03-08 01:38:44,718+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.43'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.10'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.61'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '27': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.55'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.02'}, '21': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.88'}, '22': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.54'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '29': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.46'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '27.78', 'cpuIdle': '67.45'}, '0': {'cpuUser': '6.50', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '89.72'}, '3': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.89'}, '2': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.09'}, '5': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.49'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '9': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.22'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '97.21'}, '59': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '12': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '14': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '96.41'}, '17': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '16': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.35'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.16'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '34': {'cpuUser': '7.43', 'nodeIndex': 0, 'cpuSys': '7.96', 'cpuIdle': '84.61'}, '33': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307448'}, '0': {'memPercent': 11, 'memFree': '350255'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359995', 'lastCheck': '5.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293886', 'lastCheck': '6.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558502', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279793', 'lastCheck': '6.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414018', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249197', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307261', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000384265', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392937', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428613', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00119194', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276641', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023362', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481881', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458023', 'lastCheck': '5.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042055', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605888', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486256', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273918', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072369', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236218', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257949', 'lastCheck': '4.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021115', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000436256', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235701', 'lastCheck': '1.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304824', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388388', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244425', 'lastCheck': '4.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272036', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617838', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237435', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647073840', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404281849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.351', 'tx': '1176275206388', 'txDropped': '0', 'rx': '625371759479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0', 'tx': '1580929374697', 'txDropped': '0', 'rx': '926339886048', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45201624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416514245', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200572030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet0', 'tx': '87715753', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet1', 'tx': '37766162161', 'txDropped': '0', 'rx': '878019349', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet2', 'tx': '21126820297', 'txDropped': '0', 'rx': '141319389890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175717818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet4', 'tx': '396399195', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet5', 'tx': '23425211350', 'txDropped': '0', 'rx': '498160833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet6', 'tx': '6654312128', 'txDropped': '0', 'rx': '430014017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet7', 'tx': '1433997606', 'txDropped': '0', 'rx': '552293912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42449804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46750219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'lo', 'tx': '6936397670', 'txDropped': '0', 'rx': '6936397670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170710966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'eno1', 'tx': '975618290203', 'txDropped': '0', 'rx': '434005044610', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'eno2', 'tx': '605311084494', 'txDropped': '0', 'rx': '492334841438', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469511.709778, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469511.709778, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633008461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75922205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77040070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192206408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370790578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.306', 'tx': '76695871727', 'txDropped': '0', 'rx': '8373639352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49875699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430443770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298972808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.110', 'tx': '2476408836', 'txDropped': '0', 'rx': '66855854221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.111', 'tx': '122679091792', 'txDropped': '0', 'rx': '24448914885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55248421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54173488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465413081', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165389227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56028339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55858100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45196832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469511.709778, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226610899', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'oVirtManagement', 'tx': '1176275205740', 'txDropped': '0', 'rx': '625371021076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577318094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'vnet3', 'tx': '542792899', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469511.709778, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754496227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695558.56', 'cpuLoad': '2.78', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92877'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635310L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:38:44 GMT', 'cpuUser': '1.16', 'memFree': 667607, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.53'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:44,722+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:38:44,758+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:44,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1df2dd88-4574-48b6-8660-83695296bfbc (threadPool:210)
2018-03-08 01:38:44,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dc16f86a-dbdd-48e9-8665-5c5d5b6b700e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:44,807+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:45,176+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:45,227+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ed013e77-ff45-40c8-9b3f-2ae281a8a813 (threadPool:210)
2018-03-08 01:38:45,227+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b88925f-ab3c-4d36-a17b-efec47980c1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:45,227+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:45,539+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:45,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b6df6f86-7edf-4953-a9c6-d13247a676d4 (threadPool:210)
2018-03-08 01:38:45,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a32d35ed-2631-4e17-8d15-c73192beba19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:45,586+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:45,764+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5e2ccd9f-c7ac-4a0a-af08-64e911bbf73c (api:46)
2018-03-08 01:38:45,771+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5e2ccd9f-c7ac-4a0a-af08-64e911bbf73c (api:52)
2018-03-08 01:38:45,771+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:45,893+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a6cea224-c988-46c5-b765-26702d7c93d2 (api:46)
2018-03-08 01:38:45,912+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:45,965+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e7984ad-542a-4962-ac39-8c6b1f90ed1f (threadPool:210)
2018-03-08 01:38:45,965+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f54d9d47-47df-445c-8ad0-0711885a4a8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:45,965+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:46,074+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7120787341312', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a6cea224-c988-46c5-b765-26702d7c93d2 (api:52)
2018-03-08 01:38:46,075+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.19 seconds (__init__:573)
2018-03-08 01:38:46,541+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:46,592+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dc16f86a-dbdd-48e9-8665-5c5d5b6b700e (threadPool:210)
2018-03-08 01:38:46,592+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a524e275-8a38-4e3d-b600-90683d66545a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:46,592+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:46,861+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=39552201-3fcf-4cb3-a9e4-9ba65f520df0 (api:46)
2018-03-08 01:38:46,861+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293886', 'lastCheck': '8.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000558502', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023362', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481881', 'lastCheck': '7.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249197', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307261', 'lastCheck': '4.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000384265', 'lastCheck': '6.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392937', 'lastCheck': '4.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428613', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00119194', 'lastCheck': '7.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276641', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359995', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279793', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414018', 'lastCheck': '8.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458023', 'lastCheck': '7.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236218', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605888', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486256', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273918', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072369', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042055', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000617838', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021115', 'lastCheck': '4.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000637496', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235701', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304824', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000388388', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244425', 'lastCheck': '7.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272036', 'lastCheck': '7.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505773', 'lastCheck': '7.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257949', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237435', 'lastCheck': '4.6', 'valid': True}} from=internal, task_id=39552201-3fcf-4cb3-a9e4-9ba65f520df0 (api:52)
2018-03-08 01:38:46,862+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=8b3912aa-8d8a-4f55-8f3c-55f41633d858 (api:46)
2018-03-08 01:38:46,873+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8b3912aa-8d8a-4f55-8f3c-55f41633d858 (api:52)
2018-03-08 01:38:46,949+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:46,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b88925f-ab3c-4d36-a17b-efec47980c1c (threadPool:210)
2018-03-08 01:38:46,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2f3b2867-bac7-4496-9176-96fac71f53f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:38:46,996+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:47,314+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:47,361+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a32d35ed-2631-4e17-8d15-c73192beba19 (threadPool:210)
2018-03-08 01:38:47,362+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6f263174-f9d7-4e5c-8188-5c8f3b61e76c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:47,362+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:47,471+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:38:47,476+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:38:47,479+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:47,488+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:38:47,488+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:38:47,489+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:38:47,673+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:47,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 038e578f-bfa5-469f-b9b6-faa106c4f474 (threadPool:210)
2018-03-08 01:38:47,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fcea0843-3639-4396-b050-6d6693e98c21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:47,724+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:48,086+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:48,137+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f54d9d47-47df-445c-8ad0-0711885a4a8a (threadPool:210)
2018-03-08 01:38:48,138+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5f3ccdaf-5681-4df6-8412-41107c83c2d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:48,138+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:48,534+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:48,579+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a524e275-8a38-4e3d-b600-90683d66545a (threadPool:210)
2018-03-08 01:38:48,579+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2dfc2b86-1077-4d7c-a3de-550b377f9deb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:48,580+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:49,791+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:49,835+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6f263174-f9d7-4e5c-8188-5c8f3b61e76c (threadPool:210)
2018-03-08 01:38:49,835+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 450b0d03-d229-42ea-a861-7714146eddfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:49,836+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:50,226+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:50,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fcea0843-3639-4396-b050-6d6693e98c21 (threadPool:210)
2018-03-08 01:38:50,277+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 346be401-c32c-4ebf-82f3-63ec508cf8e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:50,278+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:50,617+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:50,657+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5f3ccdaf-5681-4df6-8412-41107c83c2d0 (threadPool:210)
2018-03-08 01:38:50,657+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7dfad39f-d3fd-466b-9c6b-64ca9c3c0c2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:50,657+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:50,987+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:51,034+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2dfc2b86-1077-4d7c-a3de-550b377f9deb (threadPool:210)
2018-03-08 01:38:51,034+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e00637e1-2b84-4b1a-b38f-e513e9ed7069 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:51,035+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:51,475+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:51,522+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 450b0d03-d229-42ea-a861-7714146eddfc (threadPool:210)
2018-03-08 01:38:51,523+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3d3aaf2f-62b4-4be8-b0c4-d3880042aa12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:51,523+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:51,939+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:51,988+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 346be401-c32c-4ebf-82f3-63ec508cf8e2 (threadPool:210)
2018-03-08 01:38:51,988+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2aaa706d-34a2-417b-b6f6-3caed2b23f3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:51,989+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:52,359+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:52,400+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2f3b2867-bac7-4496-9176-96fac71f53f2 (threadPool:210)
2018-03-08 01:38:52,400+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c7ecf5c7-dc9c-4d85-937d-4571e2cd3d7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:52,400+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:52,726+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:53,076+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:53,125+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e00637e1-2b84-4b1a-b38f-e513e9ed7069 (threadPool:210)
2018-03-08 01:38:53,125+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dcfb8d22-e3c8-434d-b1d1-5fe713991bf2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:53,126+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:53,448+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:53,497+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3d3aaf2f-62b4-4be8-b0c4-d3880042aa12 (threadPool:210)
2018-03-08 01:38:53,497+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c78dceec-1a6d-44ec-955c-f83aae0c8b26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:53,498+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:53,782+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:53,832+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2aaa706d-34a2-417b-b6f6-3caed2b23f3c (threadPool:210)
2018-03-08 01:38:53,832+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b15ada73-cb24-497c-ba09-6e9541fd638d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:53,833+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:54,159+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:54,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7dfad39f-d3fd-466b-9c6b-64ca9c3c0c2a (threadPool:210)
2018-03-08 01:38:54,208+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 31127384-e13c-47d0-a390-2a2f05b8a1fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:54,208+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:54,604+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:54,652+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c7ecf5c7-dc9c-4d85-937d-4571e2cd3d7d (threadPool:210)
2018-03-08 01:38:54,652+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 560461ff-58cc-4c94-b7ec-12fd6167a7de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:54,652+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:54,992+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:55,046+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dcfb8d22-e3c8-434d-b1d1-5fe713991bf2 (threadPool:210)
2018-03-08 01:38:55,047+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aed47a0f-6b25-46a1-8d79-8f0079506ea3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:55,047+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:55,345+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:55,393+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c78dceec-1a6d-44ec-955c-f83aae0c8b26 (threadPool:210)
2018-03-08 01:38:55,394+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5d9ad15-560e-4db1-8042-a6eb45e7fddd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:55,394+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:55,709+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:55,758+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b15ada73-cb24-497c-ba09-6e9541fd638d (threadPool:210)
2018-03-08 01:38:55,758+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 18205652-ef16-4c40-b577-2d5355315428 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:55,758+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:56,097+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:56,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 31127384-e13c-47d0-a390-2a2f05b8a1fc (threadPool:210)
2018-03-08 01:38:56,146+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a349f33-796e-4de8-97f1-f7c5c4323f20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:56,147+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:56,463+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4d35c9d9-d556-4216-8134-2b8cbd2f4fd6 (api:46)
2018-03-08 01:38:56,476+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:56,504+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4d35c9d9-d556-4216-8134-2b8cbd2f4fd6 (api:52)
2018-03-08 01:38:56,507+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:38:56,535+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 560461ff-58cc-4c94-b7ec-12fd6167a7de (threadPool:210)
2018-03-08 01:38:56,535+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24f3a593-ee96-4d45-93ca-f1abb8b9b694 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:56,536+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:56,605+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=826a8378-b41a-437f-92c9-ef9e9e6453ed (api:46)
2018-03-08 01:38:56,611+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7120787341312', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=826a8378-b41a-437f-92c9-ef9e9e6453ed (api:52)
2018-03-08 01:38:56,613+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:56,838+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:56,904+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aed47a0f-6b25-46a1-8d79-8f0079506ea3 (threadPool:210)
2018-03-08 01:38:56,906+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3a5d888c-d294-4393-8965-a410d690c0b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:56,906+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:57,254+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:57,301+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5d9ad15-560e-4db1-8042-a6eb45e7fddd (threadPool:210)
2018-03-08 01:38:57,301+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3cc76884-3fe6-4ab7-9612-c4ffcec27cca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:57,302+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:57,611+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:57,658+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a349f33-796e-4de8-97f1-f7c5c4323f20 (threadPool:210)
2018-03-08 01:38:57,659+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 51639d8c-bb23-472c-9f43-b77fcf610c54 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:57,659+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:57,977+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:58,018+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24f3a593-ee96-4d45-93ca-f1abb8b9b694 (threadPool:210)
2018-03-08 01:38:58,019+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 07c8f32e-2e2d-4c19-8377-02fb96ccda90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1l< k\x06OI\xa37G!7H*\x10\xab000000000000200000000000000')) (threadPool:208)
2018-03-08 01:38:58,019+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ab102a48-3721-4737-a349-4f066b203c6c in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:38:58,019+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/ab102a48-3721-4737-a349-4f066b203c6c to 8192 megabytes (lvm:1205)
2018-03-08 01:38:58,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 07c8f32e-2e2d-4c19-8377-02fb96ccda90 (threadPool:210)
2018-03-08 01:38:58,235+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2ef79b61-16be-477c-a602-efa9d37410de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:58,235+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:58,293+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:58,297+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:58,300+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:38:58,363+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:58,411+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 18205652-ef16-4c40-b577-2d5355315428 (threadPool:210)
2018-03-08 01:38:58,411+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2ac60c85-683b-4a52-96b0-2a5093ba7bff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:58,412+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:58,739+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:58,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 51639d8c-bb23-472c-9f43-b77fcf610c54 (threadPool:210)
2018-03-08 01:38:58,785+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 570e05f8-1636-4c03-94b4-5d42f5c4d5a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:58,786+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:59,078+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:59,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3a5d888c-d294-4393-8965-a410d690c0b8 (threadPool:210)
2018-03-08 01:38:59,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fda57be4-8905-4cc9-b9e1-efa5d88ad429 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:38:59,127+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:38:59,510+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:59,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2ef79b61-16be-477c-a602-efa9d37410de (threadPool:210)
2018-03-08 01:38:59,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f973ee7a-7d1a-4629-b6b9-f9dd5e435a6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:59,580+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:38:59,758+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:38:59,762+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3b58b97b-06b3-4286-b55b-8e74321711da (api:46)
2018-03-08 01:38:59,763+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616847', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000737438', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734532', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377551', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320028', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335462', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000893586', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396299', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272272', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266433', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329761', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444171', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242916', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233598', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323849', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026091', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023014', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289704', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002369', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579608', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263432', 'lastCheck': '7.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000939822', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223528', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238841', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377097', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197097', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441713', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000795116', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512172', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552329', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260398', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229823', 'lastCheck': '7.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3b58b97b-06b3-4286-b55b-8e74321711da (api:52)
2018-03-08 01:38:59,763+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d7f73fe6-8849-455d-aada-a46621a05cd1 (api:46)
2018-03-08 01:38:59,764+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d7f73fe6-8849-455d-aada-a46621a05cd1 (api:52)
2018-03-08 01:38:59,804+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.29'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.10'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '94.64'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '25': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.36'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '27': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '21': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '22': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '41': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '95.90'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '23.25', 'cpuIdle': '71.72'}, '0': {'cpuUser': '6.69', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '89.60'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.49'}, '5': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '9': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.69'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.94'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.36'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.23'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '17': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.23'}, '16': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '19': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.23'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '35': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '34': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '7.09', 'cpuIdle': '86.68'}, '33': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307473'}, '0': {'memPercent': 11, 'memFree': '350322'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444171', 'lastCheck': '0.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616847', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000737438', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242916', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233598', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320028', 'lastCheck': '0.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335462', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000893586', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396299', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272272', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266433', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329761', 'lastCheck': '2.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734532', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377551', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323849', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263432', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023014', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289704', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002369', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579608', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026091', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260398', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223528', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238841', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377097', 'lastCheck': '7.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197097', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441713', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000795116', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000512172', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552329', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000939822', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229823', 'lastCheck': '7.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647110819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404285444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.351', 'tx': '1176275283423', 'txDropped': '0', 'rx': '625371771607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0', 'tx': '1580929477795', 'txDropped': '0', 'rx': '926340439638', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45202262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416515964', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200573576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet0', 'tx': '87720831', 'txDropped': '0', 'rx': '79830665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet1', 'tx': '37766164234', 'txDropped': '0', 'rx': '878019453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet2', 'tx': '21126893893', 'txDropped': '0', 'rx': '141319414538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175718934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet4', 'tx': '396404273', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet5', 'tx': '23425251366', 'txDropped': '0', 'rx': '498161397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet6', 'tx': '6654317188', 'txDropped': '0', 'rx': '430018989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet7', 'tx': '1433999679', 'txDropped': '0', 'rx': '552294016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42450204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46750619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'lo', 'tx': '6936470813', 'txDropped': '0', 'rx': '6936470813', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170712878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'eno1', 'tx': '975618379250', 'txDropped': '0', 'rx': '434005325671', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'eno2', 'tx': '605311098545', 'txDropped': '0', 'rx': '492335113967', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469526.804496, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469526.804496, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633012909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75922605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77040470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192208392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370791157', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.306', 'tx': '76695871727', 'txDropped': '0', 'rx': '8373643618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49876278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430448036', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298974792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.110', 'tx': '2476414016', 'txDropped': '0', 'rx': '66855858953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.111', 'tx': '122679116425', 'txDropped': '0', 'rx': '24448984443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55248771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54173888', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465416676', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165391139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56028689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55858500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45197470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469526.804496, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226612445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'oVirtManagement', 'tx': '1176275282775', 'txDropped': '0', 'rx': '625371033204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577322542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'vnet3', 'tx': '542797977', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469526.804496, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754497343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695573.63', 'cpuLoad': '2.71', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92976'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.04', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635296L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:38:59 GMT', 'cpuUser': '1.15', 'memFree': 667588, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.53'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:38:59,810+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:38:59,873+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:38:59,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3cc76884-3fe6-4ab7-9612-c4ffcec27cca (threadPool:210)
2018-03-08 01:38:59,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ed7496b0-ccb2-465b-829d-cce7966ed4fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:38:59,944+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:00,339+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:00,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2ac60c85-683b-4a52-96b0-2a5093ba7bff (threadPool:210)
2018-03-08 01:39:00,389+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8bc03584-0304-4958-9847-b8cfb2942b9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:00,389+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:00,730+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:00,780+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 570e05f8-1636-4c03-94b4-5d42f5c4d5a4 (threadPool:210)
2018-03-08 01:39:00,781+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2385a4fa-a90b-43a5-bffa-e4850930bb5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:00,781+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:01,202+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:01,251+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fda57be4-8905-4cc9-b9e1-efa5d88ad429 (threadPool:210)
2018-03-08 01:39:01,252+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 971afb66-3a84-4aa6-ac24-9c95c7839c05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:01,252+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:01,733+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:01,774+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f973ee7a-7d1a-4629-b6b9-f9dd5e435a6e (threadPool:210)
2018-03-08 01:39:01,774+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 93e27089-c3bf-4661-8770-88c8e36e5581 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:01,775+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:01,962+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ef10d618-bf1f-4f53-9563-08104bbdc4a4 (api:46)
2018-03-08 01:39:01,963+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616847', 'lastCheck': '3.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000737438', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734532', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377551', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320028', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335462', 'lastCheck': '2.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000893586', 'lastCheck': '2.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396299', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272272', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266433', 'lastCheck': '2.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329761', 'lastCheck': '5.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444171', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242916', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233598', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323849', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026091', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023014', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289704', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002369', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579608', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205194', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348328', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223528', 'lastCheck': '2.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000238841', 'lastCheck': '6.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389756', 'lastCheck': '2.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197097', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441713', 'lastCheck': '4.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240268', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410804', 'lastCheck': '2.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596981', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233837', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246659', 'lastCheck': '2.0', 'valid': True}} from=internal, task_id=ef10d618-bf1f-4f53-9563-08104bbdc4a4 (api:52)
2018-03-08 01:39:01,963+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=1c408e08-9a9d-4de3-afa0-1a2093a06e58 (api:46)
2018-03-08 01:39:01,963+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=1c408e08-9a9d-4de3-afa0-1a2093a06e58 (api:52)
2018-03-08 01:39:02,060+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:02,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8bc03584-0304-4958-9847-b8cfb2942b9e (threadPool:210)
2018-03-08 01:39:02,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a0d14eb3-7fe3-48ef-b453-6997454ffd64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:02,110+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:02,487+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:39:02,492+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:39:02,494+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:02,502+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:39:02,503+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:39:02,503+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:02,716+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:02,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2385a4fa-a90b-43a5-bffa-e4850930bb5d (threadPool:210)
2018-03-08 01:39:02,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ad42bc9d-74da-4b0e-b51e-6efbfdbbc06f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:02,768+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:03,071+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:03,121+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 971afb66-3a84-4aa6-ac24-9c95c7839c05 (threadPool:210)
2018-03-08 01:39:03,121+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fd617506-8744-4631-91c8-dde97472e31d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:03,122+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:03,507+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:03,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ed7496b0-ccb2-465b-829d-cce7966ed4fe (threadPool:210)
2018-03-08 01:39:03,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 12266e5d-6062-4687-b1cd-23048ba76b97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:03,559+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:03,867+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:03,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 93e27089-c3bf-4661-8770-88c8e36e5581 (threadPool:210)
2018-03-08 01:39:03,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task de60a753-3d09-4bb7-95f2-a04bf27afb5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:03,919+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:04,245+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:04,602+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:04,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a0d14eb3-7fe3-48ef-b453-6997454ffd64 (threadPool:210)
2018-03-08 01:39:04,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a468b13a-4e32-487f-9bb1-77bf5373f129 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:04,651+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:05,021+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:05,074+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ad42bc9d-74da-4b0e-b51e-6efbfdbbc06f (threadPool:210)
2018-03-08 01:39:05,074+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5d934f9f-36fa-4935-a5da-72e24bfc245e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:05,075+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:05,376+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:05,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fd617506-8744-4631-91c8-dde97472e31d (threadPool:210)
2018-03-08 01:39:05,443+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e1b2fa1-7d87-4f53-b0f9-1f84abee7415 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:05,444+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:05,744+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:05,793+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 12266e5d-6062-4687-b1cd-23048ba76b97 (threadPool:210)
2018-03-08 01:39:05,794+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1e6277f6-8330-49c6-acc8-02bb23c873f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:05,794+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:06,105+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:06,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task de60a753-3d09-4bb7-95f2-a04bf27afb5f (threadPool:210)
2018-03-08 01:39:06,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 21c71a73-ca85-4a13-86d2-a6cc1de6e054 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:06,157+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:06,466+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:06,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a468b13a-4e32-487f-9bb1-77bf5373f129 (threadPool:210)
2018-03-08 01:39:06,518+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dac6047c-1255-42b1-9373-911bd6c14567 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:06,519+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:06,905+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:06,954+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5d934f9f-36fa-4935-a5da-72e24bfc245e (threadPool:210)
2018-03-08 01:39:06,954+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e72b9eb-f8a2-46f5-9a27-a8185060cb8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:06,954+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:06,992+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4a9ef219-c30d-4b5e-b332-0594f9c44eb4 (api:46)
2018-03-08 01:39:06,999+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4a9ef219-c30d-4b5e-b332-0594f9c44eb4 (api:52)
2018-03-08 01:39:07,000+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:07,098+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=abc766af-c5ad-42ac-ae13-3c044f991345 (api:46)
2018-03-08 01:39:07,104+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7118639857664', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=abc766af-c5ad-42ac-ae13-3c044f991345 (api:52)
2018-03-08 01:39:07,106+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:07,277+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:07,322+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e1b2fa1-7d87-4f53-b0f9-1f84abee7415 (threadPool:210)
2018-03-08 01:39:07,322+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 25a897de-f301-4be8-b6ee-66133afbcbb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:07,323+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:07,728+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:07,777+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1e6277f6-8330-49c6-acc8-02bb23c873f7 (threadPool:210)
2018-03-08 01:39:07,777+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e6325ed4-3394-450d-bbcb-b9f4b30e2627 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:07,778+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:08,174+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:08,240+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 21c71a73-ca85-4a13-86d2-a6cc1de6e054 (threadPool:210)
2018-03-08 01:39:08,241+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task de1492c4-e648-436c-824f-c3258fc8c555 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:08,241+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:08,547+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:08,596+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dac6047c-1255-42b1-9373-911bd6c14567 (threadPool:210)
2018-03-08 01:39:08,597+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5df8131c-61c1-4417-b120-2ca0b28c7bda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:08,597+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:08,897+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:08,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e72b9eb-f8a2-46f5-9a27-a8185060cb8f (threadPool:210)
2018-03-08 01:39:08,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3c4b8397-de75-424f-b5e3-9fc709bd2578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:08,948+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:09,261+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:09,331+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 25a897de-f301-4be8-b6ee-66133afbcbb2 (threadPool:210)
2018-03-08 01:39:09,331+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54152d40-e4ef-4e97-b610-36b7080f003b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:09,332+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:09,668+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:09,725+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e6325ed4-3394-450d-bbcb-b9f4b30e2627 (threadPool:210)
2018-03-08 01:39:09,725+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2156e384-2aa3-411e-ba5b-a7358847ecb0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:09,726+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:10,096+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:10,143+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5df8131c-61c1-4417-b120-2ca0b28c7bda (threadPool:210)
2018-03-08 01:39:10,144+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8c877d5b-d772-4a0e-8869-2321abf28869 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:10,144+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:10,549+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:10,599+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3c4b8397-de75-424f-b5e3-9fc709bd2578 (threadPool:210)
2018-03-08 01:39:10,599+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aa2dde2d-8f67-4a94-875b-95c5501f9459 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:10,600+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:10,891+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:10,940+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54152d40-e4ef-4e97-b610-36b7080f003b (threadPool:210)
2018-03-08 01:39:10,940+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3f7c80c4-e426-4586-b748-f591dcfef697 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:10,941+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:11,292+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:11,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task de1492c4-e648-436c-824f-c3258fc8c555 (threadPool:210)
2018-03-08 01:39:11,327+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fb0d2491-4bb1-425a-8213-88df1d3d6d4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:11,327+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:11,641+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:11,692+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8c877d5b-d772-4a0e-8869-2321abf28869 (threadPool:210)
2018-03-08 01:39:11,693+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 31d5b393-0702-4b21-a6ac-3996c6c074fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:11,693+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:12,007+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:12,056+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aa2dde2d-8f67-4a94-875b-95c5501f9459 (threadPool:210)
2018-03-08 01:39:12,056+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90f7555e-1502-49bf-87e6-99d56bb2fbab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:12,056+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:12,365+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:12,425+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3f7c80c4-e426-4586-b748-f591dcfef697 (threadPool:210)
2018-03-08 01:39:12,426+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3c0a8499-c98f-495d-858b-2d5f322fa007 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x93K+9\xbf\x15\xe3\x8b\x85B\x0e!\x1a\xc1\xce\x1c000000000000200000000000000')) (threadPool:208)
2018-03-08 01:39:12,426+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1ccec11a-210e-4285-8be3-15bf392b4b93 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:39:12,427+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/1ccec11a-210e-4285-8be3-15bf392b4b93 to 8192 megabytes (lvm:1205)
2018-03-08 01:39:12,659+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3c0a8499-c98f-495d-858b-2d5f322fa007 (threadPool:210)
2018-03-08 01:39:12,660+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d409de4e-df51-40d9-ae8a-800d01fd8c39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:12,660+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:12,810+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:12,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2156e384-2aa3-411e-ba5b-a7358847ecb0 (threadPool:210)
2018-03-08 01:39:12,875+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 206279f4-9150-45cb-a286-7ef673e0339f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:12,875+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:13,257+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:13,307+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fb0d2491-4bb1-425a-8213-88df1d3d6d4a (threadPool:210)
2018-03-08 01:39:13,308+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 79b365cd-8a24-4b42-adec-f0186689027f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:13,308+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:13,316+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:13,321+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:13,323+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:13,671+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:13,722+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 31d5b393-0702-4b21-a6ac-3996c6c074fb (threadPool:210)
2018-03-08 01:39:13,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 682a9b85-0c65-4a80-b3c3-1d2b5136251f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:13,723+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:14,043+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:14,088+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90f7555e-1502-49bf-87e6-99d56bb2fbab (threadPool:210)
2018-03-08 01:39:14,089+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7680dbca-e1cc-4099-9215-439a0954963f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:14,089+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:14,466+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:14,520+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d409de4e-df51-40d9-ae8a-800d01fd8c39 (threadPool:210)
2018-03-08 01:39:14,521+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b74f330f-a011-478d-b7ed-e469e2ab34dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:14,521+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:14,846+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:14,847+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1f3cb21d-ce3d-45c6-b4f2-38120d84837b (api:46)
2018-03-08 01:39:14,848+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323211', 'lastCheck': '6.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100431', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265558', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474156', 'lastCheck': '5.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242701', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00722381', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347108', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304512', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315148', 'lastCheck': '5.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345869', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334221', 'lastCheck': '5.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040792', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276473', 'lastCheck': '6.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496479', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436666', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033833', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385283', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343593', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552634', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241411', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159596', 'lastCheck': '5.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411767', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441975', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026498', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317373', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431023', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262727', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503459', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063773', 'lastCheck': '4.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251078', 'lastCheck': '5.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238918', 'lastCheck': '2.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1f3cb21d-ce3d-45c6-b4f2-38120d84837b (api:52)
2018-03-08 01:39:14,848+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=91c38d35-1ee5-4838-9f91-78818a657033 (api:46)
2018-03-08 01:39:14,848+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=91c38d35-1ee5-4838-9f91-78818a657033 (api:52)
2018-03-08 01:39:14,894+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:14,914+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.71', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.30'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '53': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '25': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.77'}, '26': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '27': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.50'}, '20': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.83'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '23': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '28': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.83'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '41': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.76'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '25.30', 'cpuIdle': '69.47'}, '0': {'cpuUser': '5.70', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '91.32'}, '3': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.04'}, '2': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.42'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.83'}, '4': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '9': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.17'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.76'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '13': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.10'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.16'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.28'}, '34': {'cpuUser': '6.29', 'nodeIndex': 0, 'cpuSys': '7.09', 'cpuIdle': '86.62'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '57': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307461'}, '0': {'memPercent': 11, 'memFree': '350335'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334221', 'lastCheck': '5.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323211', 'lastCheck': '6.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100431', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040792', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276473', 'lastCheck': '6.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242701', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00722381', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347108', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304512', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315148', 'lastCheck': '5.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345869', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265558', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474156', 'lastCheck': '5.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496479', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241411', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033833', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385283', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343593', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552634', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436666', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251078', 'lastCheck': '5.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411767', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000441975', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026498', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317373', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431023', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262727', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503459', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063773', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159596', 'lastCheck': '5.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238918', 'lastCheck': '2.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647128549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404288241', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.351', 'tx': '1176275360165', 'txDropped': '0', 'rx': '625371787339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0', 'tx': '1580929729679', 'txDropped': '0', 'rx': '926340867721', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45202662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416517044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200574467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet0', 'tx': '87723988', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet1', 'tx': '37766166271', 'txDropped': '0', 'rx': '878024322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet2', 'tx': '21126964475', 'txDropped': '0', 'rx': '141319562558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175720602', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet4', 'tx': '396407370', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet5', 'tx': '23425271443', 'txDropped': '0', 'rx': '498161518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet6', 'tx': '6654318744', 'txDropped': '0', 'rx': '430019357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet7', 'tx': '1434000983', 'txDropped': '0', 'rx': '552294078', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42450604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46751019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'lo', 'tx': '6936551146', 'txDropped': '0', 'rx': '6936551146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170714366', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'eno1', 'tx': '975618621379', 'txDropped': '0', 'rx': '434005535949', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'eno2', 'tx': '605311108300', 'txDropped': '0', 'rx': '492335331772', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469541.903417, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469541.903417, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633017771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75922955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77040820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192210514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370791557', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373646131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49876678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430450503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298976914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.110', 'tx': '2476419315', 'txDropped': '0', 'rx': '66855860906', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.111', 'tx': '122679264324', 'txDropped': '0', 'rx': '24449046042', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55249171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54174288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465419473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165392627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56029089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55858900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45197870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469541.903417, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226613336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'oVirtManagement', 'tx': '1176275359517', 'txDropped': '0', 'rx': '625371048936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577327404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'vnet3', 'tx': '542801074', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469541.903417, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754499011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1695588.72', 'cpuLoad': '2.66', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92974'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635316L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:39:14 GMT', 'cpuUser': '1.27', 'memFree': 667613, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.73'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:14,920+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:39:14,955+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 206279f4-9150-45cb-a286-7ef673e0339f (threadPool:210)
2018-03-08 01:39:14,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 677e58ed-20e2-46d8-b047-7b8a82be7b9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:14,956+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:15,262+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:15,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 682a9b85-0c65-4a80-b3c3-1d2b5136251f (threadPool:210)
2018-03-08 01:39:15,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task df71b16e-65d6-4efd-b989-f73cbb4a8be1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:15,312+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:15,624+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:15,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7680dbca-e1cc-4099-9215-439a0954963f (threadPool:210)
2018-03-08 01:39:15,673+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b2c551db-c19f-4ee3-b745-6c0cd9e96103 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:15,674+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:15,977+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:16,387+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:16,437+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b74f330f-a011-478d-b7ed-e469e2ab34dd (threadPool:210)
2018-03-08 01:39:16,438+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4cfc99b9-14c8-4733-a500-e67618fe0d50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:16,438+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:16,794+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:16,824+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 79b365cd-8a24-4b42-adec-f0186689027f (threadPool:210)
2018-03-08 01:39:16,825+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d25ad13b-f4a4-445d-af6b-04359da364e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:16,825+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:17,066+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5af94085-ff74-4533-9457-ae09a2a59236 (api:46)
2018-03-08 01:39:17,068+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323211', 'lastCheck': '8.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00100431', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265558', 'lastCheck': '7.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474156', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340692', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242701', 'lastCheck': '4.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00722381', 'lastCheck': '1.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347108', 'lastCheck': '4.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304512', 'lastCheck': '4.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315148', 'lastCheck': '7.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280434', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334221', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040792', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276473', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496479', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436666', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033833', 'lastCheck': '4.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385283', 'lastCheck': '7.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343593', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552634', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241411', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00159596', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411767', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000524987', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026498', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317373', 'lastCheck': '5.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431023', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262727', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503459', 'lastCheck': '7.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00063773', 'lastCheck': '7.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251078', 'lastCheck': '7.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238918', 'lastCheck': '4.8', 'valid': True}} from=internal, task_id=5af94085-ff74-4533-9457-ae09a2a59236 (api:52)
2018-03-08 01:39:17,069+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=b856c6e5-26a8-49da-934a-43d0403b79ec (api:46)
2018-03-08 01:39:17,069+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b856c6e5-26a8-49da-934a-43d0403b79ec (api:52)
2018-03-08 01:39:17,183+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:17,260+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task df71b16e-65d6-4efd-b989-f73cbb4a8be1 (threadPool:210)
2018-03-08 01:39:17,261+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ccdf444-c946-4ebb-b0a0-0f4e39a167cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:17,261+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:17,508+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:39:17,513+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:39:17,515+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:17,518+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=af2b63c3-ff8c-4410-9131-cd627a14af1b (api:46)
2018-03-08 01:39:17,523+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:39:17,523+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:39:17,523+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:17,524+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=af2b63c3-ff8c-4410-9131-cd627a14af1b (api:52)
2018-03-08 01:39:17,524+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:17,619+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:17,637+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=030eec1e-6176-401d-80f7-ebc947dcecda (api:46)
2018-03-08 01:39:17,645+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7116492374016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=030eec1e-6176-401d-80f7-ebc947dcecda (api:52)
2018-03-08 01:39:17,647+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:17,690+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4cfc99b9-14c8-4733-a500-e67618fe0d50 (threadPool:210)
2018-03-08 01:39:17,690+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9415c842-88f0-49bd-9098-41992bd86fb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:17,690+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:17,996+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:18,054+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d25ad13b-f4a4-445d-af6b-04359da364e6 (threadPool:210)
2018-03-08 01:39:18,056+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f63a149f-a2c1-48a2-8455-b50d7ad5a121 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:18,056+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:18,361+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:18,422+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b2c551db-c19f-4ee3-b745-6c0cd9e96103 (threadPool:210)
2018-03-08 01:39:18,422+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cca26232-e395-4af3-9a60-762d3c07f9d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:18,422+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:18,766+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:18,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ccdf444-c946-4ebb-b0a0-0f4e39a167cc (threadPool:210)
2018-03-08 01:39:18,813+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3f3d2499-e80b-4d2d-8087-ef82a063a3c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:18,814+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:19,144+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:19,206+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 677e58ed-20e2-46d8-b047-7b8a82be7b9b (threadPool:210)
2018-03-08 01:39:19,207+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10813d7e-2953-40fe-8800-3e8f71d88903 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:19,207+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:19,660+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:19,712+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9415c842-88f0-49bd-9098-41992bd86fb9 (threadPool:210)
2018-03-08 01:39:19,712+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5d960afe-4f31-4bc6-90c8-82627d1d9fb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:19,713+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:20,025+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:20,075+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f63a149f-a2c1-48a2-8455-b50d7ad5a121 (threadPool:210)
2018-03-08 01:39:20,076+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task edbdae05-1b26-4915-9687-fc7894dac14c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:20,076+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:20,474+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:20,520+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cca26232-e395-4af3-9a60-762d3c07f9d1 (threadPool:210)
2018-03-08 01:39:20,521+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8879397f-3aa1-4282-a8c0-989f1e032226 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:20,521+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:20,966+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:21,016+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3f3d2499-e80b-4d2d-8087-ef82a063a3c0 (threadPool:210)
2018-03-08 01:39:21,016+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7b00cdc1-9d87-4f92-ac23-e2012e8ba6ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:21,017+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:21,895+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:21,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10813d7e-2953-40fe-8800-3e8f71d88903 (threadPool:210)
2018-03-08 01:39:21,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 788ffd23-1fa1-4c8a-a17b-880ea14ea0dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:21,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:22,451+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:22,497+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5d960afe-4f31-4bc6-90c8-82627d1d9fb2 (threadPool:210)
2018-03-08 01:39:22,498+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cc9ea7a5-6fe2-4ef1-bfb3-f3784d20d414 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:22,498+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:22,816+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:22,862+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task edbdae05-1b26-4915-9687-fc7894dac14c (threadPool:210)
2018-03-08 01:39:22,863+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bee8bc8b-9ba5-4984-98fe-60e9ef28884f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:22,863+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:23,211+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:23,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8879397f-3aa1-4282-a8c0-989f1e032226 (threadPool:210)
2018-03-08 01:39:23,258+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7dc920c3-644b-4d77-a0d4-8a77c5e65bf2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:23,259+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:23,561+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:23,611+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7b00cdc1-9d87-4f92-ac23-e2012e8ba6ee (threadPool:210)
2018-03-08 01:39:23,611+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8880ae6f-202d-4d25-8962-f88855050537 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:23,611+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:23,891+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:23,938+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 788ffd23-1fa1-4c8a-a17b-880ea14ea0dc (threadPool:210)
2018-03-08 01:39:23,939+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2ca0291f-39d9-4e1c-bca8-8cc8fee1b421 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:23,939+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:24,211+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:24,261+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cc9ea7a5-6fe2-4ef1-bfb3-f3784d20d414 (threadPool:210)
2018-03-08 01:39:24,261+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5682eade-3dff-4c69-aab2-52a10f846a86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:24,262+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:24,542+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:24,573+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bee8bc8b-9ba5-4984-98fe-60e9ef28884f (threadPool:210)
2018-03-08 01:39:24,573+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2bee6aed-a5dc-4a18-9f73-7f89103207e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:24,574+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:24,936+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:24,987+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8880ae6f-202d-4d25-8962-f88855050537 (threadPool:210)
2018-03-08 01:39:24,987+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c1b3ada9-a2bd-4706-9bfa-7754a29624bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:24,988+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:25,419+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:25,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2ca0291f-39d9-4e1c-bca8-8cc8fee1b421 (threadPool:210)
2018-03-08 01:39:25,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cd100b9d-4228-4ba7-902b-dce360f02324 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:25,470+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:25,828+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:25,897+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5682eade-3dff-4c69-aab2-52a10f846a86 (threadPool:210)
2018-03-08 01:39:25,898+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dd12043b-9b68-4627-93c9-a2f4deb41fd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:25,899+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:26,280+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:26,322+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7dc920c3-644b-4d77-a0d4-8a77c5e65bf2 (threadPool:210)
2018-03-08 01:39:26,322+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4998d5b2-7450-4b2b-a89e-d26590edb863 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:26,323+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:26,750+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:26,800+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c1b3ada9-a2bd-4706-9bfa-7754a29624bd (threadPool:210)
2018-03-08 01:39:26,800+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2b785765-afeb-449f-a5bb-f8413fa777a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:26,801+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:27,170+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:27,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cd100b9d-4228-4ba7-902b-dce360f02324 (threadPool:210)
2018-03-08 01:39:27,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c3cd297-3691-4cbe-943d-a489ceff04b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:27,224+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:27,570+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:27,619+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dd12043b-9b68-4627-93c9-a2f4deb41fd5 (threadPool:210)
2018-03-08 01:39:27,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8f5a250d-ebae-4f7c-a014-821e3500d02b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:27,620+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:27,912+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:28,078+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] 2379 requests processed during 3600 seconds (__init__:560)
2018-03-08 01:39:28,079+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=88d0c045-371c-455a-81ff-f35ee7eac656 (api:46)
2018-03-08 01:39:28,086+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=88d0c045-371c-455a-81ff-f35ee7eac656 (api:52)
2018-03-08 01:39:28,086+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:28,176+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5d84d89e-0ab4-41be-bc33-86dc4aab1f8f (api:46)
2018-03-08 01:39:28,182+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7116492374016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85901443072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5d84d89e-0ab4-41be-bc33-86dc4aab1f8f (api:52)
2018-03-08 01:39:28,184+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:28,226+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:28,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2bee6aed-a5dc-4a18-9f73-7f89103207e6 (threadPool:210)
2018-03-08 01:39:28,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 129b4a20-6086-480d-ab52-42862b435c94 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:28,282+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:28,345+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:28,354+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:28,356+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:39:28,634+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:28,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4998d5b2-7450-4b2b-a89e-d26590edb863 (threadPool:210)
2018-03-08 01:39:28,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a763e2a-9b2e-4355-8d92-c124c6cd9dd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:28,685+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:29,083+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:29,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2b785765-afeb-449f-a5bb-f8413fa777a3 (threadPool:210)
2018-03-08 01:39:29,148+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0de3f4c1-6010-495f-914d-e34c7c133ca2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:29,148+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:29,609+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:29,667+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c3cd297-3691-4cbe-943d-a489ceff04b0 (threadPool:210)
2018-03-08 01:39:29,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 75a16caf-e2dc-4190-81a4-ea87ab0711d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:29,669+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:29,961+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:29,962+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=a01b7122-8f4c-4e1d-8fe6-9ba6cc6b2af1 (api:46)
2018-03-08 01:39:29,963+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275042', 'lastCheck': '1.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000919387', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396859', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529555', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282444', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300751', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.118139', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329702', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000924564', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482687', 'lastCheck': '0.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274274', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000658961', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283404', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396366', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411327', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328569', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442217', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044871', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215461', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00202994', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236531', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000823444', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000192615', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375614', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023145', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295418', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384554', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327261', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431026', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501023', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259548', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381142', 'lastCheck': '0.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=a01b7122-8f4c-4e1d-8fe6-9ba6cc6b2af1 (api:52)
2018-03-08 01:39:29,963+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=15540cc6-9614-4867-9e97-05d5c56367a9 (api:46)
2018-03-08 01:39:29,964+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=15540cc6-9614-4867-9e97-05d5c56367a9 (api:52)
2018-03-08 01:39:29,992+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '95.82'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.80'}, '25': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.90'}, '26': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.03'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '20': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '97.95'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '29': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.69'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.74'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '23.66', 'cpuIdle': '71.37'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.52'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '2': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '5': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '93.11'}, '4': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.09'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.69'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '9': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.96'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.37'}, '10': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '13': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.96'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.48'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.22'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '17': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.49'}, '16': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.03'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.23'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '36': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.34'}, '35': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.03'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '7.42', 'cpuIdle': '85.09'}, '33': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '18': {'cpuUser': '4.04', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '93.57'}, '57': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.49'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307398'}, '0': {'memPercent': 11, 'memFree': '350370'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000658961', 'lastCheck': '0.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275042', 'lastCheck': '1.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000919387', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283404', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396366', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282444', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300751', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.118139', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329702', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000924564', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482687', 'lastCheck': '0.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274274', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396859', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529555', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411327', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236531', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442217', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044871', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215461', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00202994', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328569', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259548', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000192615', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375614', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023145', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295418', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384554', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327261', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431026', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501023', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000823444', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381142', 'lastCheck': '0.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647138110', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404291356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.351', 'tx': '1176275434887', 'txDropped': '0', 'rx': '625371801537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0', 'tx': '1580929906928', 'txDropped': '0', 'rx': '926341723085', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45203012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416518312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200575682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet0', 'tx': '87729492', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet1', 'tx': '37766167777', 'txDropped': '0', 'rx': '878024384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet2', 'tx': '21126981159', 'txDropped': '0', 'rx': '141319571441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175724016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet4', 'tx': '396412874', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet5', 'tx': '23425283031', 'txDropped': '0', 'rx': '498161716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet6', 'tx': '6654337032', 'txDropped': '0', 'rx': '430025206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet7', 'tx': '1434333625', 'txDropped': '0', 'rx': '552381078', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42450954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46752558', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'lo', 'tx': '6936630792', 'txDropped': '0', 'rx': '6936630792', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170715580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'eno1', 'tx': '975618794155', 'txDropped': '0', 'rx': '434005765622', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'eno2', 'tx': '605311112773', 'txDropped': '0', 'rx': '492335957463', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469556.990412, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469556.990412, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633021939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75923355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77041220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192213409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370791907', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373650753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49877028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430455125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298979809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.110', 'tx': '2476512226', 'txDropped': '0', 'rx': '66856205108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.111', 'tx': '122679273042', 'txDropped': '0', 'rx': '24449059938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55249521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54175827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465422588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165393841', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56029439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55859250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45198220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469556.990412, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226614551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'oVirtManagement', 'tx': '1176275434239', 'txDropped': '0', 'rx': '625371063134', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577331572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'vnet3', 'tx': '542806578', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469556.990412, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754502425', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695603.83', 'cpuLoad': '2.60', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92973'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:39:29 GMT', 'cpuUser': '1.42', 'memFree': 667606, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:29,997+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:39:30,017+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:30,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8f5a250d-ebae-4f7c-a014-821e3500d02b (threadPool:210)
2018-03-08 01:39:30,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 865adeb9-2394-4c85-9a66-6063d8a2ef63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:30,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:30,657+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:30,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 129b4a20-6086-480d-ab52-42862b435c94 (threadPool:210)
2018-03-08 01:39:30,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f1aa268-6d1c-4ece-8bef-29dd62615e48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:30,705+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:30,998+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:31,045+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a763e2a-9b2e-4355-8d92-c124c6cd9dd3 (threadPool:210)
2018-03-08 01:39:31,046+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2c385f9b-1be0-4243-a5c1-1d61d4b7a23d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:31,046+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:31,413+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:31,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0de3f4c1-6010-495f-914d-e34c7c133ca2 (threadPool:210)
2018-03-08 01:39:31,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cc1a27a0-c3b4-4995-bdec-a1b3f4f9106b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:31,461+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:31,768+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:31,817+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 75a16caf-e2dc-4190-81a4-ea87ab0711d0 (threadPool:210)
2018-03-08 01:39:31,818+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8ee24da8-b3f2-4aad-a7f4-de20da18f3c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:31,818+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:32,175+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=13eabebf-0b9a-456c-b7d6-84e3cb2596f2 (api:46)
2018-03-08 01:39:32,176+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275042', 'lastCheck': '3.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000919387', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396859', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529555', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282444', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300751', 'lastCheck': '3.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.118139', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329702', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000924564', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482687', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274274', 'lastCheck': '5.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000658961', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283404', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396366', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411327', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328569', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442217', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044871', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215461', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00202994', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236531', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000823444', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000192615', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375614', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023145', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295418', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384554', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327261', 'lastCheck': '2.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431026', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501023', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259548', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381142', 'lastCheck': '2.3', 'valid': True}} from=internal, task_id=13eabebf-0b9a-456c-b7d6-84e3cb2596f2 (api:52)
2018-03-08 01:39:32,176+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=c8f8f9c9-0dbf-4816-b45b-2b895dc2727f (api:46)
2018-03-08 01:39:32,176+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c8f8f9c9-0dbf-4816-b45b-2b895dc2727f (api:52)
2018-03-08 01:39:32,235+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:32,285+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 865adeb9-2394-4c85-9a66-6063d8a2ef63 (threadPool:210)
2018-03-08 01:39:32,285+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 28c5cf23-6515-4141-9a79-11414e5ff55a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:32,286+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:32,529+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:39:32,534+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:39:32,537+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:32,545+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:39:32,545+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:39:32,546+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:32,769+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:32,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f1aa268-6d1c-4ece-8bef-29dd62615e48 (threadPool:210)
2018-03-08 01:39:32,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d307de64-75de-46bc-8c61-29dd826dff75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:32,818+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:33,234+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:33,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2c385f9b-1be0-4243-a5c1-1d61d4b7a23d (threadPool:210)
2018-03-08 01:39:33,283+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a61b6a5e-72d2-40b9-b1e5-9e2cea81312a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:33,284+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:33,629+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:33,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cc1a27a0-c3b4-4995-bdec-a1b3f4f9106b (threadPool:210)
2018-03-08 01:39:33,680+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c9788adb-c3ed-47b2-85d5-c14f1aa93e7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:33,681+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:33,976+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:34,024+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8ee24da8-b3f2-4aad-a7f4-de20da18f3c1 (threadPool:210)
2018-03-08 01:39:34,025+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6bf4bbbc-7ad3-4196-8b28-2a9c02116057 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:34,025+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:34,357+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:34,386+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 28c5cf23-6515-4141-9a79-11414e5ff55a (threadPool:210)
2018-03-08 01:39:34,387+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fd13709b-d528-4ca1-b61b-f7af4ba9cc95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:34,387+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:34,724+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:34,769+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a61b6a5e-72d2-40b9-b1e5-9e2cea81312a (threadPool:210)
2018-03-08 01:39:34,769+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 249d4ef4-0cb8-40ca-bd06-29c6eecdce3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:34,769+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:35,090+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:35,138+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c9788adb-c3ed-47b2-85d5-c14f1aa93e7b (threadPool:210)
2018-03-08 01:39:35,139+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cf7af50e-dee9-4ffc-954f-4192f9fab980 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:35,139+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:35,735+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:35,786+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6bf4bbbc-7ad3-4196-8b28-2a9c02116057 (threadPool:210)
2018-03-08 01:39:35,787+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0217bd5-a8be-467d-82ca-57b67fc0d88d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:35,787+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:36,148+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:36,195+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d307de64-75de-46bc-8c61-29dd826dff75 (threadPool:210)
2018-03-08 01:39:36,196+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c53913b8-119f-4a1d-91b0-a3c6d11a76d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:36,196+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:37,013+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:37,061+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fd13709b-d528-4ca1-b61b-f7af4ba9cc95 (threadPool:210)
2018-03-08 01:39:37,062+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fb20fb0f-a35f-45ce-a015-93a5987ef0fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:37,062+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:37,890+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:37,940+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 249d4ef4-0cb8-40ca-bd06-29c6eecdce3f (threadPool:210)
2018-03-08 01:39:37,941+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 566c2d1c-c71e-46fb-9457-12f23e5846c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:37,941+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:38,399+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:38,444+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cf7af50e-dee9-4ffc-954f-4192f9fab980 (threadPool:210)
2018-03-08 01:39:38,445+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b34664a1-f6c6-4040-8dcc-b90dadd38849 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:38,445+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:38,445+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 4096 megabytes (lvm:1205)
2018-03-08 01:39:38,611+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=238e7b2b-5173-4cb2-9246-9d62af8c8e9e (api:46)
2018-03-08 01:39:38,627+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=238e7b2b-5173-4cb2-9246-9d62af8c8e9e (api:52)
2018-03-08 01:39:38,627+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:39:38,724+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2e84e8b4-2325-4aad-bd14-ee1eb9fd1013 (api:46)
2018-03-08 01:39:38,732+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7116492374016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85901443072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2e84e8b4-2325-4aad-bd14-ee1eb9fd1013 (api:52)
2018-03-08 01:39:38,733+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:39,139+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:39,196+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0217bd5-a8be-467d-82ca-57b67fc0d88d (threadPool:210)
2018-03-08 01:39:39,197+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bfae8b12-c0b5-4a10-b5d4-18f15e29735c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:39,198+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:39,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b34664a1-f6c6-4040-8dcc-b90dadd38849 (threadPool:210)
2018-03-08 01:39:39,270+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d7ce785f-f17f-486d-be7b-c94c5afc3d17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:39,271+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:39,595+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:39,662+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c53913b8-119f-4a1d-91b0-a3c6d11a76d3 (threadPool:210)
2018-03-08 01:39:39,664+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bd243545-7006-4447-925c-92635507aa63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:39,664+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:40,392+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:40,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fb20fb0f-a35f-45ce-a015-93a5987ef0fa (threadPool:210)
2018-03-08 01:39:40,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e744c42a-0361-41cd-bc2a-009c208c7774 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:40,442+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=0eb2b758-f130-48ba-8adc-a6fb0171b9da (api:46)
2018-03-08 01:39:40,836+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0eb2b758-f130-48ba-8adc-a6fb0171b9da (api:52)
2018-03-08 01:39:40,836+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=0205aec7-223b-4c15-97f1-619936c9a633 (api:46)
2018-03-08 01:39:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=0205aec7-223b-4c15-97f1-619936c9a633 (api:52)
2018-03-08 01:39:40,837+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=db068198-9edc-407d-a4d6-4365720e6153 (api:46)
2018-03-08 01:39:40,837+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=db068198-9edc-407d-a4d6-4365720e6153 (api:52)
2018-03-08 01:39:40,838+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=2b6b2019-f2f5-44b9-b6b1-8ae7089c1f78 (api:46)
2018-03-08 01:39:40,838+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=2b6b2019-f2f5-44b9-b6b1-8ae7089c1f78 (api:52)
2018-03-08 01:39:40,839+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=21e3c9a4-276c-4995-9628-275f9861cdb4 (api:46)
2018-03-08 01:39:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=21e3c9a4-276c-4995-9628-275f9861cdb4 (api:52)
2018-03-08 01:39:40,839+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=fa8d2cc5-4d4c-4152-8699-0ff9fe9fec62 (api:46)
2018-03-08 01:39:40,839+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=fa8d2cc5-4d4c-4152-8699-0ff9fe9fec62 (api:52)
2018-03-08 01:39:40,840+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=eb2829f3-3fcc-4cb1-8b93-26e42c5114ef (api:46)
2018-03-08 01:39:40,840+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=eb2829f3-3fcc-4cb1-8b93-26e42c5114ef (api:52)
2018-03-08 01:39:40,840+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=88b19497-d4bb-4fe9-93e1-c90d0480a25b (api:46)
2018-03-08 01:39:40,841+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=88b19497-d4bb-4fe9-93e1-c90d0480a25b (api:52)
2018-03-08 01:39:40,841+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=8df833a4-c8c9-4972-9c8a-32b54880ae23 (api:46)
2018-03-08 01:39:40,841+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=8df833a4-c8c9-4972-9c8a-32b54880ae23 (api:52)
2018-03-08 01:39:40,842+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=82c064f9-28d4-44dc-9cec-609604ea3720 (api:46)
2018-03-08 01:39:40,842+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=82c064f9-28d4-44dc-9cec-609604ea3720 (api:52)
2018-03-08 01:39:40,915+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:41,543+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:41,580+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 566c2d1c-c71e-46fb-9457-12f23e5846c8 (threadPool:210)
2018-03-08 01:39:41,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f14800ba-e9a1-4cfb-85ea-f58e5b1acdca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:41,581+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:41,908+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:41,955+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d7ce785f-f17f-486d-be7b-c94c5afc3d17 (threadPool:210)
2018-03-08 01:39:41,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 869ff7f5-916a-439a-b37f-3ec9c1b53bb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:41,956+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:42,324+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:42,397+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bd243545-7006-4447-925c-92635507aa63 (threadPool:210)
2018-03-08 01:39:42,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fd812969-8a36-4a05-ab0b-ee5e48aadfa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:42,398+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:42,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:43,052+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e744c42a-0361-41cd-bc2a-009c208c7774 (threadPool:210)
2018-03-08 01:39:43,053+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a85d35c-728e-4589-adee-3c64a2285d07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:43,053+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:43,332+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:43,377+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:43,383+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:43,385+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:43,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f14800ba-e9a1-4cfb-85ea-f58e5b1acdca (threadPool:210)
2018-03-08 01:39:43,390+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a64f2c3c-08ca-4ffb-ba20-4c8db674e26a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:43,391+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:44,039+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:44,089+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 869ff7f5-916a-439a-b37f-3ec9c1b53bb6 (threadPool:210)
2018-03-08 01:39:44,089+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4b7230af-3b51-455d-be43-9ba7707f2d2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:44,090+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:44,507+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:44,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fd812969-8a36-4a05-ab0b-ee5e48aadfa1 (threadPool:210)
2018-03-08 01:39:44,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c42745a6-f70c-4389-959a-1f13d0f16f70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:44,560+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:44,961+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:45,010+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bfae8b12-c0b5-4a10-b5d4-18f15e29735c (threadPool:210)
2018-03-08 01:39:45,010+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 092fcf83-e6bd-479b-a3fb-4590468106ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:45,011+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:45,032+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:45,033+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fd0d9771-e6da-4581-b25b-13fcaf083d84 (api:46)
2018-03-08 01:39:45,034+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280186', 'lastCheck': '6.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762006', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000731508', 'lastCheck': '5.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583752', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435475', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245725', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0498357', 'lastCheck': '4.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373921', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244082', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244171', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048197', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710021', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662225', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340687', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433276', 'lastCheck': '5.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547732', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546232', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038256', 'lastCheck': '5.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689544', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597835', 'lastCheck': '5.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025862', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472031', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493169', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000478618', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332352', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236225', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000458503', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240406', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271821', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827666', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383303', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195536', 'lastCheck': '2.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fd0d9771-e6da-4581-b25b-13fcaf083d84 (api:52)
2018-03-08 01:39:45,034+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=336a0a1b-7dc2-4da0-b45e-03116d57c962 (api:46)
2018-03-08 01:39:45,034+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=336a0a1b-7dc2-4da0-b45e-03116d57c962 (api:52)
2018-03-08 01:39:45,065+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.69'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.70'}, '20': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.96'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '22': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.23'}, '23': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.90'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.18'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.14'}, '29': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.71'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.56', 'nodeIndex': 1, 'cpuSys': '25.26', 'cpuIdle': '70.18'}, '0': {'cpuUser': '6.74', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '89.62'}, '3': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.24'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.03'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.57'}, '4': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '7': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.17'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.89'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '59': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '97.09'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.50'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '13': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.78'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '95.11'}, '14': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.77'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '19': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.57'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '34': {'cpuUser': '6.81', 'nodeIndex': 0, 'cpuSys': '7.47', 'cpuIdle': '85.72'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '18': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307439'}, '0': {'memPercent': 11, 'memFree': '350354'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710021', 'lastCheck': '5.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280186', 'lastCheck': '6.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762006', 'lastCheck': '2.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662225', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340687', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435475', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245725', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0498357', 'lastCheck': '4.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373921', 'lastCheck': '2.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244082', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244171', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048197', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000731508', 'lastCheck': '5.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583752', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433276', 'lastCheck': '5.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025862', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546232', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038256', 'lastCheck': '5.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689544', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597835', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547732', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383303', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493169', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000478618', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332352', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236225', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000458503', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240406', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271821', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827666', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472031', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195536', 'lastCheck': '2.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647145269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404295106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.351', 'tx': '1176275511559', 'txDropped': '0', 'rx': '625371813397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0', 'tx': '1580930017320', 'txDropped': '0', 'rx': '926342231578', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45203412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416521053', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200576422', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet0', 'tx': '87732068', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet1', 'tx': '37766170840', 'txDropped': '0', 'rx': '878024446', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet2', 'tx': '21127007409', 'txDropped': '0', 'rx': '141319584214', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175726499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet4', 'tx': '396415450', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet5', 'tx': '23425308847', 'txDropped': '0', 'rx': '498167557', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet6', 'tx': '6654339852', 'txDropped': '0', 'rx': '430025511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet7', 'tx': '1434341302', 'txDropped': '0', 'rx': '552385040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42451354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46752958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'lo', 'tx': '6936706846', 'txDropped': '0', 'rx': '6936706846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170717130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'eno1', 'tx': '975618893504', 'txDropped': '0', 'rx': '434006000901', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'eno2', 'tx': '605311123816', 'txDropped': '0', 'rx': '492336230677', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469572.115527, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469572.115527, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633026663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75923705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77041570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192216559', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370792307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373652853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49877428', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430457225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298982959', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.110', 'tx': '2476516555', 'txDropped': '0', 'rx': '66856211856', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.111', 'tx': '122679291535', 'txDropped': '0', 'rx': '24449098928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55249921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54176227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465426338', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165395391', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56029839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55859650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45198620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469572.115527, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226615291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'oVirtManagement', 'tx': '1176275510911', 'txDropped': '0', 'rx': '625371074994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577336296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'vnet3', 'tx': '542809154', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469572.115527, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754504908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695618.90', 'cpuLoad': '2.55', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92971'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.50', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:39:45 GMT', 'cpuUser': '1.14', 'memFree': 667609, 'cpuIdle': '97.21', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:45,069+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:39:45,452+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:45,502+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a85d35c-728e-4589-adee-3c64a2285d07 (threadPool:210)
2018-03-08 01:39:45,503+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5d39da0b-8873-4aba-8e60-d76655de5d72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:45,503+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:45,839+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:45,912+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a64f2c3c-08ca-4ffb-ba20-4c8db674e26a (threadPool:210)
2018-03-08 01:39:45,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7c439325-6b0b-4c61-aecf-82b2435ccacd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:45,913+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:46,196+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:46,245+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4b7230af-3b51-455d-be43-9ba7707f2d2f (threadPool:210)
2018-03-08 01:39:46,246+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 724d4088-c135-4375-b044-cf8e1a390446 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:46,246+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:46,887+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20831 (__init__:330)
2018-03-08 01:39:46,920+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:46,957+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20832 (__init__:330)
2018-03-08 01:39:46,989+0100 INFO  (ioprocess/321187) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:39:46,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c42745a6-f70c-4389-959a-1f13d0f16f70 (threadPool:210)
2018-03-08 01:39:46,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1fc645d-c932-458e-8e53-21a32df1c83c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:46,991+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:46,992+0100 INFO  (ioprocess/321195) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:39:47,306+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=6b376eb8-496f-4546-a77c-7926dc375783 (api:46)
2018-03-08 01:39:47,308+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280186', 'lastCheck': '9.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762006', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000731508', 'lastCheck': '7.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000583752', 'lastCheck': '7.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435475', 'lastCheck': '4.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245725', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.0498357', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373921', 'lastCheck': '5.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244082', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244171', 'lastCheck': '7.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041771', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000710021', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000662225', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340687', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433276', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000547732', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546232', 'lastCheck': '4.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038256', 'lastCheck': '7.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689544', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597835', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025862', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472031', 'lastCheck': '0.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000493169', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393538', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332352', 'lastCheck': '4.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236225', 'lastCheck': '5.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000458503', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240406', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271821', 'lastCheck': '7.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000827666', 'lastCheck': '7.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383303', 'lastCheck': '7.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195536', 'lastCheck': '4.5', 'valid': True}} from=internal, task_id=6b376eb8-496f-4546-a77c-7926dc375783 (api:52)
2018-03-08 01:39:47,309+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=aa86cd65-fb4d-4655-80d3-2ec2d8d7e109 (api:46)
2018-03-08 01:39:47,309+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=aa86cd65-fb4d-4655-80d3-2ec2d8d7e109 (api:52)
2018-03-08 01:39:47,417+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:47,456+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 092fcf83-e6bd-479b-a3fb-4590468106ac (threadPool:210)
2018-03-08 01:39:47,456+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d138a43d-2c0c-4c31-bfbb-6ea4a7e6e36d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:47,457+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:47,551+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:39:47,556+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:39:47,559+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:47,567+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:39:47,567+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:39:47,568+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:39:47,801+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:47,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7c439325-6b0b-4c61-aecf-82b2435ccacd (threadPool:210)
2018-03-08 01:39:47,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2d2ac44f-d07f-4324-bf1d-7bc02056996d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:47,845+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:48,246+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:48,285+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1fc645d-c932-458e-8e53-21a32df1c83c (threadPool:210)
2018-03-08 01:39:48,285+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a6c1203-8431-4239-bd3e-685f15d71824 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:48,286+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:48,674+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:48,724+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d138a43d-2c0c-4c31-bfbb-6ea4a7e6e36d (threadPool:210)
2018-03-08 01:39:48,724+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 931526e9-1e3f-4378-905e-2fff2a92e91c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:48,724+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:49,131+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:49,154+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2336194b-1144-4060-8a7f-077191f4a905 (api:46)
2018-03-08 01:39:49,170+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2336194b-1144-4060-8a7f-077191f4a905 (api:52)
2018-03-08 01:39:49,172+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:39:49,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 724d4088-c135-4375-b044-cf8e1a390446 (threadPool:210)
2018-03-08 01:39:49,231+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9cdefaf0-d250-43d4-99af-a05b3f915382 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:49,232+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:49,268+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b2cc6c3b-48d4-4b6d-bc13-320d3d860da9 (api:46)
2018-03-08 01:39:49,281+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7114344890368', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85901443072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b2cc6c3b-48d4-4b6d-bc13-320d3d860da9 (api:52)
2018-03-08 01:39:49,284+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:49,574+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:49,639+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2d2ac44f-d07f-4324-bf1d-7bc02056996d (threadPool:210)
2018-03-08 01:39:49,640+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e5b9bf6b-b79d-4440-847c-55bfdad63e08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:49,640+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:50,570+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:50,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5d39da0b-8873-4aba-8e60-d76655de5d72 (threadPool:210)
2018-03-08 01:39:50,620+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b199b07-132c-4371-98f5-ea947450cd33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:50,621+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:50,997+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:51,047+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a6c1203-8431-4239-bd3e-685f15d71824 (threadPool:210)
2018-03-08 01:39:51,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4c00f2d1-1f86-4896-aebd-250fe5e0aa39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:51,048+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:51,552+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:51,598+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 931526e9-1e3f-4378-905e-2fff2a92e91c (threadPool:210)
2018-03-08 01:39:51,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8fb05f90-e8ac-4eee-91d8-f3043d0510e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:51,599+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:51,890+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:51,940+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9cdefaf0-d250-43d4-99af-a05b3f915382 (threadPool:210)
2018-03-08 01:39:51,940+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 60b0549c-276f-4e0f-b55d-4f01fe588bd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:51,941+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:52,231+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:52,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e5b9bf6b-b79d-4440-847c-55bfdad63e08 (threadPool:210)
2018-03-08 01:39:52,282+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3f3c084b-4163-49bd-a384-8b66f925dfed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:52,282+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:52,792+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:52,840+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b199b07-132c-4371-98f5-ea947450cd33 (threadPool:210)
2018-03-08 01:39:52,840+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 095f76c2-1aa0-4f83-ab38-dc3788d2f0a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:52,840+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:53,232+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:53,692+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:53,741+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8fb05f90-e8ac-4eee-91d8-f3043d0510e8 (threadPool:210)
2018-03-08 01:39:53,742+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 546a5c99-b848-4e89-8d49-21f0612cdeb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000100000000000000")) (threadPool:208)
2018-03-08 01:39:53,742+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:53,742+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 4096 megabytes (lvm:1205)
2018-03-08 01:39:54,106+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:54,135+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 60b0549c-276f-4e0f-b55d-4f01fe588bd5 (threadPool:210)
2018-03-08 01:39:54,136+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 49f0685e-188d-49ec-9981-6d25e2e34e55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:54,136+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:54,323+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 546a5c99-b848-4e89-8d49-21f0612cdeb8 (threadPool:210)
2018-03-08 01:39:54,324+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09d63d64-8768-431d-ba5e-3e124c640c8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:54,324+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:54,550+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:54,584+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 095f76c2-1aa0-4f83-ab38-dc3788d2f0a8 (threadPool:210)
2018-03-08 01:39:54,585+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b558aaf6-2833-4d16-bbc5-1440c6329e04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:54,585+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:54,879+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:54,927+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3f3c084b-4163-49bd-a384-8b66f925dfed (threadPool:210)
2018-03-08 01:39:54,928+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95954575-18b5-49a3-a789-e3ed0ba4fa2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:54,928+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:55,366+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:55,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 49f0685e-188d-49ec-9981-6d25e2e34e55 (threadPool:210)
2018-03-08 01:39:55,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d4aefc38-1f05-4465-836e-6af63135ae59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:55,418+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:56,032+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:56,078+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09d63d64-8768-431d-ba5e-3e124c640c8d (threadPool:210)
2018-03-08 01:39:56,079+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 020ae3d9-a3a5-4c3c-9acc-20371e899e2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:39:56,079+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:39:56,623+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:56,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4c00f2d1-1f86-4896-aebd-250fe5e0aa39 (threadPool:210)
2018-03-08 01:39:56,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c6e05bdd-7dff-4afa-8670-fd812670b70f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:56,675+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:57,301+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:57,340+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b558aaf6-2833-4d16-bbc5-1440c6329e04 (threadPool:210)
2018-03-08 01:39:57,340+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6c2636b0-ae0c-4e66-9b7b-1eb8ad4109af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:57,341+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:57,703+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:57,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d4aefc38-1f05-4465-836e-6af63135ae59 (threadPool:210)
2018-03-08 01:39:57,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3e510d0c-b3f7-43b5-96a3-53e53993e32a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:57,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:58,225+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:58,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 020ae3d9-a3a5-4c3c-9acc-20371e899e2b (threadPool:210)
2018-03-08 01:39:58,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b2260e2-29d3-4bca-a0f7-71499f3ae3de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b\xce\xf6\xdbO\x91\xc0\x98\xecB\xb01Y9:\x0c000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:58,273+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:58,273+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b to 6144 megabytes (lvm:1205)
2018-03-08 01:39:58,402+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:39:58,407+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:39:58,409+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:58,636+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:58,686+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c6e05bdd-7dff-4afa-8670-fd812670b70f (threadPool:210)
2018-03-08 01:39:58,687+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4b252098-b5b1-4c40-9af2-4c95623244a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:58,687+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:58,711+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b2260e2-29d3-4bca-a0f7-71499f3ae3de (threadPool:210)
2018-03-08 01:39:58,711+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a05da9f6-72a5-4ef7-a070-cbf413d59c48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:58,712+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:59,000+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:59,048+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95954575-18b5-49a3-a789-e3ed0ba4fa2a (threadPool:210)
2018-03-08 01:39:59,049+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 71e01ce5-0c24-49b7-965f-fe92c2f1699b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:59,049+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:59,532+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:39:59,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6c2636b0-ae0c-4e66-9b7b-1eb8ad4109af (threadPool:210)
2018-03-08 01:39:59,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 53dd562b-3a73-426d-a4eb-b23300a7d9e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:39:59,609+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:39:59,669+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=bd5321fe-4225-4ed4-beed-d9f5808033e6 (api:46)
2018-03-08 01:39:59,675+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=bd5321fe-4225-4ed4-beed-d9f5808033e6 (api:52)
2018-03-08 01:39:59,675+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:59,771+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5f647c26-91f9-46b0-9407-17ca3ba5d74e (api:46)
2018-03-08 01:39:59,780+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7114344890368', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85901443072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5f647c26-91f9-46b0-9407-17ca3ba5d74e (api:52)
2018-03-08 01:39:59,782+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:39:59,995+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:00,039+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3e510d0c-b3f7-43b5-96a3-53e53993e32a (threadPool:210)
2018-03-08 01:40:00,040+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eba381f0-bf4f-4706-849e-3f4915424ace (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xf5\xf3\xe4((US\x82tD~o/\x8d\x91\xe8000000000000600000000000000')) (threadPool:208)
2018-03-08 01:40:00,040+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e8918d2f-6f7e-4474-8253-552828e4f3f5 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 24576 (mailbox:161)
2018-03-08 01:40:00,040+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/e8918d2f-6f7e-4474-8253-552828e4f3f5 to 24576 megabytes (lvm:1205)
2018-03-08 01:40:00,108+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:00,110+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8b262404-ee9c-4ed6-b44f-9aa7ad90cf7f (api:46)
2018-03-08 01:40:00,111+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293069', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129772', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0277437', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041543', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470888', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023179', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511094', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399508', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322164', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288103', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233834', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374873', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298057', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034228', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743429', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349593', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272717', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349591', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223464', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458574', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250007', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046065', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232362', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000248336', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237315', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217184', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391012', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221101', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419206', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538244', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214205', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213097', 'lastCheck': '0.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8b262404-ee9c-4ed6-b44f-9aa7ad90cf7f (api:52)
2018-03-08 01:40:00,111+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f1ee014c-e908-4225-a703-f3508c1da5ef (api:46)
2018-03-08 01:40:00,111+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f1ee014c-e908-4225-a703-f3508c1da5ef (api:52)
2018-03-08 01:40:00,140+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.41'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '24': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '26': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.88'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '20': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '22': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '97.82'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '41': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.28'}, '1': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '19.54', 'cpuIdle': '76.68'}, '0': {'cpuUser': '4.90', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '91.92'}, '3': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.11'}, '2': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.48'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.90'}, '4': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.22'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '6': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.61'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.57'}, '8': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '59': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.02'}, '10': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.89'}, '12': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.68'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.03'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '16': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '19': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '35': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '34': {'cpuUser': '5.03', 'nodeIndex': 0, 'cpuSys': '5.10', 'cpuIdle': '89.87'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307413'}, '0': {'memPercent': 11, 'memFree': '350329'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374873', 'lastCheck': '0.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293069', 'lastCheck': '1.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129772', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298057', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034228', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470888', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023179', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511094', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399508', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322164', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288103', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233834', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0277437', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041543', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743429', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250007', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272717', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349591', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223464', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458574', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349593', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214205', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232362', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000248336', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237315', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217184', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391012', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221101', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419206', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538244', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046065', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213097', 'lastCheck': '0.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647180668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404298415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.351', 'tx': '1176275589902', 'txDropped': '0', 'rx': '625371831021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0', 'tx': '1580930103941', 'txDropped': '0', 'rx': '926342677599', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30334'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45203762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416524416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200577284', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet0', 'tx': '87736753', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet1', 'tx': '37766174412', 'txDropped': '0', 'rx': '878024793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet2', 'tx': '21127074381', 'txDropped': '0', 'rx': '141319601812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175729249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet4', 'tx': '396420135', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet5', 'tx': '23425346491', 'txDropped': '0', 'rx': '498167881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet6', 'tx': '6654343667', 'txDropped': '0', 'rx': '430025615', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet7', 'tx': '1434345132', 'txDropped': '0', 'rx': '552385706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42451704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46753308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'lo', 'tx': '6936785844', 'txDropped': '0', 'rx': '6936785844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170718724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'eno1', 'tx': '975618966119', 'txDropped': '0', 'rx': '434006235965', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'eno2', 'tx': '605311137822', 'txDropped': '0', 'rx': '492336441634', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469587.214159, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469587.214159, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633031153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75924105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77041970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192219219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370792657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373656782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49877778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430461154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298985619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.110', 'tx': '2476517672', 'txDropped': '0', 'rx': '66856215129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.111', 'tx': '122679309010', 'txDropped': '0', 'rx': '24449162686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55250321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54176577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465429647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165396985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56030239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55860000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45198970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469587.214159, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226616153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'oVirtManagement', 'tx': '1176275589254', 'txDropped': '0', 'rx': '625371092618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577340786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'vnet3', 'tx': '542813839', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469587.214159, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754507658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1695633.98', 'cpuLoad': '2.61', 'cpuSys': '1.52', 'diskStats': {'/var/log': {'free': '92970'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.38', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635299L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31481', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:40:00 GMT', 'cpuUser': '1.05', 'memFree': 667594, 'cpuIdle': '97.43', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '8.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:00,144+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:40:00,148+0100 INFO  (jsonrpc/5) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=4691779b, task_id=eb18063b-bad5-42e5-ac6a-a2743712c534 (api:46)
2018-03-08 01:40:00,447+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:00,475+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4b252098-b5b1-4c40-9af2-4c95623244a0 (threadPool:210)
2018-03-08 01:40:00,475+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 49594929-c052-47d8-ad6d-e2188ce104d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1q\x1a\xc1\x81\xfb*V\xa3iI\xab\x1e\x8d\\\xa0C000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:00,475+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 43a05c8d-1eab-4969-a356-2afb81c11a71 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:00,658+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 to 4096 megabytes (lvm:1205)
2018-03-08 01:40:00,696+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eba381f0-bf4f-4706-849e-3f4915424ace (threadPool:210)
2018-03-08 01:40:00,697+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3582833a-5088-41d3-9ef1-cb61cd628032 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:40:00,697+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:01,148+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 49594929-c052-47d8-ad6d-e2188ce104d0 (threadPool:210)
2018-03-08 01:40:01,148+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24338831-9485-4d78-aa9c-7649f71a6191 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:01,149+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:02,419+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=d922e3cf-4f39-4abb-b3d9-05d9e5729400 (api:46)
2018-03-08 01:40:02,421+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293069', 'lastCheck': '4.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129772', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0277437', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041543', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470888', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023179', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511094', 'lastCheck': '3.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399508', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322164', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288103', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233834', 'lastCheck': '5.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374873', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298057', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034228', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000743429', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349593', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272717', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349591', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223464', 'lastCheck': '2.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458574', 'lastCheck': '2.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250007', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046065', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232362', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000248336', 'lastCheck': '6.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237315', 'lastCheck': '2.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217184', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000391012', 'lastCheck': '5.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221101', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419206', 'lastCheck': '2.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538244', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214205', 'lastCheck': '2.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213097', 'lastCheck': '2.5', 'valid': True}} from=internal, task_id=d922e3cf-4f39-4abb-b3d9-05d9e5729400 (api:52)
2018-03-08 01:40:02,421+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=4598e40a-e8af-4c30-9ed1-cf356c3609a8 (api:46)
2018-03-08 01:40:02,422+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4598e40a-e8af-4c30-9ed1-cf356c3609a8 (api:52)
2018-03-08 01:40:02,571+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:40:02,580+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:40:02,583+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:02,601+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:40:02,601+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:40:02,602+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:40:03,377+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=4691779b, task_id=eb18063b-bad5-42e5-ac6a-a2743712c534 (api:52)
2018-03-08 01:40:03,378+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 3.23 seconds (__init__:573)
2018-03-08 01:40:05,190+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:05,214+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a05da9f6-72a5-4ef7-a070-cbf413d59c48 (threadPool:210)
2018-03-08 01:40:05,214+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a96cd3a-d34f-4d47-95ab-b2c0c84405d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:05,215+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:09,932+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:10,076+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 71e01ce5-0c24-49b7-965f-fe92c2f1699b (threadPool:210)
2018-03-08 01:40:10,077+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d9293425-02b5-44a8-bd06-81880dea5230 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:10,078+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:10,200+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=bf8ed658-9d7f-4cff-9ad2-84833b73ff46 (api:46)
2018-03-08 01:40:13,435+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:13,445+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:13,447+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:40:15,201+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:15,205+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=a45ba327-b160-4b68-ab33-012bfd5f4d54 (api:46)
2018-03-08 01:40:15,206+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245702', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000725015', 'lastCheck': '6.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372941', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527076', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539579', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249121', 'lastCheck': '5.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00041482', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314305', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024758', 'lastCheck': '5.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230184', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271303', 'lastCheck': '8.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831242', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324469', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549588', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000728887', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433338', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234236', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051164', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411704', 'lastCheck': '5.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781594', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041942', 'lastCheck': '5.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010632', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379662', 'lastCheck': '5.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418141', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490052', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255202', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354179', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279256', 'lastCheck': '0.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275986', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352275', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393238', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371424', 'lastCheck': '5.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=a45ba327-b160-4b68-ab33-012bfd5f4d54 (api:52)
2018-03-08 01:40:15,207+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=092976f2-23cc-4b6f-bba5-5efaab34cbf3 (api:46)
2018-03-08 01:40:15,207+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=092976f2-23cc-4b6f-bba5-5efaab34cbf3 (api:52)
2018-03-08 01:40:15,248+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.17'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '96.50'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '25': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.52'}, '26': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.50'}, '27': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.57'}, '20': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.97'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.77'}, '22': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.76'}, '23': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.11'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.96'}, '29': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.43'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.21'}, '41': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '1': {'cpuUser': '4.16', 'nodeIndex': 1, 'cpuSys': '23.87', 'cpuIdle': '71.97'}, '0': {'cpuUser': '4.83', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '92.26'}, '3': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.84'}, '2': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '95.31'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '7': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.77'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '9': {'cpuUser': '3.57', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '93.79'}, '8': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '98.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '38': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '10': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.75'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.37'}, '12': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '15': {'cpuUser': '4.30', 'nodeIndex': 1, 'cpuSys': '4.10', 'cpuIdle': '91.60'}, '14': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.55'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '94.51'}, '16': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.56'}, '19': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '95.31'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.63'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '98.15'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '35': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.56'}, '34': {'cpuUser': '5.62', 'nodeIndex': 0, 'cpuSys': '5.22', 'cpuIdle': '89.16'}, '33': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.30'}, '18': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.24'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307513'}, '0': {'memPercent': 11, 'memFree': '350256'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831242', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245702', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000725015', 'lastCheck': '6.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324469', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549588', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539579', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249121', 'lastCheck': '5.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00041482', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314305', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024758', 'lastCheck': '5.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230184', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271303', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372941', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527076', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000728887', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041942', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234236', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051164', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411704', 'lastCheck': '5.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781594', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433338', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393238', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379662', 'lastCheck': '5.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000418141', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490052', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255202', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000354179', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279256', 'lastCheck': '0.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275986', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352275', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010632', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371424', 'lastCheck': '5.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647200539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404303421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.351', 'tx': '1176275669410', 'txDropped': '0', 'rx': '625371845404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0', 'tx': '1580930348582', 'txDropped': '0', 'rx': '926343241648', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45204162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416525786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200579507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet0', 'tx': '87741312', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet1', 'tx': '37766176108', 'txDropped': '0', 'rx': '878024963', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet2', 'tx': '21127234417', 'txDropped': '0', 'rx': '141319771798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175731067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet4', 'tx': '396424694', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet5', 'tx': '23425369133', 'txDropped': '0', 'rx': '498167947', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet6', 'tx': '6654345303', 'txDropped': '0', 'rx': '430025677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet7', 'tx': '1434346888', 'txDropped': '0', 'rx': '552385876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42452104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46754639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'lo', 'tx': '6936860853', 'txDropped': '0', 'rx': '6936860853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170720684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'eno1', 'tx': '975619198422', 'txDropped': '0', 'rx': '434006574300', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'eno2', 'tx': '605311150160', 'txDropped': '0', 'rx': '492336667348', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469602.340741, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469602.340741, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633035831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75924455', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77042320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192222457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370793057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373660487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49878178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430464859', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298988857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.110', 'tx': '2476518074', 'txDropped': '0', 'rx': '66856216637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.111', 'tx': '122679478941', 'txDropped': '0', 'rx': '24449312170', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55250671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54177908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465434653', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165398945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56030589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55860400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45199370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469602.340741, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226618376', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'oVirtManagement', 'tx': '1176275668762', 'txDropped': '0', 'rx': '625371107001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577345464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'vnet3', 'tx': '542818398', 'txDropped': '0', 'rx': '221473752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469602.340741, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754509476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1695649.07', 'cpuLoad': '2.63', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92969'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.83', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635275L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:40:15 GMT', 'cpuUser': '1.27', 'memFree': 667564, 'cpuIdle': '97.03', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.31'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:15,253+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:40:15,342+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:15,370+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3582833a-5088-41d3-9ef1-cb61cd628032 (threadPool:210)
2018-03-08 01:40:15,371+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dc7f2ca4-a009-4c49-8997-adf676d42215 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:15,371+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:15,614+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=bf8ed658-9d7f-4cff-9ad2-84833b73ff46 (api:52)
2018-03-08 01:40:15,617+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 5.42 seconds (__init__:573)
2018-03-08 01:40:15,763+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ee6bdbee-82c3-490a-9b1a-8a00fd201852 (api:46)
2018-03-08 01:40:16,608+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7107902439424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85901443072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ee6bdbee-82c3-490a-9b1a-8a00fd201852 (api:52)
2018-03-08 01:40:16,610+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.85 seconds (__init__:573)
2018-03-08 01:40:17,607+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:40:17,612+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:40:17,615+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:40:17,622+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:40:17,622+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:40:17,623+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:40:17,629+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=28235395-e5a0-4b4d-a800-7ebedff37697 (api:46)
2018-03-08 01:40:17,630+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245702', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000725015', 'lastCheck': '9.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372941', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527076', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539579', 'lastCheck': '8.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249121', 'lastCheck': '8.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00041482', 'lastCheck': '8.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314305', 'lastCheck': '8.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024758', 'lastCheck': '8.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230184', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00073711', 'lastCheck': '0.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000831242', 'lastCheck': '6.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324469', 'lastCheck': '6.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549588', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000728887', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433338', 'lastCheck': '7.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234236', 'lastCheck': '8.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051164', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411704', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000781594', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041942', 'lastCheck': '7.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010632', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379662', 'lastCheck': '7.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000376347', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490052', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255202', 'lastCheck': '7.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377452', 'lastCheck': '0.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279256', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275986', 'lastCheck': '3.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352275', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393238', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371424', 'lastCheck': '7.5', 'valid': True}} from=internal, task_id=28235395-e5a0-4b4d-a800-7ebedff37697 (api:52)
2018-03-08 01:40:17,630+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=9775f960-399f-4c41-b5c0-62043799cb25 (api:46)
2018-03-08 01:40:17,630+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=9775f960-399f-4c41-b5c0-62043799cb25 (api:52)
2018-03-08 01:40:20,572+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:20,996+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:21,050+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 53dd562b-3a73-426d-a4eb-b23300a7d9e6 (threadPool:210)
2018-03-08 01:40:21,051+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 68cd57b3-63ac-4b38-8bf1-623b49fffe07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:21,052+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:21,523+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:21,574+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d9293425-02b5-44a8-bd06-81880dea5230 (threadPool:210)
2018-03-08 01:40:21,575+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1f271a6-3e2b-4824-9312-9fd941837203 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:21,575+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:21,937+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:21,989+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24338831-9485-4d78-aa9c-7649f71a6191 (threadPool:210)
2018-03-08 01:40:21,989+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 799d92d9-402a-4b78-a87e-dcd4212dc547 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:21,989+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:22,444+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:22,495+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dc7f2ca4-a009-4c49-8997-adf676d42215 (threadPool:210)
2018-03-08 01:40:22,495+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 208abb9d-35f5-40a2-af14-1a2dd71ec1df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:22,496+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:22,852+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:22,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a96cd3a-d34f-4d47-95ab-b2c0c84405d7 (threadPool:210)
2018-03-08 01:40:22,901+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef0bcc1e-0c86-4b5e-863d-6d2c7a0b44ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:22,902+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:23,553+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:23,603+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 68cd57b3-63ac-4b38-8bf1-623b49fffe07 (threadPool:210)
2018-03-08 01:40:23,604+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 909c674d-2442-442b-8b35-679c077232b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd6\x98ip\xb4\x83\x81\xb9\xa3G(\x90'hFf000000000000180000000000000")) (threadPool:208)
2018-03-08 01:40:23,604+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 66466827-9028-47a3-b981-83b4706998d6 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:23,604+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 to 6144 megabytes (lvm:1205)
2018-03-08 01:40:24,078+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 909c674d-2442-442b-8b35-679c077232b1 (threadPool:210)
2018-03-08 01:40:24,078+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bff78ec6-c6eb-4d43-b745-88fc7d95a81a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:24,078+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:24,129+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:24,171+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1f271a6-3e2b-4824-9312-9fd941837203 (threadPool:210)
2018-03-08 01:40:24,172+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ed662d62-e24a-424e-8629-daf15a0365ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:24,172+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:24,760+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:24,905+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 208abb9d-35f5-40a2-af14-1a2dd71ec1df (threadPool:210)
2018-03-08 01:40:24,905+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef578e6c-5b84-4627-b6f7-3382bc29706f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:24,906+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:25,589+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:25,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bff78ec6-c6eb-4d43-b745-88fc7d95a81a (threadPool:210)
2018-03-08 01:40:25,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e4ae019-3287-4bee-9ad6-36a4f4f3f0bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:25,639+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:26,019+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:26,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 799d92d9-402a-4b78-a87e-dcd4212dc547 (threadPool:210)
2018-03-08 01:40:26,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 745391a2-ac68-44df-8850-6b34c1f371b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:26,063+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:26,388+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:26,433+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef0bcc1e-0c86-4b5e-863d-6d2c7a0b44ec (threadPool:210)
2018-03-08 01:40:26,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 89a0b1aa-2e90-4dc4-a3b6-6e80bc648817 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:26,435+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:26,840+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:26,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef578e6c-5b84-4627-b6f7-3382bc29706f (threadPool:210)
2018-03-08 01:40:26,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4c52ecfb-2865-4097-b5b7-e14b14deb190 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:26,913+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:27,028+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=86955d59-a467-48c6-bacf-1ad9b9afe708 (api:46)
2018-03-08 01:40:27,035+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=86955d59-a467-48c6-bacf-1ad9b9afe708 (api:52)
2018-03-08 01:40:27,036+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:27,130+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2b07599e-661b-4d19-a137-ab366af1117f (api:46)
2018-03-08 01:40:27,461+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:27,509+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e4ae019-3287-4bee-9ad6-36a4f4f3f0bf (threadPool:210)
2018-03-08 01:40:27,510+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cdf4eab9-7add-4be6-b7cf-bd1d898df544 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:27,510+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:27,841+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7105754955776', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2b07599e-661b-4d19-a137-ab366af1117f (api:52)
2018-03-08 01:40:27,842+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.71 seconds (__init__:573)
2018-03-08 01:40:27,957+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:28,007+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ed662d62-e24a-424e-8629-daf15a0365ab (threadPool:210)
2018-03-08 01:40:28,008+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8cdcba40-b56e-42a1-92f7-eb861ceecf5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:28,008+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:28,315+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:28,382+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 745391a2-ac68-44df-8850-6b34c1f371b4 (threadPool:210)
2018-03-08 01:40:28,382+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b774bc9e-9c83-4571-b42c-52f294ee8f5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:28,382+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:28,464+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:28,469+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:28,471+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:28,662+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:28,710+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4c52ecfb-2865-4097-b5b7-e14b14deb190 (threadPool:210)
2018-03-08 01:40:28,710+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e9caca2a-e82d-4e77-926e-90a60152b18d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:28,711+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:29,048+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:29,129+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cdf4eab9-7add-4be6-b7cf-bd1d898df544 (threadPool:210)
2018-03-08 01:40:29,130+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 33a394c1-c9a8-42e5-8f0c-9ba3edd9c292 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:29,130+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:29,517+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:29,617+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 89a0b1aa-2e90-4dc4-a3b6-6e80bc648817 (threadPool:210)
2018-03-08 01:40:29,618+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d490ad3b-f225-44d3-b79c-9a27d7c45ce2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:29,618+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:29,953+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:30,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e9caca2a-e82d-4e77-926e-90a60152b18d (threadPool:210)
2018-03-08 01:40:30,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bbb0ebf1-3c8e-4666-bec3-6a90793ca190 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:30,021+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:30,301+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:30,303+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=be7190be-76a1-4a51-ba87-d6c1c8bd2ebe (api:46)
2018-03-08 01:40:30,303+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281912', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506369', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501736', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426792', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358555', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330146', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000787858', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624113', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523893', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311827', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374392', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611857', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392524', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332436', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376841', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240166', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246168', 'lastCheck': '0.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362438', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206178', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000788488', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621737', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368349', 'lastCheck': '0.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000655168', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236425', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429282', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000617628', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341213', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254167', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00764506', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036889', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305265', 'lastCheck': '0.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=be7190be-76a1-4a51-ba87-d6c1c8bd2ebe (api:52)
2018-03-08 01:40:30,304+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2ca1c628-d89a-4187-844d-9b57630e00a1 (api:46)
2018-03-08 01:40:30,304+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2ca1c628-d89a-4187-844d-9b57630e00a1 (api:52)
2018-03-08 01:40:30,333+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '96.84'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.48'}, '43': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '62': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.75'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.56'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.90', 'cpuIdle': '96.11'}, '24': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.70', 'cpuIdle': '96.05'}, '25': {'cpuUser': '3.82', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '94.20'}, '26': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '2.24', 'cpuIdle': '96.18'}, '27': {'cpuUser': '2.11', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.12'}, '20': {'cpuUser': '1.38', 'nodeIndex': 0, 'cpuSys': '2.37', 'cpuIdle': '96.25'}, '21': {'cpuUser': '2.04', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.65'}, '22': {'cpuUser': '0.72', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '96.71'}, '23': {'cpuUser': '2.17', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '94.93'}, '46': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.84', 'cpuIdle': '97.70'}, '47': {'cpuUser': '0.72', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '96.51'}, '44': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.84', 'cpuIdle': '97.70'}, '45': {'cpuUser': '3.36', 'nodeIndex': 1, 'cpuSys': '5.60', 'cpuIdle': '91.04'}, '28': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.91'}, '29': {'cpuUser': '4.15', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '93.81'}, '40': {'cpuUser': '1.58', 'nodeIndex': 0, 'cpuSys': '5.53', 'cpuIdle': '92.89'}, '41': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '4.08', 'cpuIdle': '94.60'}, '1': {'cpuUser': '3.75', 'nodeIndex': 1, 'cpuSys': '27.34', 'cpuIdle': '68.91'}, '0': {'cpuUser': '6.79', 'nodeIndex': 0, 'cpuSys': '3.95', 'cpuIdle': '89.26'}, '3': {'cpuUser': '2.50', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '95.46'}, '2': {'cpuUser': '2.77', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.25'}, '5': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '4': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '2.57', 'cpuIdle': '95.32'}, '7': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '3.69', 'cpuIdle': '94.53'}, '6': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.44', 'cpuIdle': '96.31'}, '9': {'cpuUser': '2.83', 'nodeIndex': 1, 'cpuSys': '3.82', 'cpuIdle': '93.35'}, '8': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '96.44'}, '52': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '98.42'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.74'}, '39': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '96.64'}, '38': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '2.50', 'cpuIdle': '95.19'}, '59': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.81'}, '11': {'cpuUser': '3.29', 'nodeIndex': 1, 'cpuSys': '3.36', 'cpuIdle': '93.35'}, '10': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '3.89', 'cpuIdle': '95.19'}, '13': {'cpuUser': '2.57', 'nodeIndex': 1, 'cpuSys': '4.02', 'cpuIdle': '93.41'}, '12': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '3.03', 'cpuIdle': '94.86'}, '15': {'cpuUser': '3.82', 'nodeIndex': 1, 'cpuSys': '3.23', 'cpuIdle': '92.95'}, '14': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '3.43', 'cpuIdle': '95.25'}, '17': {'cpuUser': '3.16', 'nodeIndex': 1, 'cpuSys': '3.03', 'cpuIdle': '93.81'}, '16': {'cpuUser': '1.38', 'nodeIndex': 0, 'cpuSys': '2.63', 'cpuIdle': '95.99'}, '19': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '3.23', 'cpuIdle': '94.99'}, '55': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '1.25', 'cpuIdle': '96.84'}, '31': {'cpuUser': '3.49', 'nodeIndex': 1, 'cpuSys': '2.83', 'cpuIdle': '93.68'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.91', 'nodeIndex': 1, 'cpuSys': '4.28', 'cpuIdle': '93.81'}, '36': {'cpuUser': '2.77', 'nodeIndex': 0, 'cpuSys': '4.94', 'cpuIdle': '92.29'}, '35': {'cpuUser': '3.16', 'nodeIndex': 1, 'cpuSys': '4.94', 'cpuIdle': '91.90'}, '34': {'cpuUser': '4.55', 'nodeIndex': 0, 'cpuSys': '8.04', 'cpuIdle': '87.41'}, '33': {'cpuUser': '1.05', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.84'}, '18': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '2.63', 'cpuIdle': '95.92'}, '57': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '50': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.94'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307547'}, '0': {'memPercent': 11, 'memFree': '350159'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611857', 'lastCheck': '0.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281912', 'lastCheck': '2.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506369', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392524', 'lastCheck': '1.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332436', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358555', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330146', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000787858', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624113', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523893', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311827', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374392', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501736', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426792', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376841', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '0.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246168', 'lastCheck': '0.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362438', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206178', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000788488', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240166', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036889', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368349', 'lastCheck': '0.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000655168', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236425', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429282', 'lastCheck': '0.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000617628', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341213', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254167', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00764506', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621737', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305265', 'lastCheck': '0.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647206329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404307515', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.351', 'tx': '1176275745888', 'txDropped': '0', 'rx': '625371860882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0', 'tx': '1580930455156', 'txDropped': '0', 'rx': '926343869276', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45204746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416526624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200580588', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet0', 'tx': '87747194', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet1', 'tx': '37766177156', 'txDropped': '0', 'rx': '878025025', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet2', 'tx': '21127292857', 'txDropped': '0', 'rx': '141319796117', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175733979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet4', 'tx': '396430576', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet5', 'tx': '23425376546', 'txDropped': '0', 'rx': '498168310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet6', 'tx': '6654347486', 'txDropped': '0', 'rx': '430026698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet7', 'tx': '1434348548', 'txDropped': '0', 'rx': '552386397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42452454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46754989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'lo', 'tx': '6936940137', 'txDropped': '0', 'rx': '6936940137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170722293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'eno1', 'tx': '975619299329', 'txDropped': '0', 'rx': '434006944219', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'eno2', 'tx': '605311155827', 'txDropped': '0', 'rx': '492336925057', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469617.521195, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469617.521195, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633040551', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75925645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77043510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192225998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370793595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.306', 'tx': '76695871769', 'txDropped': '0', 'rx': '8373665333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49878716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430469705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298992398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.110', 'tx': '2476519612', 'txDropped': '0', 'rx': '66856218784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.111', 'tx': '122679502897', 'txDropped': '0', 'rx': '24449367083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55251071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54178258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465438747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165400554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56030989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55860750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45199954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469617.521195, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226619457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'oVirtManagement', 'tx': '1176275745240', 'txDropped': '0', 'rx': '625371122479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577350184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'vnet3', 'tx': '542824340', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469617.521195, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754512388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695664.17', 'cpuLoad': '2.76', 'cpuSys': '2.80', 'diskStats': {'/var/log': {'free': '92967'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.90', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635293L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:40:30 GMT', 'cpuUser': '1.64', 'memFree': 667588, 'cpuIdle': '95.56', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.52'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:30,338+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:40:30,371+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:30,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 33a394c1-c9a8-42e5-8f0c-9ba3edd9c292 (threadPool:210)
2018-03-08 01:40:30,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 88fa28b7-0c3c-4a84-af23-f632fd17784d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:30,421+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:30,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:30,792+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b774bc9e-9c83-4571-b42c-52f294ee8f5a (threadPool:210)
2018-03-08 01:40:30,792+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 720a064f-3ad4-4e6e-9639-af3b5b74e440 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000180000000000000")) (threadPool:208)
2018-03-08 01:40:30,792+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:30,793+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 6144 megabytes (lvm:1205)
2018-03-08 01:40:31,019+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 720a064f-3ad4-4e6e-9639-af3b5b74e440 (threadPool:210)
2018-03-08 01:40:31,019+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0ce25202-e891-428a-ac68-49da57a6ade0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:31,020+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:31,102+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:31,149+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d490ad3b-f225-44d3-b79c-9a27d7c45ce2 (threadPool:210)
2018-03-08 01:40:31,149+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b421b912-2422-44d9-b23c-8c90423111bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:31,150+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:31,503+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:31,554+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8cdcba40-b56e-42a1-92f7-eb861ceecf5d (threadPool:210)
2018-03-08 01:40:31,554+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2b9ec1d0-04db-4a0a-81ea-c620a517c99a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1733, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1q\x1a\xc1\x81\xfb*V\xa3iI\xab\x1e\x8d\\\xa0C000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:31,555+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 43a05c8d-1eab-4969-a356-2afb81c11a71 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:31,555+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 to 4096 megabytes (lvm:1205)
2018-03-08 01:40:31,870+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:31,924+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bbb0ebf1-3c8e-4666-bec3-6a90793ca190 (threadPool:210)
2018-03-08 01:40:31,924+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cb682543-84a7-4bb6-aeb0-6bd4ac413427 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1734, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xf5\xf3\xe4((US\x82tD~o/\x8d\x91\xe8000000000000600000000000000')) (threadPool:208)
2018-03-08 01:40:31,925+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e8918d2f-6f7e-4474-8253-552828e4f3f5 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 24576 (mailbox:161)
2018-03-08 01:40:32,244+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:32,328+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/e8918d2f-6f7e-4474-8253-552828e4f3f5 to 24576 megabytes (lvm:1205)
2018-03-08 01:40:32,368+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2b9ec1d0-04db-4a0a-81ea-c620a517c99a (threadPool:210)
2018-03-08 01:40:32,369+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a1ede43f-2ad4-4569-9188-becae282ce42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:32,369+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:32,614+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:32,636+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:40:32,645+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:40:32,647+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:32,660+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:40:32,660+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:40:32,661+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:40:32,668+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0ce25202-e891-428a-ac68-49da57a6ade0 (threadPool:210)
2018-03-08 01:40:32,669+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8502ffeb-4b51-4810-84d3-95b60f61ea7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:32,669+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:32,761+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=4b4371ed-ac16-4c55-8cf8-52954b36391d (api:46)
2018-03-08 01:40:32,765+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281912', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506369', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000501736', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426792', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358555', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330146', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000787858', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624113', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523893', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311827', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374392', 'lastCheck': '5.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611857', 'lastCheck': '1.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392524', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332436', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376841', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240166', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246168', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362438', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206178', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000788488', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000621737', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368349', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000655168', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236425', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429282', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000617628', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341213', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254167', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00764506', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036889', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305265', 'lastCheck': '2.6', 'valid': True}} from=internal, task_id=4b4371ed-ac16-4c55-8cf8-52954b36391d (api:52)
2018-03-08 01:40:32,766+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=fb37e757-15dc-4eb3-8e19-c7b2ba82ddbc (api:46)
2018-03-08 01:40:32,766+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=fb37e757-15dc-4eb3-8e19-c7b2ba82ddbc (api:52)
2018-03-08 01:40:32,789+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cb682543-84a7-4bb6-aeb0-6bd4ac413427 (threadPool:210)
2018-03-08 01:40:32,789+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b3652ec3-6b80-4a12-beb6-060e9bbf4856 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:32,790+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:32,960+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:33,010+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b421b912-2422-44d9-b23c-8c90423111bb (threadPool:210)
2018-03-08 01:40:33,010+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2dd6c424-ccc1-4926-b323-93e13f6d96b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xf5\xf3\xe4((US\x82tD~o/\x8d\x91\xe8000000000000680000000000000')) (threadPool:208)
2018-03-08 01:40:33,010+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e8918d2f-6f7e-4474-8253-552828e4f3f5 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 26624 (mailbox:161)
2018-03-08 01:40:33,011+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/e8918d2f-6f7e-4474-8253-552828e4f3f5 to 26624 megabytes (lvm:1205)
2018-03-08 01:40:33,191+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2dd6c424-ccc1-4926-b323-93e13f6d96b7 (threadPool:210)
2018-03-08 01:40:33,192+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4edcc903-1da9-46f9-8b5b-ff08acc45dc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:33,192+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:33,327+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:33,394+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 88fa28b7-0c3c-4a84-af23-f632fd17784d (threadPool:210)
2018-03-08 01:40:33,394+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 734df736-bfbc-4ac5-94a1-59aeed398fd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:33,394+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:33,670+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:33,719+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a1ede43f-2ad4-4569-9188-becae282ce42 (threadPool:210)
2018-03-08 01:40:33,720+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02a07be5-71c4-4e32-8fb9-1a69b55924b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:40:33,720+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:34,000+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:34,051+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8502ffeb-4b51-4810-84d3-95b60f61ea7c (threadPool:210)
2018-03-08 01:40:34,052+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2acf436a-184a-45e5-b820-d82837274b51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:34,052+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:34,340+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:34,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b3652ec3-6b80-4a12-beb6-060e9bbf4856 (threadPool:210)
2018-03-08 01:40:34,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7cb7a468-c420-4df7-9ee1-5a4457c09f16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:34,389+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:34,717+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:34,778+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4edcc903-1da9-46f9-8b5b-ff08acc45dc0 (threadPool:210)
2018-03-08 01:40:34,779+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 000846f9-f356-4cb0-8bcc-be53e1da2d8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:34,779+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:35,096+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:35,148+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 734df736-bfbc-4ac5-94a1-59aeed398fd3 (threadPool:210)
2018-03-08 01:40:35,148+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1b2135c6-16eb-42ee-98cd-2deff2b73122 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:35,149+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:35,450+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:35,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02a07be5-71c4-4e32-8fb9-1a69b55924b3 (threadPool:210)
2018-03-08 01:40:35,497+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ea1ece55-bc3f-4814-acca-e5a5f74d8296 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:35,497+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:35,879+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:35,928+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2acf436a-184a-45e5-b820-d82837274b51 (threadPool:210)
2018-03-08 01:40:35,929+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8a665cfd-a324-4dc2-9f5e-5762c22c5343 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:35,929+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:36,234+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:36,281+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7cb7a468-c420-4df7-9ee1-5a4457c09f16 (threadPool:210)
2018-03-08 01:40:36,281+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c2628cb0-2c70-4ad0-86eb-d5af921e154c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:36,282+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:36,644+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:36,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 000846f9-f356-4cb0-8bcc-be53e1da2d8b (threadPool:210)
2018-03-08 01:40:36,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 334965ec-da77-4f80-9a79-bdec8cdb645d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:36,693+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:36,995+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:37,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1b2135c6-16eb-42ee-98cd-2deff2b73122 (threadPool:210)
2018-03-08 01:40:37,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ccdbbb9c-2608-4c21-81fb-c8e0fc02bdf4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:37,044+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:37,408+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:37,468+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ea1ece55-bc3f-4814-acca-e5a5f74d8296 (threadPool:210)
2018-03-08 01:40:37,469+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fae2af05-e089-495a-814e-0406841c8e89 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:37,469+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:37,794+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:37,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8a665cfd-a324-4dc2-9f5e-5762c22c5343 (threadPool:210)
2018-03-08 01:40:37,840+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f73d15b4-b54d-4e48-9f45-0c250a325a06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:37,840+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:38,340+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e6477e0c-420b-4b8f-b8a9-9128101babd6 (api:46)
2018-03-08 01:40:38,347+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e6477e0c-420b-4b8f-b8a9-9128101babd6 (api:52)
2018-03-08 01:40:38,347+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:38,450+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ba7dc707-f816-4f26-820b-522d8edb82df (api:46)
2018-03-08 01:40:38,458+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7101459988480', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ba7dc707-f816-4f26-820b-522d8edb82df (api:52)
2018-03-08 01:40:38,459+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:38,562+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:38,608+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c2628cb0-2c70-4ad0-86eb-d5af921e154c (threadPool:210)
2018-03-08 01:40:38,608+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 03290d61-2b16-43b7-859f-6e9492e23990 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:38,608+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:38,954+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:39,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 334965ec-da77-4f80-9a79-bdec8cdb645d (threadPool:210)
2018-03-08 01:40:39,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 76c262db-cc42-4d43-938b-eb867ec1eaff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1q\x1a\xc1\x81\xfb*V\xa3iI\xab\x1e\x8d\\\xa0C000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:39,006+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 43a05c8d-1eab-4969-a356-2afb81c11a71 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:39,007+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 to 6144 megabytes (lvm:1205)
2018-03-08 01:40:39,464+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:39,557+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ccdbbb9c-2608-4c21-81fb-c8e0fc02bdf4 (threadPool:210)
2018-03-08 01:40:39,558+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e5ffda5b-850d-402e-a133-70972a24012d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:39,559+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:39,711+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 76c262db-cc42-4d43-938b-eb867ec1eaff (threadPool:210)
2018-03-08 01:40:39,711+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 263e086b-df1a-4084-a70a-4570d4e4cb0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:39,712+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:39,877+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:39,939+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f73d15b4-b54d-4e48-9f45-0c250a325a06 (threadPool:210)
2018-03-08 01:40:39,939+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01cc6a32-4a68-4383-a465-cf5d4df565f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:39,940+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:40,362+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:40,398+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 03290d61-2b16-43b7-859f-6e9492e23990 (threadPool:210)
2018-03-08 01:40:40,398+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b44c526c-4b83-4058-b816-ba705f1727ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:40,398+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:40,746+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:40,792+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e5ffda5b-850d-402e-a133-70972a24012d (threadPool:210)
2018-03-08 01:40:40,793+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ab101ee5-2a02-4342-b689-930a6d0f544e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:40,793+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:40,836+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=0e818824-e276-44e0-9f69-a786eb5d6706 (api:46)
2018-03-08 01:40:40,836+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0e818824-e276-44e0-9f69-a786eb5d6706 (api:52)
2018-03-08 01:40:40,836+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=371d760c-b50b-4ceb-ae1d-1dda96fd4e53 (api:46)
2018-03-08 01:40:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=371d760c-b50b-4ceb-ae1d-1dda96fd4e53 (api:52)
2018-03-08 01:40:40,837+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=dcb8af7a-cdc0-484d-b44c-b64a815f54d7 (api:46)
2018-03-08 01:40:40,837+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=dcb8af7a-cdc0-484d-b44c-b64a815f54d7 (api:52)
2018-03-08 01:40:40,838+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=0a5497b1-f010-4cd6-bbda-5be5749181d5 (api:46)
2018-03-08 01:40:40,838+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0a5497b1-f010-4cd6-bbda-5be5749181d5 (api:52)
2018-03-08 01:40:40,838+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=07a5403e-af2d-4831-8698-f50860d49fcd (api:46)
2018-03-08 01:40:40,839+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=07a5403e-af2d-4831-8698-f50860d49fcd (api:52)
2018-03-08 01:40:40,839+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=e3e312a1-d554-4db7-b04f-27fa7efb8332 (api:46)
2018-03-08 01:40:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=e3e312a1-d554-4db7-b04f-27fa7efb8332 (api:52)
2018-03-08 01:40:40,840+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=8c8a8a3f-89ef-4f52-902f-f58212b4abe6 (api:46)
2018-03-08 01:40:40,840+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=8c8a8a3f-89ef-4f52-902f-f58212b4abe6 (api:52)
2018-03-08 01:40:40,840+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=b09cc1b7-640c-4540-b0b5-603466c4a593 (api:46)
2018-03-08 01:40:40,841+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=b09cc1b7-640c-4540-b0b5-603466c4a593 (api:52)
2018-03-08 01:40:40,841+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=8bdd85f6-2b2c-4bf5-ade8-4f5cb984e4d1 (api:46)
2018-03-08 01:40:40,841+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=8bdd85f6-2b2c-4bf5-ade8-4f5cb984e4d1 (api:52)
2018-03-08 01:40:40,841+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=3d2ecafc-6d15-4488-93e5-264d0f4f24d2 (api:46)
2018-03-08 01:40:40,842+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=3d2ecafc-6d15-4488-93e5-264d0f4f24d2 (api:52)
2018-03-08 01:40:41,297+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:41,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 263e086b-df1a-4084-a70a-4570d4e4cb0b (threadPool:210)
2018-03-08 01:40:41,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69d4c5f6-31fd-478b-844c-465657d45e43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:41,344+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:41,709+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:41,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01cc6a32-4a68-4383-a465-cf5d4df565f4 (threadPool:210)
2018-03-08 01:40:41,770+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c85cb91f-be65-4f27-8220-64484a6d4c52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:41,771+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:42,247+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:42,298+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b44c526c-4b83-4058-b816-ba705f1727ce (threadPool:210)
2018-03-08 01:40:42,298+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 65917048-d6fe-4897-abc0-24f4d1186bca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:42,298+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:42,632+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:42,682+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ab101ee5-2a02-4342-b689-930a6d0f544e (threadPool:210)
2018-03-08 01:40:42,683+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 454aa167-0020-4b4d-833a-abaa03b60d92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:42,683+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:42,989+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:43,040+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69d4c5f6-31fd-478b-844c-465657d45e43 (threadPool:210)
2018-03-08 01:40:43,040+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2dac0cc-f267-4a58-a3af-f59bb296e60d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:43,040+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:43,450+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:43,490+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:43,499+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:43,501+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:43,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fae2af05-e089-495a-814e-0406841c8e89 (threadPool:210)
2018-03-08 01:40:43,518+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e4d3fe3-bed3-4dde-afa6-7287987094ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:43,518+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:44,092+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:44,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c85cb91f-be65-4f27-8220-64484a6d4c52 (threadPool:210)
2018-03-08 01:40:44,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f865d8af-5d9b-4874-855b-117391c08ee2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:44,141+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:44,516+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:44,952+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:44,991+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 65917048-d6fe-4897-abc0-24f4d1186bca (threadPool:210)
2018-03-08 01:40:44,992+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3fbebc79-463e-4faa-ac3c-52d68a235905 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:44,992+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:45,334+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:45,376+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:45,379+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=94b098d6-b434-4716-b5d2-fa4ee4ff99c2 (api:46)
2018-03-08 01:40:45,380+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525885', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612372', 'lastCheck': '5.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109769', 'lastCheck': '5.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054321', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487798', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224036', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00053521', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582801', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418039', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475318', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234134', 'lastCheck': '8.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000857838', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057794', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267888', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901095', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269321', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239638', 'lastCheck': '5.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323205', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469566', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000709719', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487656', 'lastCheck': '5.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433879', 'lastCheck': '0.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395355', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271917', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266363', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381748', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229396', 'lastCheck': '0.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278362', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242935', 'lastCheck': '0.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282456', 'lastCheck': '0.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309237', 'lastCheck': '5.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=94b098d6-b434-4716-b5d2-fa4ee4ff99c2 (api:52)
2018-03-08 01:40:45,381+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d60a1b58-1064-4906-97df-27305c37f870 (api:46)
2018-03-08 01:40:45,381+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d60a1b58-1064-4906-97df-27305c37f870 (api:52)
2018-03-08 01:40:45,394+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2dac0cc-f267-4a58-a3af-f59bb296e60d (threadPool:210)
2018-03-08 01:40:45,394+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 63003b68-5943-49e9-9bb8-bf834c6eda4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:45,394+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:45,410+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '95.84'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '48': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '99.20'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '53': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.68'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '2.04', 'cpuIdle': '97.10'}, '25': {'cpuUser': '2.97', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.52'}, '26': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.97', 'cpuIdle': '95.05'}, '27': {'cpuUser': '3.56', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '93.87'}, '20': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.22'}, '21': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.77', 'cpuIdle': '95.25'}, '22': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.24', 'cpuIdle': '95.91'}, '23': {'cpuUser': '3.36', 'nodeIndex': 1, 'cpuSys': '3.23', 'cpuIdle': '93.41'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '47': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '44': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.20'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '98.02'}, '28': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.71', 'cpuIdle': '97.37'}, '29': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '95.98'}, '40': {'cpuUser': '1.05', 'nodeIndex': 0, 'cpuSys': '2.64', 'cpuIdle': '96.31'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '1.38', 'cpuIdle': '98.42'}, '1': {'cpuUser': '4.55', 'nodeIndex': 1, 'cpuSys': '34.02', 'cpuIdle': '61.43'}, '0': {'cpuUser': '8.17', 'nodeIndex': 0, 'cpuSys': '4.29', 'cpuIdle': '87.54'}, '3': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '94.86'}, '2': {'cpuUser': '2.70', 'nodeIndex': 0, 'cpuSys': '2.37', 'cpuIdle': '94.93'}, '5': {'cpuUser': '2.70', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.73'}, '4': {'cpuUser': '2.04', 'nodeIndex': 0, 'cpuSys': '2.77', 'cpuIdle': '95.19'}, '7': {'cpuUser': '3.03', 'nodeIndex': 1, 'cpuSys': '2.83', 'cpuIdle': '94.14'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '9': {'cpuUser': '2.83', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '94.20'}, '8': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.71', 'cpuIdle': '96.97'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '1.05', 'cpuIdle': '98.95'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.63'}, '38': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '5.21', 'cpuIdle': '92.48'}, '59': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.95'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '3.49', 'cpuIdle': '94.07'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.71', 'cpuIdle': '97.10'}, '13': {'cpuUser': '4.09', 'nodeIndex': 1, 'cpuSys': '3.30', 'cpuIdle': '92.61'}, '12': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.83'}, '15': {'cpuUser': '3.69', 'nodeIndex': 1, 'cpuSys': '3.69', 'cpuIdle': '92.62'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.62'}, '17': {'cpuUser': '3.36', 'nodeIndex': 1, 'cpuSys': '3.89', 'cpuIdle': '92.75'}, '16': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.49'}, '19': {'cpuUser': '4.48', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '92.88'}, '55': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '31': {'cpuUser': '3.36', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.07'}, '49': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.55'}, '37': {'cpuUser': '4.22', 'nodeIndex': 1, 'cpuSys': '5.67', 'cpuIdle': '90.11'}, '36': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '3.36', 'cpuIdle': '94.13'}, '35': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '4.15', 'cpuIdle': '93.08'}, '34': {'cpuUser': '8.44', 'nodeIndex': 0, 'cpuSys': '8.97', 'cpuIdle': '82.59'}, '33': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '98.02'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '57': {'cpuUser': '1.05', 'nodeIndex': 1, 'cpuSys': '1.58', 'cpuIdle': '97.37'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307649'}, '0': {'memPercent': 11, 'memFree': '350124'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000857838', 'lastCheck': '3.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525885', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612372', 'lastCheck': '5.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057794', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267888', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487798', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224036', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00053521', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582801', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418039', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475318', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234134', 'lastCheck': '8.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109769', 'lastCheck': '5.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054321', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901095', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487656', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239638', 'lastCheck': '5.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323205', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469566', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000709719', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269321', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282456', 'lastCheck': '0.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395355', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271917', 'lastCheck': '4.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266363', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381748', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229396', 'lastCheck': '0.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278362', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242935', 'lastCheck': '0.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433879', 'lastCheck': '0.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309237', 'lastCheck': '5.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647213931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404311252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.351', 'tx': '1176275813474', 'txDropped': '0', 'rx': '625371870768', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0', 'tx': '1580930599257', 'txDropped': '0', 'rx': '926344421917', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45205614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416534976', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200583002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet0', 'tx': '87750818', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet1', 'tx': '37766193160', 'txDropped': '0', 'rx': '878038068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet2', 'tx': '21127354291', 'txDropped': '0', 'rx': '141319826078', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175735576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet4', 'tx': '396434200', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet5', 'tx': '23425389853', 'txDropped': '0', 'rx': '498170121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet6', 'tx': '6654356524', 'txDropped': '0', 'rx': '430026760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet7', 'tx': '1434362739', 'txDropped': '0', 'rx': '552388374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42452854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46755389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'lo', 'tx': '6937045222', 'txDropped': '0', 'rx': '6937045222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170724137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'eno1', 'tx': '975619405694', 'txDropped': '0', 'rx': '434007270618', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'eno2', 'tx': '605311193563', 'txDropped': '0', 'rx': '492337151299', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469632.689559, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469632.689559, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633045321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75926045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77043910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192228950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370793945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373668359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49879066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430472685', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298995350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.110', 'tx': '2476534760', 'txDropped': '0', 'rx': '66856238923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.111', 'tx': '122679531343', 'txDropped': '0', 'rx': '24449425560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55251421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54178658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465442484', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165402398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56031339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55861150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45200822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469632.689559, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226621871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'oVirtManagement', 'tx': '1176275812826', 'txDropped': '0', 'rx': '625371132365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577354954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'vnet3', 'tx': '542827964', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469632.689559, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754513985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695679.25', 'cpuLoad': '2.74', 'cpuSys': '2.46', 'diskStats': {'/var/log': {'free': '92965'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.56', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635244L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:40:45 GMT', 'cpuUser': '1.71', 'memFree': 667538, 'cpuIdle': '95.83', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '15.49'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:45,415+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:40:45,793+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:45,842+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e4d3fe3-bed3-4dde-afa6-7287987094ad (threadPool:210)
2018-03-08 01:40:45,843+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task db92b960-ce76-4ffa-b68b-3b6beb83d9dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:45,843+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:46,199+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:46,248+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f865d8af-5d9b-4874-855b-117391c08ee2 (threadPool:210)
2018-03-08 01:40:46,248+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d69309b5-bc5c-4c87-b67c-d7577d19eba5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:46,249+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:46,557+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:46,607+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 454aa167-0020-4b4d-833a-abaa03b60d92 (threadPool:210)
2018-03-08 01:40:46,607+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e88c9125-f966-4b1c-a51c-3ca9f3c1bc08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:46,607+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:47,026+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20832 (__init__:598)
2018-03-08 01:40:47,027+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20831 (__init__:598)
2018-03-08 01:40:47,065+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:47,107+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3fbebc79-463e-4faa-ac3c-52d68a235905 (threadPool:210)
2018-03-08 01:40:47,107+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task df173d10-cdbe-4562-aded-138315352b17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:47,108+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:47,396+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:47,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task db92b960-ce76-4ffa-b68b-3b6beb83d9dd (threadPool:210)
2018-03-08 01:40:47,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 782ab490-5371-43f7-9515-acfb89533266 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:47,432+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:47,663+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:40:47,667+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:40:47,670+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:47,677+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:40:47,678+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:40:47,678+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:40:47,735+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:47,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e88c9125-f966-4b1c-a51c-3ca9f3c1bc08 (threadPool:210)
2018-03-08 01:40:47,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e15708fe-e48d-44bd-8215-73ab85a42bcd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:47,783+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:47,857+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=6b922a32-2e5e-40ac-aa16-c44d1bcbe8a9 (api:46)
2018-03-08 01:40:47,858+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525885', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000612372', 'lastCheck': '8.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109769', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054321', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487798', 'lastCheck': '8.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224036', 'lastCheck': '8.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00053521', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582801', 'lastCheck': '8.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418039', 'lastCheck': '7.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475318', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573682', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000857838', 'lastCheck': '6.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00057794', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267888', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000901095', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269321', 'lastCheck': '7.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239638', 'lastCheck': '7.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323205', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469566', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000709719', 'lastCheck': '6.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487656', 'lastCheck': '7.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433879', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226087', 'lastCheck': '7.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000417406', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271917', 'lastCheck': '7.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266363', 'lastCheck': '7.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394957', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229396', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278362', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242935', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282456', 'lastCheck': '2.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309237', 'lastCheck': '7.7', 'valid': True}} from=internal, task_id=6b922a32-2e5e-40ac-aa16-c44d1bcbe8a9 (api:52)
2018-03-08 01:40:47,859+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=4b2504d8-27b5-4973-b3c3-e81ea78e8615 (api:46)
2018-03-08 01:40:47,859+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4b2504d8-27b5-4973-b3c3-e81ea78e8615 (api:52)
2018-03-08 01:40:48,088+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:48,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 63003b68-5943-49e9-9bb8-bf834c6eda4c (threadPool:210)
2018-03-08 01:40:48,132+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bcda73a4-401b-469d-8961-060d8c7e2e0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:40:48,133+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:48,530+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:48,570+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task df173d10-cdbe-4562-aded-138315352b17 (threadPool:210)
2018-03-08 01:40:48,570+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a827198b-53ec-4c92-ad65-a804e75263c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:48,571+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:48,883+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=61286e1a-b537-415a-9040-4fcacae8cdb0 (api:46)
2018-03-08 01:40:48,889+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=61286e1a-b537-415a-9040-4fcacae8cdb0 (api:52)
2018-03-08 01:40:48,889+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:48,993+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:49,009+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fef19a6f-02fa-4c06-805b-4a2b70657df1 (api:46)
2018-03-08 01:40:49,018+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7099312504832', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fef19a6f-02fa-4c06-805b-4a2b70657df1 (api:52)
2018-03-08 01:40:49,020+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:49,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 782ab490-5371-43f7-9515-acfb89533266 (threadPool:210)
2018-03-08 01:40:49,034+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9cc8516d-614f-4a63-92bb-2f58b24f4736 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:49,034+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:49,408+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:49,468+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bcda73a4-401b-469d-8961-060d8c7e2e0e (threadPool:210)
2018-03-08 01:40:49,468+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f9f2892-fb3b-4b6e-ae62-b7e0f1e514af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:49,468+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:49,767+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:49,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d69309b5-bc5c-4c87-b67c-d7577d19eba5 (threadPool:210)
2018-03-08 01:40:49,819+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fe0e122d-5421-4d0a-9f3b-b3963c94d3af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:49,820+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:50,137+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:50,182+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a827198b-53ec-4c92-ad65-a804e75263c8 (threadPool:210)
2018-03-08 01:40:50,182+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d3b323fb-80ff-49d3-af0d-e62fbb20f9ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:50,182+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:50,482+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:50,529+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e15708fe-e48d-44bd-8215-73ab85a42bcd (threadPool:210)
2018-03-08 01:40:50,529+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2dd8fcfa-2e55-4737-9c73-b1f741c0a13a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:50,530+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:50,871+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:50,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9cc8516d-614f-4a63-92bb-2f58b24f4736 (threadPool:210)
2018-03-08 01:40:50,917+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2db28fce-c48d-444b-9d57-b0ed616d9b23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:50,917+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:51,232+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:51,281+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f9f2892-fb3b-4b6e-ae62-b7e0f1e514af (threadPool:210)
2018-03-08 01:40:51,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4d209ac7-980d-486f-a34c-4dcf6ec05c93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:51,282+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:51,599+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:51,645+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fe0e122d-5421-4d0a-9f3b-b3963c94d3af (threadPool:210)
2018-03-08 01:40:51,646+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 36ed75d4-d908-4b0a-a501-88367c336563 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:51,646+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:51,925+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:51,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d3b323fb-80ff-49d3-af0d-e62fbb20f9ef (threadPool:210)
2018-03-08 01:40:51,974+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 31602f57-08e2-4374-915c-9d6ab09aebc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:51,975+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:52,277+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:52,328+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2dd8fcfa-2e55-4737-9c73-b1f741c0a13a (threadPool:210)
2018-03-08 01:40:52,329+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 46c801c8-bbad-4679-8389-ef1881733e5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:52,329+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:52,611+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:52,659+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2db28fce-c48d-444b-9d57-b0ed616d9b23 (threadPool:210)
2018-03-08 01:40:52,659+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9e9da412-c3b0-46d4-81b8-d5bb2233da47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:52,659+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:52,982+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:53,030+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4d209ac7-980d-486f-a34c-4dcf6ec05c93 (threadPool:210)
2018-03-08 01:40:53,031+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e60c18fc-5e45-4012-bc3a-845590c33cd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000200000000000000")) (threadPool:208)
2018-03-08 01:40:53,031+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:40:53,031+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 8192 megabytes (lvm:1205)
2018-03-08 01:40:53,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e60c18fc-5e45-4012-bc3a-845590c33cd8 (threadPool:210)
2018-03-08 01:40:53,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c74e24ad-c844-4435-b003-38db8314998c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:53,221+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:53,345+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:53,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 36ed75d4-d908-4b0a-a501-88367c336563 (threadPool:210)
2018-03-08 01:40:53,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 10198fb5-2d22-4f05-9dca-6a4f6adc0182 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:53,393+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:53,693+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:53,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 31602f57-08e2-4374-915c-9d6ab09aebc5 (threadPool:210)
2018-03-08 01:40:53,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e6061177-853e-400c-b177-b03d41504f7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:53,743+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:54,013+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:54,060+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 46c801c8-bbad-4679-8389-ef1881733e5e (threadPool:210)
2018-03-08 01:40:54,061+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9e4f0dc8-9446-4405-ba39-b0d97347ad79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:54,061+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:54,330+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:54,374+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9e9da412-c3b0-46d4-81b8-d5bb2233da47 (threadPool:210)
2018-03-08 01:40:54,374+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c7b72a4a-3dac-47a3-99f1-5c8757e3407a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:54,375+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:54,691+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:54,742+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c74e24ad-c844-4435-b003-38db8314998c (threadPool:210)
2018-03-08 01:40:54,742+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc4fb478-e988-4389-b340-404a078c26bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:54,742+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:55,009+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:55,058+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 10198fb5-2d22-4f05-9dca-6a4f6adc0182 (threadPool:210)
2018-03-08 01:40:55,059+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1de821e9-b56f-4ae0-b4b1-89e56e9ab79d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:55,059+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:55,317+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:55,380+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e6061177-853e-400c-b177-b03d41504f7f (threadPool:210)
2018-03-08 01:40:55,381+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8ce1c05a-a1d6-43ec-a21f-38889fea305a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:55,382+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:55,730+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:55,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9e4f0dc8-9446-4405-ba39-b0d97347ad79 (threadPool:210)
2018-03-08 01:40:55,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d845985-2e16-4e36-ac01-0730035e37e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:55,784+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:56,100+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:56,461+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:56,505+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc4fb478-e988-4389-b340-404a078c26bc (threadPool:210)
2018-03-08 01:40:56,506+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb872a38-9131-4e3f-baa6-5d5370731251 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:56,506+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:56,811+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:56,859+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1de821e9-b56f-4ae0-b4b1-89e56e9ab79d (threadPool:210)
2018-03-08 01:40:56,859+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96e4c31c-11a3-477d-a3d6-4ecef9272d4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:40:56,860+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:40:57,163+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:57,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8ce1c05a-a1d6-43ec-a21f-38889fea305a (threadPool:210)
2018-03-08 01:40:57,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 07e914ca-d04e-42c3-8854-de7f60026d09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:57,214+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:57,547+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:57,592+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c7b72a4a-3dac-47a3-99f1-5c8757e3407a (threadPool:210)
2018-03-08 01:40:57,592+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 994ff178-38c4-4b37-9d32-fcf2bc6dc276 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:57,593+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:57,941+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:57,991+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d845985-2e16-4e36-ac01-0730035e37e4 (threadPool:210)
2018-03-08 01:40:57,992+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 28fb9a18-e1f9-4e5d-b6be-92353211682f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1409, '1xtndTt\x08?\xbf\xe8\xd6\xb0\xbaE\xc3\x85\x9bS\xe6\xf28\xc8\xcck\xfc\xd6\xab\x93&F^\x06_rr-000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:57,993+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 2d72725f-065e-4626-93ab-d6fc6bccc838 in domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:57,993+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV f2e6539b-85c3-45ba-b0d6-e8bf3f087454/2d72725f-065e-4626-93ab-d6fc6bccc838 to 6144 megabytes (lvm:1205)
2018-03-08 01:40:58,242+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 28fb9a18-e1f9-4e5d-b6be-92353211682f (threadPool:210)
2018-03-08 01:40:58,243+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 72b7b2a7-eaca-4d20-8d58-f9deae190dfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:58,243+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:58,366+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:58,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb872a38-9131-4e3f-baa6-5d5370731251 (threadPool:210)
2018-03-08 01:40:58,430+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 245cc1f2-2197-4f3b-8060-c5d28f4e5290 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:58,430+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:58,518+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:40:58,523+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:40:58,525+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:40:58,698+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:58,744+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96e4c31c-11a3-477d-a3d6-4ecef9272d4b (threadPool:210)
2018-03-08 01:40:58,745+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b720ae73-e905-435d-ab5e-5837388039cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:58,745+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:59,083+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:59,128+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 07e914ca-d04e-42c3-8854-de7f60026d09 (threadPool:210)
2018-03-08 01:40:59,129+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 77b11efe-c7a6-456d-b3e2-ed9c215e5df8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:59,129+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:59,411+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:59,433+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ff517b0c-5b13-4580-b046-d10809fc3f2c (api:46)
2018-03-08 01:40:59,448+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ff517b0c-5b13-4580-b046-d10809fc3f2c (api:52)
2018-03-08 01:40:59,451+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:40:59,503+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 994ff178-38c4-4b37-9d32-fcf2bc6dc276 (threadPool:210)
2018-03-08 01:40:59,504+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 408b9843-89d4-4ab9-b578-a21b590c40fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:40:59,505+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:40:59,556+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1eb8eec8-14e9-468d-b06d-fb2115902490 (api:46)
2018-03-08 01:40:59,566+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7097165021184', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5180133212160', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1eb8eec8-14e9-468d-b06d-fb2115902490 (api:52)
2018-03-08 01:40:59,567+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:40:59,814+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:40:59,888+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 72b7b2a7-eaca-4d20-8d58-f9deae190dfe (threadPool:210)
2018-03-08 01:40:59,890+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7c8cd814-82ba-4210-809c-8ab4ec3a479e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:40:59,890+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:00,215+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:00,259+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 245cc1f2-2197-4f3b-8060-c5d28f4e5290 (threadPool:210)
2018-03-08 01:41:00,259+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a31efbea-4701-40c5-8f73-e73710fd74eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:00,260+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:00,454+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:00,455+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9cb544fc-ca88-460b-99bf-81b3ee7da96c (api:46)
2018-03-08 01:41:00,456+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320588', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623763', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497649', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048623', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356531', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318983', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361158', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450037', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222789', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311165', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270913', 'lastCheck': '3.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632646', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404026', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028465', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406801', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216751', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277614', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752406', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266859', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679425', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378837', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565824', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207149', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363054', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034447', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314271', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272092', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270123', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372703', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304828', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044977', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219314', 'lastCheck': '0.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9cb544fc-ca88-460b-99bf-81b3ee7da96c (api:52)
2018-03-08 01:41:00,456+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=268969a6-b90b-4d8a-9274-602eae5a0f67 (api:46)
2018-03-08 01:41:00,457+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=268969a6-b90b-4d8a-9274-602eae5a0f67 (api:52)
2018-03-08 01:41:00,498+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.89'}, '25': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.51'}, '26': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.42'}, '27': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '20': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '21': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.97'}, '22': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.36'}, '23': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '29': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '92.92'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '24.75', 'cpuIdle': '70.55'}, '0': {'cpuUser': '6.62', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '89.94'}, '3': {'cpuUser': '3.04', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.78'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '95.30'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.37'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.50'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '9': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.64'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.90'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '13': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.03'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '15': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.77'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.89'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '16': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '19': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.71'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '94.98'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '36': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.62'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '34': {'cpuUser': '7.15', 'nodeIndex': 0, 'cpuSys': '8.34', 'cpuIdle': '84.51'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.56'}, '57': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307669'}, '0': {'memPercent': 11, 'memFree': '350112'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632646', 'lastCheck': '0.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320588', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623763', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404026', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028465', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356531', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318983', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361158', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450037', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222789', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311165', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270913', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497649', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048623', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406801', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378837', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277614', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752406', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266859', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679425', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216751', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044977', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207149', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363054', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034447', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314271', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272092', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270123', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372703', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304828', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565824', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219314', 'lastCheck': '0.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647250144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404316402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.351', 'tx': '1176275890133', 'txDropped': '0', 'rx': '625371886982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0', 'tx': '1580930711874', 'txDropped': '0', 'rx': '926344920133', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45206014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416537410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200583678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet0', 'tx': '87756216', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet1', 'tx': '37766195916', 'txDropped': '0', 'rx': '878038130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet2', 'tx': '21127450293', 'txDropped': '0', 'rx': '141319854599', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175737742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet4', 'tx': '396439598', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet5', 'tx': '23425428545', 'txDropped': '0', 'rx': '498170511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet6', 'tx': '6654359280', 'txDropped': '0', 'rx': '430026822', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet7', 'tx': '1434365561', 'txDropped': '0', 'rx': '552388491', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42453254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46755789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'lo', 'tx': '6937124210', 'txDropped': '0', 'rx': '6937124210', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170726055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'eno1', 'tx': '975619478398', 'txDropped': '0', 'rx': '434007558476', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'eno2', 'tx': '605311233476', 'txDropped': '0', 'rx': '492337361657', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469647.803553, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469647.803553, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633049723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75927433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77045298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192231118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370794345', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373672847', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49879466', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430477173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '298997518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.110', 'tx': '2476535001', 'txDropped': '0', 'rx': '66856241409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.111', 'tx': '122679559729', 'txDropped': '0', 'rx': '24449517876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55251821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54179058', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465447634', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165404316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56031739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55861550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45201222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469647.803553, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226622547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'oVirtManagement', 'tx': '1176275889485', 'txDropped': '0', 'rx': '625371148579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577359356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'vnet3', 'tx': '542833362', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469647.803553, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754516151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695694.32', 'cpuLoad': '2.79', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92963'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:41:00 GMT', 'cpuUser': '1.30', 'memFree': 667602, 'cpuIdle': '97.00', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.25'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:00,503+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:41:00,612+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:00,658+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b720ae73-e905-435d-ab5e-5837388039cc (threadPool:210)
2018-03-08 01:41:00,658+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f4ea750-3a2b-4ddb-a244-b6ae3948e631 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:00,659+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:00,963+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:01,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 77b11efe-c7a6-456d-b3e2-ed9c215e5df8 (threadPool:210)
2018-03-08 01:41:01,010+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 25da412d-0cd3-416c-be70-ebd50390f8ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:01,010+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:01,310+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:01,358+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 408b9843-89d4-4ab9-b578-a21b590c40fb (threadPool:210)
2018-03-08 01:41:01,359+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e687ab73-4502-449f-a71e-d44df50373f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:01,359+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:01,697+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:01,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7c8cd814-82ba-4210-809c-8ab4ec3a479e (threadPool:210)
2018-03-08 01:41:01,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d1d693dd-7d99-45c7-b52d-6c55ad3bd636 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:01,747+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:02,052+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:02,102+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a31efbea-4701-40c5-8f73-e73710fd74eb (threadPool:210)
2018-03-08 01:41:02,102+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 049c2eab-5ad9-48fe-b0e4-6d7ea7a68cf0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:02,103+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:02,398+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:02,445+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f4ea750-3a2b-4ddb-a244-b6ae3948e631 (threadPool:210)
2018-03-08 01:41:02,445+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c459316-f069-488b-a2d4-a6c1b1e64297 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:02,446+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:02,683+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:41:02,688+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:41:02,690+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:02,698+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:41:02,698+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:41:02,699+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:02,799+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:02,846+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 25da412d-0cd3-416c-be70-ebd50390f8ea (threadPool:210)
2018-03-08 01:41:02,846+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ae0f1202-8185-4cd9-81d7-aa481458ea9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:02,847+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:02,943+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=052bb2da-9662-4e40-85b8-09a4cb099521 (api:46)
2018-03-08 01:41:02,944+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320588', 'lastCheck': '4.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623763', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497649', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048623', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356531', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318983', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000361158', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450037', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222789', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311165', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270913', 'lastCheck': '6.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000632646', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404026', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028465', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406801', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216751', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277614', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000752406', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266859', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679425', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378837', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565824', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207149', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363054', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034447', 'lastCheck': '2.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314271', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000272092', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270123', 'lastCheck': '3.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372703', 'lastCheck': '3.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304828', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044977', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219314', 'lastCheck': '2.5', 'valid': True}} from=internal, task_id=052bb2da-9662-4e40-85b8-09a4cb099521 (api:52)
2018-03-08 01:41:02,945+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=7794f3b2-f33e-49e6-ad1a-c364cb7de282 (api:46)
2018-03-08 01:41:02,945+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7794f3b2-f33e-49e6-ad1a-c364cb7de282 (api:52)
2018-03-08 01:41:03,145+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:03,195+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e687ab73-4502-449f-a71e-d44df50373f0 (threadPool:210)
2018-03-08 01:41:03,195+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4e231e28-405b-4341-bac1-d19f937e0ae4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:03,196+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:03,499+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:03,528+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d1d693dd-7d99-45c7-b52d-6c55ad3bd636 (threadPool:210)
2018-03-08 01:41:03,528+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e351c94d-1d23-4f79-ba62-5c75d495ba67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:03,529+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:03,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:03,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c459316-f069-488b-a2d4-a6c1b1e64297 (threadPool:210)
2018-03-08 01:41:03,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f1e8cf9-a36a-4048-8d34-d4c411485380 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:03,932+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:04,241+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:04,289+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ae0f1202-8185-4cd9-81d7-aa481458ea9f (threadPool:210)
2018-03-08 01:41:04,289+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9bf97c2d-2f11-44f7-8e57-d5a2cbfc1843 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:04,289+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:04,640+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:04,685+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4e231e28-405b-4341-bac1-d19f937e0ae4 (threadPool:210)
2018-03-08 01:41:04,685+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2ba44337-d7d7-45ba-b634-6c064d54ff33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:04,686+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:04,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:05,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e351c94d-1d23-4f79-ba62-5c75d495ba67 (threadPool:210)
2018-03-08 01:41:05,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4eb5af00-ee2d-4684-bcfb-ccfc05b6e336 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:05,043+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:05,352+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:05,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f1e8cf9-a36a-4048-8d34-d4c411485380 (threadPool:210)
2018-03-08 01:41:05,404+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f0a3e8d4-11f8-48c9-9928-ad14d742aa36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:05,404+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:05,720+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:05,769+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9bf97c2d-2f11-44f7-8e57-d5a2cbfc1843 (threadPool:210)
2018-03-08 01:41:05,769+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e018d1ba-b40d-407d-9e16-2d83a8597e2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:05,770+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:06,111+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:06,154+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 049c2eab-5ad9-48fe-b0e4-6d7ea7a68cf0 (threadPool:210)
2018-03-08 01:41:06,154+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44162064-5fb9-43c7-b1e4-0dd927e5944a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:06,155+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:06,462+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:06,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4eb5af00-ee2d-4684-bcfb-ccfc05b6e336 (threadPool:210)
2018-03-08 01:41:06,511+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 46a49cef-f163-4b6e-b2e2-5acd4b5b308c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:06,512+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:06,834+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:07,144+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:07,189+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f0a3e8d4-11f8-48c9-9928-ad14d742aa36 (threadPool:210)
2018-03-08 01:41:07,189+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a91336b7-8710-4a8a-bca7-f1d1666d5e06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:07,189+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:07,522+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:07,566+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e018d1ba-b40d-407d-9e16-2d83a8597e2e (threadPool:210)
2018-03-08 01:41:07,566+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5b6c3226-5048-4c15-aba1-9cfc3c8e86d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:07,566+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:07,891+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:07,940+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2ba44337-d7d7-45ba-b634-6c064d54ff33 (threadPool:210)
2018-03-08 01:41:07,941+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 597f8049-21f5-495d-ac59-036f725b8ae8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:07,941+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:08,263+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:08,310+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44162064-5fb9-43c7-b1e4-0dd927e5944a (threadPool:210)
2018-03-08 01:41:08,311+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 81107e19-0b75-423f-a452-ad82e65de93f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:08,311+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:08,692+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:08,737+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 46a49cef-f163-4b6e-b2e2-5acd4b5b308c (threadPool:210)
2018-03-08 01:41:08,737+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ee2a86db-ef44-4406-a224-c4fbe6318cb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:08,737+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:09,034+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:09,080+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a91336b7-8710-4a8a-bca7-f1d1666d5e06 (threadPool:210)
2018-03-08 01:41:09,080+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 05882654-9229-4933-96cd-7b8ba2131865 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:09,080+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:09,382+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:09,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5b6c3226-5048-4c15-aba1-9cfc3c8e86d3 (threadPool:210)
2018-03-08 01:41:09,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eb7e3c73-c6cb-4e0a-9c94-6d5b80f9686c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:09,456+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:09,774+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:09,835+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 597f8049-21f5-495d-ac59-036f725b8ae8 (threadPool:210)
2018-03-08 01:41:09,836+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c74927c-173b-4291-a74c-f49392f6ffe0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:09,837+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:09,995+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a5775500-0d53-48a5-ab77-6180f4273555 (api:46)
2018-03-08 01:41:10,001+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a5775500-0d53-48a5-ab77-6180f4273555 (api:52)
2018-03-08 01:41:10,001+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:10,093+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=13ddb35c-e933-4194-8b7e-e916596ab5bc (api:46)
2018-03-08 01:41:10,100+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7097165021184', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=13ddb35c-e933-4194-8b7e-e916596ab5bc (api:52)
2018-03-08 01:41:10,101+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:10,198+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:10,247+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ee2a86db-ef44-4406-a224-c4fbe6318cb7 (threadPool:210)
2018-03-08 01:41:10,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 78e6dd82-3719-404f-a469-2abcd33a37db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:10,248+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:10,576+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:10,625+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 05882654-9229-4933-96cd-7b8ba2131865 (threadPool:210)
2018-03-08 01:41:10,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3c37d3e-d698-4246-9cea-020ff3ad7f57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:10,626+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:10,948+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:10,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eb7e3c73-c6cb-4e0a-9c94-6d5b80f9686c (threadPool:210)
2018-03-08 01:41:10,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 31bf04de-8790-49e2-9a68-edf8ed5104a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:10,996+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:11,315+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:11,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c74927c-173b-4291-a74c-f49392f6ffe0 (threadPool:210)
2018-03-08 01:41:11,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2e731b71-d4fb-40db-a13d-26b32e10e2e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:11,360+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:11,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:11,749+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3c37d3e-d698-4246-9cea-020ff3ad7f57 (threadPool:210)
2018-03-08 01:41:11,749+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e9fc76c6-177d-4467-89ea-c9937b20e111 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:11,750+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:12,055+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:12,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 81107e19-0b75-423f-a452-ad82e65de93f (threadPool:210)
2018-03-08 01:41:12,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f669dd4-8e77-4a85-b306-7a4c5bc0e5b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:12,096+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:12,397+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:12,442+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 78e6dd82-3719-404f-a469-2abcd33a37db (threadPool:210)
2018-03-08 01:41:12,443+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 45808cac-beb2-47a9-8c96-e92ed327ae03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1q\x1a\xc1\x81\xfb*V\xa3iI\xab\x1e\x8d\\\xa0C000000000000200000000000000')) (threadPool:208)
2018-03-08 01:41:12,443+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 43a05c8d-1eab-4969-a356-2afb81c11a71 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:41:12,444+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 to 8192 megabytes (lvm:1205)
2018-03-08 01:41:12,630+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 45808cac-beb2-47a9-8c96-e92ed327ae03 (threadPool:210)
2018-03-08 01:41:12,631+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 539382e1-e50e-4c0a-9b35-5b04f2a0ada5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:41:12,631+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:12,761+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:12,811+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2e731b71-d4fb-40db-a13d-26b32e10e2e1 (threadPool:210)
2018-03-08 01:41:12,812+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b41a606-58aa-4230-91e3-dac0da496166 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:12,812+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:13,114+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:13,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e9fc76c6-177d-4467-89ea-c9937b20e111 (threadPool:210)
2018-03-08 01:41:13,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 97d339bf-2f3b-4560-91dc-b9dc5c29fa36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:13,161+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:13,544+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:13,556+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:13,561+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:13,582+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:41:13,614+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 31bf04de-8790-49e2-9a68-edf8ed5104a5 (threadPool:210)
2018-03-08 01:41:13,615+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99764aa5-bc4e-48c4-9f6b-f2b0cf195097 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:13,615+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:13,981+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:14,030+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f669dd4-8e77-4a85-b306-7a4c5bc0e5b2 (threadPool:210)
2018-03-08 01:41:14,031+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aa4aa6e4-930d-4974-bd91-e81c1b633b90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:14,031+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:14,333+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:14,382+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 539382e1-e50e-4c0a-9b35-5b04f2a0ada5 (threadPool:210)
2018-03-08 01:41:14,383+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task db26a283-c804-4c2d-847c-6004080bb1f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:14,383+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:14,701+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:14,748+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b41a606-58aa-4230-91e3-dac0da496166 (threadPool:210)
2018-03-08 01:41:14,749+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e17a28bd-44d6-46be-af8a-2fe8cd42132e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:14,749+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:15,135+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:15,185+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 97d339bf-2f3b-4560-91dc-b9dc5c29fa36 (threadPool:210)
2018-03-08 01:41:15,186+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6196a4b2-fb67-4041-823f-5e29fde4d94a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:15,186+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:15,529+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:15,551+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:15,555+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=348dab44-e9f0-49d7-a17e-d7b93d149b5d (api:46)
2018-03-08 01:41:15,556+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463811', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174906', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237561', 'lastCheck': '6.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455177', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277737', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589075', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000508632', 'lastCheck': '6.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504302', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399164', 'lastCheck': '5.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411461', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309566', 'lastCheck': '8.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909502', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000869074', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038184', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329308', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '5.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209856', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535352', 'lastCheck': '6.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253177', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577898', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268294', 'lastCheck': '5.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000729107', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380335', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236412', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344168', 'lastCheck': '5.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219251', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000445618', 'lastCheck': '8.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307865', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212021', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348758', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377057', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026207', 'lastCheck': '5.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=348dab44-e9f0-49d7-a17e-d7b93d149b5d (api:52)
2018-03-08 01:41:15,556+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ae920999-abb6-4caa-b6ef-ba01be144fcc (api:46)
2018-03-08 01:41:15,557+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ae920999-abb6-4caa-b6ef-ba01be144fcc (api:52)
2018-03-08 01:41:15,584+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.42'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '53': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.55'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.09'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '20': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.59', 'cpuIdle': '95.22'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.22'}, '22': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '93.90'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.82'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '40': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '27.78', 'cpuIdle': '67.51'}, '0': {'cpuUser': '6.30', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '89.59'}, '3': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '2': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.55'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.30'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '9': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.95'}, '8': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '13': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '12': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.21'}, '15': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.03'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.61'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '94.69'}, '16': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.24'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.35'}, '36': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '34': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '85.82'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '93.90'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '307660'}, '0': {'memPercent': 11, 'memFree': '350116'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909502', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463811', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174906', 'lastCheck': '6.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000869074', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038184', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277737', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589075', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000508632', 'lastCheck': '6.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504302', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399164', 'lastCheck': '5.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411461', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309566', 'lastCheck': '8.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237561', 'lastCheck': '6.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455177', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329308', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268294', 'lastCheck': '5.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209856', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535352', 'lastCheck': '6.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253177', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577898', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377057', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380335', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000236412', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344168', 'lastCheck': '5.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219251', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000445618', 'lastCheck': '8.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307865', 'lastCheck': '5.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212021', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348758', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000729107', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026207', 'lastCheck': '5.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647270160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404321636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.351', 'tx': '1176275966067', 'txDropped': '0', 'rx': '625371897968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0', 'tx': '1580930955529', 'txDropped': '0', 'rx': '926345388731', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45206364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416539661', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200584396', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet0', 'tx': '87759950', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet1', 'tx': '37766198713', 'txDropped': '0', 'rx': '878038192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet2', 'tx': '21127529980', 'txDropped': '0', 'rx': '141320001815', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175739412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet4', 'tx': '396443332', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet5', 'tx': '23425451398', 'txDropped': '0', 'rx': '498170722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet6', 'tx': '6654362137', 'txDropped': '0', 'rx': '430026926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet7', 'tx': '1434368358', 'txDropped': '0', 'rx': '552388553', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42453604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46756139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'lo', 'tx': '6937198873', 'txDropped': '0', 'rx': '6937198873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170728096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'eno1', 'tx': '975619707678', 'txDropped': '0', 'rx': '434007800064', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'eno2', 'tx': '605311247851', 'txDropped': '0', 'rx': '492337588667', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469662.887876, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469662.887876, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633054075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75928179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77046044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192233700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370794695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373675951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49879816', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430480277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299000100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.110', 'tx': '2476535229', 'txDropped': '0', 'rx': '66856243706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.111', 'tx': '122679706914', 'txDropped': '0', 'rx': '24449588874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55252171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54179408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465452868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165406357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56032089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55861900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45201572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469662.887876, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226623265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'oVirtManagement', 'tx': '1176275965419', 'txDropped': '0', 'rx': '625371159565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577363708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'vnet3', 'tx': '542837096', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469662.887876, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754517821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695709.42', 'cpuLoad': '2.83', 'cpuSys': '1.73', 'diskStats': {'/var/log': {'free': '92962'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635289L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:41:15 GMT', 'cpuUser': '1.28', 'memFree': 667584, 'cpuIdle': '96.98', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.40'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:15,589+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:41:15,609+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99764aa5-bc4e-48c4-9f6b-f2b0cf195097 (threadPool:210)
2018-03-08 01:41:15,609+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4648bae2-480c-4d54-8ccd-109ce8d082f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:15,609+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:15,969+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:16,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aa4aa6e4-930d-4974-bd91-e81c1b633b90 (threadPool:210)
2018-03-08 01:41:16,019+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4b68a1d9-4913-4178-b9a5-7825c70506a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:16,020+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:16,410+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:16,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task db26a283-c804-4c2d-847c-6004080bb1f4 (threadPool:210)
2018-03-08 01:41:16,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3411bae1-f7a4-49d0-aecf-cb5abc48a52c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:16,453+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:16,759+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:16,804+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6196a4b2-fb67-4041-823f-5e29fde4d94a (threadPool:210)
2018-03-08 01:41:16,805+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d26d648e-7795-4b91-900a-42ea94e8f86e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:16,806+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:17,148+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:17,194+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4648bae2-480c-4d54-8ccd-109ce8d082f6 (threadPool:210)
2018-03-08 01:41:17,195+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d03ec291-5172-4608-98ce-0dd97485d6ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:17,195+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:17,499+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:17,544+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4b68a1d9-4913-4178-b9a5-7825c70506a3 (threadPool:210)
2018-03-08 01:41:17,545+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69bad680-2495-43db-93e3-1ddf04bd29a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:17,545+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:17,703+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:41:17,708+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:41:17,711+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:17,719+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:41:17,719+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:41:17,719+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:17,902+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:17,951+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e17a28bd-44d6-46be-af8a-2fe8cd42132e (threadPool:210)
2018-03-08 01:41:17,952+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 290bf619-ed8a-415f-a4e0-ac7f37ec9e63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:17,952+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:18,027+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a056180b-ac1f-4e3a-b65a-76dd95e5d8c9 (api:46)
2018-03-08 01:41:18,028+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463811', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00174906', 'lastCheck': '8.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237561', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455177', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277737', 'lastCheck': '8.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589075', 'lastCheck': '8.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000508632', 'lastCheck': '8.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504302', 'lastCheck': '8.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399164', 'lastCheck': '7.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411461', 'lastCheck': '3.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029808', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909502', 'lastCheck': '6.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000869074', 'lastCheck': '6.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038184', 'lastCheck': '6.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329308', 'lastCheck': '3.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '8.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209856', 'lastCheck': '8.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535352', 'lastCheck': '2.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253177', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000577898', 'lastCheck': '6.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268294', 'lastCheck': '8.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000729107', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380335', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000403008', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344168', 'lastCheck': '7.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219251', 'lastCheck': '8.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0003539', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307865', 'lastCheck': '2.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212021', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348758', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377057', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026207', 'lastCheck': '7.6', 'valid': True}} from=internal, task_id=a056180b-ac1f-4e3a-b65a-76dd95e5d8c9 (api:52)
2018-03-08 01:41:18,028+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=78d91b4f-4b86-409e-a16a-c059378a7b2e (api:46)
2018-03-08 01:41:18,028+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=78d91b4f-4b86-409e-a16a-c059378a7b2e (api:52)
2018-03-08 01:41:18,257+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:18,297+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3411bae1-f7a4-49d0-aecf-cb5abc48a52c (threadPool:210)
2018-03-08 01:41:18,298+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a23842a2-131a-4aaf-93df-bf6fb46b1373 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:18,298+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:18,620+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:18,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d26d648e-7795-4b91-900a-42ea94e8f86e (threadPool:210)
2018-03-08 01:41:18,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f9174c6-5b1a-4364-8e2a-cf897631ee5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:18,667+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:18,961+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:19,323+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:19,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69bad680-2495-43db-93e3-1ddf04bd29a1 (threadPool:210)
2018-03-08 01:41:19,399+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1f3f30b8-a10e-4ed7-9468-12c9dc0deed8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:19,400+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:19,739+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:19,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 290bf619-ed8a-415f-a4e0-ac7f37ec9e63 (threadPool:210)
2018-03-08 01:41:19,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94025049-6539-4ee6-b069-e0cea7760776 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:19,796+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:20,228+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:20,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a23842a2-131a-4aaf-93df-bf6fb46b1373 (threadPool:210)
2018-03-08 01:41:20,272+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 273dd529-aaae-42ba-ae59-2c3ba4439136 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:20,272+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:20,394+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d573380c-7b98-4883-b0c1-a6fb9c110244 (api:46)
2018-03-08 01:41:20,409+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d573380c-7b98-4883-b0c1-a6fb9c110244 (api:52)
2018-03-08 01:41:20,410+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:41:20,540+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2cc76962-0c8c-4486-ace3-d800bdd37ec5 (api:46)
2018-03-08 01:41:20,546+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7095017537536', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2cc76962-0c8c-4486-ace3-d800bdd37ec5 (api:52)
2018-03-08 01:41:20,548+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:20,632+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:20,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f9174c6-5b1a-4364-8e2a-cf897631ee5c (threadPool:210)
2018-03-08 01:41:20,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b56cbff2-c3b0-4d72-885d-c7bd8218bb48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:20,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:21,026+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:21,074+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d03ec291-5172-4608-98ce-0dd97485d6ea (threadPool:210)
2018-03-08 01:41:21,075+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d27f13d6-2f4f-4363-8982-9282a581dcd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:21,075+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:21,377+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:21,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1f3f30b8-a10e-4ed7-9468-12c9dc0deed8 (threadPool:210)
2018-03-08 01:41:21,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 826a8217-78cc-40d7-a777-46595c756a3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:21,426+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:21,758+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:21,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94025049-6539-4ee6-b069-e0cea7760776 (threadPool:210)
2018-03-08 01:41:21,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b011c171-8fb9-4386-abb3-925e58b54e3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:21,795+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:22,117+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:22,165+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 273dd529-aaae-42ba-ae59-2c3ba4439136 (threadPool:210)
2018-03-08 01:41:22,165+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b3589d83-d60b-4230-ac44-79aa021865d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:22,165+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:22,473+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:22,521+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b56cbff2-c3b0-4d72-885d-c7bd8218bb48 (threadPool:210)
2018-03-08 01:41:22,522+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3eeecb3a-2fda-46e5-b84d-f39504a6b58a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:22,522+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:22,824+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:22,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d27f13d6-2f4f-4363-8982-9282a581dcd6 (threadPool:210)
2018-03-08 01:41:22,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4761e2de-f847-4cc1-b2ae-5f6e752c39fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:22,872+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:23,146+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:23,192+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b011c171-8fb9-4386-abb3-925e58b54e3d (threadPool:210)
2018-03-08 01:41:23,193+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44607d66-668a-4fef-b246-0b17b7e8f712 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:23,193+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:23,468+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:23,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b3589d83-d60b-4230-ac44-79aa021865d2 (threadPool:210)
2018-03-08 01:41:23,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ee68310-b4c2-4153-b55a-cd24611cb9be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:23,517+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:23,834+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:23,878+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3eeecb3a-2fda-46e5-b84d-f39504a6b58a (threadPool:210)
2018-03-08 01:41:23,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1dd0a69b-be12-4aae-9e63-4c1872cb4eb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:41:23,880+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:24,232+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:24,273+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 826a8217-78cc-40d7-a777-46595c756a3d (threadPool:210)
2018-03-08 01:41:24,273+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f25d7ee-d894-4944-8101-8662667fad68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:24,274+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:24,590+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:24,637+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44607d66-668a-4fef-b246-0b17b7e8f712 (threadPool:210)
2018-03-08 01:41:24,637+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 34398086-ab9f-4b3c-9b75-e788c58949c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:24,637+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:24,912+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:24,959+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1dd0a69b-be12-4aae-9e63-4c1872cb4eb9 (threadPool:210)
2018-03-08 01:41:24,959+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 33bd4aa7-a129-4624-96b4-01e754d89fef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:24,959+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:25,288+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:25,334+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4761e2de-f847-4cc1-b2ae-5f6e752c39fa (threadPool:210)
2018-03-08 01:41:25,334+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a968be9a-73ab-4223-bf5e-96e2e66ab7a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x03\xfb\xea:\xc75Z\xb7\xacE}Jh\xc0\xbd\x11000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:25,335+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 11bdc068-4a7d-45ac-b75a-35c73aeafb03 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:25,335+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 to 4096 megabytes (lvm:1205)
2018-03-08 01:41:25,526+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a968be9a-73ab-4223-bf5e-96e2e66ab7a1 (threadPool:210)
2018-03-08 01:41:25,527+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 29510b61-baad-418e-a99f-93a22c17a4a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:25,527+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:25,652+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:25,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f25d7ee-d894-4944-8101-8662667fad68 (threadPool:210)
2018-03-08 01:41:25,708+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dfc534d2-e7bd-4707-a4e8-5983fad388e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:25,708+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:25,967+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:26,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ee68310-b4c2-4153-b55a-cd24611cb9be (threadPool:210)
2018-03-08 01:41:26,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fbf9b910-12d3-42b5-9ae4-841ecee58a2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:26,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:26,305+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:26,353+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 34398086-ab9f-4b3c-9b75-e788c58949c8 (threadPool:210)
2018-03-08 01:41:26,354+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d1a8215f-7c0c-4be5-9020-a4bf04e03764 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:26,354+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:26,648+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:26,697+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 33bd4aa7-a129-4624-96b4-01e754d89fef (threadPool:210)
2018-03-08 01:41:26,698+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 92feb99a-441a-4756-b396-61751f3259b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:26,698+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:26,999+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:27,045+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 29510b61-baad-418e-a99f-93a22c17a4a2 (threadPool:210)
2018-03-08 01:41:27,046+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6e411587-2182-47b4-8615-ea874144e036 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:27,046+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:27,413+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:27,462+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fbf9b910-12d3-42b5-9ae4-841ecee58a2f (threadPool:210)
2018-03-08 01:41:27,462+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 900dfafb-8231-41a9-9e65-ec6046a80c3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:27,462+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:27,870+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:27,910+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d1a8215f-7c0c-4be5-9020-a4bf04e03764 (threadPool:210)
2018-03-08 01:41:27,911+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ba29a700-6753-4570-8bc7-4cf7ef5f4fe4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:27,911+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:28,248+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:28,300+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 92feb99a-441a-4756-b396-61751f3259b7 (threadPool:210)
2018-03-08 01:41:28,300+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ef69c8f0-43b7-4f17-bd61-7fef869d9b87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:28,301+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:28,600+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:28,605+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:28,608+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:28,659+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:28,705+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6e411587-2182-47b4-8615-ea874144e036 (threadPool:210)
2018-03-08 01:41:28,705+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6d274eb7-f7c2-4fee-a247-1e21451ba7f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:28,706+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:28,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:29,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 900dfafb-8231-41a9-9e65-ec6046a80c3c (threadPool:210)
2018-03-08 01:41:29,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dc77e0c9-d99f-4924-859e-4322781636c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:29,043+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:29,371+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:29,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ba29a700-6753-4570-8bc7-4cf7ef5f4fe4 (threadPool:210)
2018-03-08 01:41:29,436+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b4333e0d-e1a6-450e-bc33-acf50cd08525 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:29,436+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:29,852+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:29,906+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ef69c8f0-43b7-4f17-bd61-7fef869d9b87 (threadPool:210)
2018-03-08 01:41:29,907+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task edaf70cf-f1ac-487a-9cc4-7539ea0abd72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:29,907+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:30,244+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:30,290+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6d274eb7-f7c2-4fee-a247-1e21451ba7f9 (threadPool:210)
2018-03-08 01:41:30,290+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4388634a-51b5-49ef-8ade-fd2cde743d78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:30,291+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:30,634+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:30,638+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e6ab17a7-1298-4485-b9f3-3a3c5f2681ca (api:46)
2018-03-08 01:41:30,641+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027317', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0021964', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499443', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526431', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339219', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239098', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511543', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548472', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377889', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235931', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453591', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356725', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276436', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380901', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762642', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299333', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224689', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246557', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239858', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0172659', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249109', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000866293', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349289', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365125', 'lastCheck': '4.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371894', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365404', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356214', 'lastCheck': '3.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266661', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250091', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118767', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259489', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186172', 'lastCheck': '0.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e6ab17a7-1298-4485-b9f3-3a3c5f2681ca (api:52)
2018-03-08 01:41:30,642+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c7b7dedd-2382-4597-8eaf-30dc06696012 (api:46)
2018-03-08 01:41:30,642+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c7b7dedd-2382-4597-8eaf-30dc06696012 (api:52)
2018-03-08 01:41:30,655+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:30,683+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '48': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '98.15'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.21'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.50'}, '26': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.48'}, '27': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.35'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '23': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.63'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '23.60', 'cpuIdle': '72.02'}, '0': {'cpuUser': '5.97', 'nodeIndex': 0, 'cpuSys': '3.65', 'cpuIdle': '90.38'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.75'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '96.09'}, '5': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.62'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.35'}, '6': {'cpuUser': '2.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.62'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '8': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '12': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.82'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '17': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '16': {'cpuUser': '4.51', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '93.37'}, '19': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '36': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '35': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '93.96'}, '34': {'cpuUser': '6.43', 'nodeIndex': 0, 'cpuSys': '6.96', 'cpuIdle': '86.61'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '57': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '308886'}, '0': {'memPercent': 11, 'memFree': '348891'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356725', 'lastCheck': '1.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027317', 'lastCheck': '2.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0021964', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276436', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380901', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339219', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239098', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511543', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548472', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377889', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235931', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453591', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499443', 'lastCheck': '1.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526431', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762642', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249109', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224689', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246557', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239858', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0172659', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299333', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259489', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349289', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365125', 'lastCheck': '4.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371894', 'lastCheck': '0.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365404', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356214', 'lastCheck': '3.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266661', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250091', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118767', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000866293', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186172', 'lastCheck': '0.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647274711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404326474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.351', 'tx': '1176276043143', 'txDropped': '0', 'rx': '625371914268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0', 'tx': '1580931043980', 'txDropped': '0', 'rx': '926345864629', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45206764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416541237', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200587259', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet0', 'tx': '87765534', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet1', 'tx': '37766200601', 'txDropped': '0', 'rx': '878038296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet2', 'tx': '21127553919', 'txDropped': '0', 'rx': '141320009650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175742388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet4', 'tx': '396448916', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet5', 'tx': '23425457290', 'txDropped': '0', 'rx': '498170920', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet6', 'tx': '6654364980', 'txDropped': '0', 'rx': '430027905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet7', 'tx': '1434387094', 'txDropped': '0', 'rx': '552394571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42454004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46756643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'lo', 'tx': '6937278068', 'txDropped': '0', 'rx': '6937278068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170729308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'eno1', 'tx': '975619787819', 'txDropped': '0', 'rx': '434008046295', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'eno2', 'tx': '605311256161', 'txDropped': '0', 'rx': '492337818334', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469677.971877, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469677.971877, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633058753', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75928529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77046394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192236924', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370795095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373680541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49880216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430484867', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299003324', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.110', 'tx': '2476542330', 'txDropped': '0', 'rx': '66856262733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.111', 'tx': '122679714584', 'txDropped': '0', 'rx': '24449611075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55252571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54179912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465457706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165407569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56032489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55862300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45201972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469677.971877, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226626128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'oVirtManagement', 'tx': '1176276042495', 'txDropped': '0', 'rx': '625371175865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577368386', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'vnet3', 'tx': '542842680', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469677.971877, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754520797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695724.50', 'cpuLoad': '2.75', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92960'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635314L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:41:30 GMT', 'cpuUser': '1.35', 'memFree': 667608, 'cpuIdle': '96.97', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.34'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:30,687+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:41:31,007+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:31,031+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4cebbe59-5b6f-452d-8ebb-508f6d9d60c2 (api:46)
2018-03-08 01:41:31,038+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4cebbe59-5b6f-452d-8ebb-508f6d9d60c2 (api:52)
2018-03-08 01:41:31,039+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:31,066+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dfc534d2-e7bd-4707-a4e8-5983fad388e0 (threadPool:210)
2018-03-08 01:41:31,066+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 045927bb-5b44-4c5a-8dc4-3e64ff97a388 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:31,066+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:31,130+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4b2d393a-2752-4b1e-a699-3d8b582f27f2 (api:46)
2018-03-08 01:41:31,137+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7092870053888', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '85900394496', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5177985728512', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4b2d393a-2752-4b1e-a699-3d8b582f27f2 (api:52)
2018-03-08 01:41:31,139+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:31,370+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:31,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b4333e0d-e1a6-450e-bc33-acf50cd08525 (threadPool:210)
2018-03-08 01:41:31,419+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 75b4b4ce-424d-4b76-9e57-235537df4066 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:31,420+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:31,728+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:31,778+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task edaf70cf-f1ac-487a-9cc4-7539ea0abd72 (threadPool:210)
2018-03-08 01:41:31,779+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3afc6748-8121-4d32-b3e9-a981aac46ffd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:31,779+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:32,072+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:32,116+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4388634a-51b5-49ef-8ade-fd2cde743d78 (threadPool:210)
2018-03-08 01:41:32,117+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2894280c-1ca7-4ec0-b86f-4e068d751b31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:41:32,117+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:32,432+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:32,479+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dc77e0c9-d99f-4924-859e-4322781636c7 (threadPool:210)
2018-03-08 01:41:32,480+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dcc7216f-44f9-4851-850b-7c79563bb982 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:32,480+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:32,720+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:41:32,725+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:41:32,728+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:32,736+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:41:32,736+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:41:32,736+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:32,825+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:32,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 045927bb-5b44-4c5a-8dc4-3e64ff97a388 (threadPool:210)
2018-03-08 01:41:32,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0573f853-05db-4624-8185-6e4f56f6ee07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:32,875+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:33,121+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=4f860182-9f4c-4c15-a443-f99e1371971b (api:46)
2018-03-08 01:41:33,122+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027317', 'lastCheck': '4.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0021964', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499443', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526431', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339219', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239098', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000511543', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548472', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377889', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235931', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453591', 'lastCheck': '6.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356725', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276436', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380901', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762642', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299333', 'lastCheck': '3.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224689', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246557', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239858', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0172659', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249109', 'lastCheck': '3.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000866293', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349289', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365125', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371894', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365404', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000356214', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266661', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250091', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00118767', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259489', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000186172', 'lastCheck': '2.6', 'valid': True}} from=internal, task_id=4f860182-9f4c-4c15-a443-f99e1371971b (api:52)
2018-03-08 01:41:33,122+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=2c652c6e-cdb8-4443-8746-e2bd04c4c949 (api:46)
2018-03-08 01:41:33,122+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=2c652c6e-cdb8-4443-8746-e2bd04c4c949 (api:52)
2018-03-08 01:41:33,228+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:33,273+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 75b4b4ce-424d-4b76-9e57-235537df4066 (threadPool:210)
2018-03-08 01:41:33,274+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f5e01139-7ead-462c-8f4e-0c97613b2106 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:33,274+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:33,579+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:33,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3afc6748-8121-4d32-b3e9-a981aac46ffd (threadPool:210)
2018-03-08 01:41:33,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 16c97961-c46f-4754-a3ba-ce6de39bd9e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:33,626+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:33,963+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:34,012+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2894280c-1ca7-4ec0-b86f-4e068d751b31 (threadPool:210)
2018-03-08 01:41:34,012+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 23bcfff3-02d3-4b8e-994f-2b34571facd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:34,012+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:34,335+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:34,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dcc7216f-44f9-4851-850b-7c79563bb982 (threadPool:210)
2018-03-08 01:41:34,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a2f62bdb-87c4-4186-a6ab-bd382e5a6e49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:34,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:34,719+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:34,765+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f5e01139-7ead-462c-8f4e-0c97613b2106 (threadPool:210)
2018-03-08 01:41:34,766+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 271f47ab-765e-42f4-9191-2a5bb76a9177 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:34,766+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:35,053+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:35,102+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 16c97961-c46f-4754-a3ba-ce6de39bd9e1 (threadPool:210)
2018-03-08 01:41:35,102+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8c9fe51e-73b6-43ad-a31d-22993574f06b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:35,103+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:35,455+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:35,497+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 23bcfff3-02d3-4b8e-994f-2b34571facd8 (threadPool:210)
2018-03-08 01:41:35,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1a865889-0f1d-4ef2-8691-0c9f01886778 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:35,498+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:35,844+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:35,919+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a2f62bdb-87c4-4186-a6ab-bd382e5a6e49 (threadPool:210)
2018-03-08 01:41:35,919+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5f179753-97a9-453f-966f-099a2b938db1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:35,920+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:36,196+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:36,243+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 271f47ab-765e-42f4-9191-2a5bb76a9177 (threadPool:210)
2018-03-08 01:41:36,244+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 17b2fe8c-01f3-4119-aa1b-13858ca8f61b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:36,244+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:36,620+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:36,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0573f853-05db-4624-8185-6e4f56f6ee07 (threadPool:210)
2018-03-08 01:41:36,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e55eae5e-7713-4fcf-9b9b-ba8ed605c92d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:36,669+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:37,032+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:37,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1a865889-0f1d-4ef2-8691-0c9f01886778 (threadPool:210)
2018-03-08 01:41:37,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 071bc165-5ebd-429f-a576-1835ab6ed62f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:37,086+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:37,447+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:37,496+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5f179753-97a9-453f-966f-099a2b938db1 (threadPool:210)
2018-03-08 01:41:37,496+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6c8da911-0962-49c5-9f15-ec051e67b1dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:37,496+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:37,790+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:37,838+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8c9fe51e-73b6-43ad-a31d-22993574f06b (threadPool:210)
2018-03-08 01:41:37,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cc2d5d32-3b4b-49cb-a315-ddcd8dce8fe2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:37,839+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:38,122+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:38,169+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 17b2fe8c-01f3-4119-aa1b-13858ca8f61b (threadPool:210)
2018-03-08 01:41:38,169+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 420739c8-5508-4035-a540-a1f1daebe8d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xe8{\xa0\x14<v(\xbe\xbeI\xa4\xbdo\xc2\xd4&000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:38,170+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 26d4c26f-bda4-49be-be28-763c14a07be8 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:38,170+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/26d4c26f-bda4-49be-be28-763c14a07be8 to 6144 megabytes (lvm:1205)
2018-03-08 01:41:38,373+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 420739c8-5508-4035-a540-a1f1daebe8d4 (threadPool:210)
2018-03-08 01:41:38,373+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ace3eb8f-96f7-47c5-8b8e-1e5e9356a1cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:38,373+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:38,522+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:38,578+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e55eae5e-7713-4fcf-9b9b-ba8ed605c92d (threadPool:210)
2018-03-08 01:41:38,579+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 124a004e-9303-464a-8f2a-24b0c155facb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:38,579+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:38,911+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:38,956+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6c8da911-0962-49c5-9f15-ec051e67b1dc (threadPool:210)
2018-03-08 01:41:38,957+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0fcadd6e-41f1-4c67-8561-797635ab612c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:38,957+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:39,324+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:39,379+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cc2d5d32-3b4b-49cb-a315-ddcd8dce8fe2 (threadPool:210)
2018-03-08 01:41:39,380+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2fc10121-be37-4ff5-8362-40080012b6b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:39,380+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:39,740+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:39,800+0100 INFO  (jsonrpc/3) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'0353476c-3539-426b-a305-896af2b22118', size=u'2432696320', volFormat=5, preallocate=1, diskType=u'MEMD', volUUID=u'6a5b83b4-98e3-4527-a295-66e71b3d3f5e', desc=u'{"DiskAlias":"EGOVCICLIWIN403_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', srcImgUUID=u'00000000-0000-0000-0000-000000000000', srcVolUUID=u'00000000-0000-0000-0000-000000000000', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=699af35a-f06c-4589-98fa-de28aba988cc (api:46)
2018-03-08 01:41:39,802+0100 INFO  (jsonrpc/3) [IOProcessClient] Starting client ioprocess-20833 (__init__:330)
2018-03-08 01:41:39,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 071bc165-5ebd-429f-a576-1835ab6ed62f (threadPool:210)
2018-03-08 01:41:39,865+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6c734297-789f-48e6-a479-ba5435495096 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:39,865+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:39,867+0100 INFO  (ioprocess/324401) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:41:39,887+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=699af35a-f06c-4589-98fa-de28aba988cc (api:52)
2018-03-08 01:41:39,893+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.09 seconds (__init__:573)
2018-03-08 01:41:39,894+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] START task 699af35a-f06c-4589-98fa-de28aba988cc (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f433c410dd0>>, args=None) (threadPool:208)
2018-03-08 01:41:39,989+0100 INFO  (jsonrpc/1) [vdsm.api] START createVolume(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'fce7fb4f-aaff-4899-a94e-4914a05d9486', size=u'10240', volFormat=5, preallocate=1, diskType=u'MEMM', volUUID=u'c6b664be-a264-405e-ae82-a17f9ea95f00', desc=u'{"DiskAlias":"EGOVCICLIWIN403_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', srcImgUUID=u'00000000-0000-0000-0000-000000000000', srcVolUUID=u'00000000-0000-0000-0000-000000000000', initialSize=None) from=::ffff:192.168.99.66,44516, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=3ce0e052-9bdd-4f80-abfd-918671aeacb9 (api:46)
2018-03-08 01:41:39,993+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH createVolume return=None from=::ffff:192.168.99.66,44516, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=3ce0e052-9bdd-4f80-abfd-918671aeacb9 (api:52)
2018-03-08 01:41:39,998+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.create succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:39,999+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] START task 3ce0e052-9bdd-4f80-abfd-918671aeacb9 (cmd=<bound method Task.commit of <vdsm.storage.task.Task instance at 0x7f41b4132440>>, args=None) (threadPool:208)
2018-03-08 01:41:40,112+0100 INFO  (tasks/7) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/0353476c-3539-426b-a305-896af2b22118 for image's volumes (sd:1244)
2018-03-08 01:41:40,119+0100 INFO  (tasks/7) [storage.Volume] Creating volume 6a5b83b4-98e3-4527-a295-66e71b3d3f5e (volume:1152)
2018-03-08 01:41:40,127+0100 INFO  (tasks/7) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=6a5b83b4-98e3-4527-a295-66e71b3d3f5e, size=2320m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:41:40,256+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:40,312+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 124a004e-9303-464a-8f2a-24b0c155facb (threadPool:210)
2018-03-08 01:41:40,313+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 37797356-b139-49f8-b41c-6caf5fd9fde5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:40,313+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:40,410+0100 INFO  (tasks/3) [storage.StorageDomain] Create placeholder /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/fce7fb4f-aaff-4899-a94e-4914a05d9486 for image's volumes (sd:1244)
2018-03-08 01:41:40,417+0100 INFO  (tasks/3) [storage.Volume] Creating volume c6b664be-a264-405e-ae82-a17f9ea95f00 (volume:1152)
2018-03-08 01:41:40,425+0100 INFO  (tasks/3) [storage.LVM] Creating LV (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=c6b664be-a264-405e-ae82-a17f9ea95f00, size=1m, activate=True, contiguous=False, initialTags=('OVIRT_VOL_INITIALIZING',)) (lvm:1139)
2018-03-08 01:41:40,471+0100 WARN  (tasks/7) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/0353476c-3539-426b-a305-896af2b22118/6a5b83b4-98e3-4527-a295-66e71b3d3f5e already removed (fileutils:51)
2018-03-08 01:41:40,472+0100 INFO  (tasks/7) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/6a5b83b4-98e3-4527-a295-66e71b3d3f5e' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/0353476c-3539-426b-a305-896af2b22118/6a5b83b4-98e3-4527-a295-66e71b3d3f5e' (blockVolume:509)
2018-03-08 01:41:40,472+0100 INFO  (tasks/7) [storage.Volume] Request to create RAW volume /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/0353476c-3539-426b-a305-896af2b22118/6a5b83b4-98e3-4527-a295-66e71b3d3f5e with size = 4751360 sectors (blockVolume:515)
2018-03-08 01:41:40,706+0100 WARN  (tasks/3) [root] File: /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/fce7fb4f-aaff-4899-a94e-4914a05d9486/c6b664be-a264-405e-ae82-a17f9ea95f00 already removed (fileutils:51)
2018-03-08 01:41:40,707+0100 INFO  (tasks/3) [storage.Volume] Creating volume symlink from u'/dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/c6b664be-a264-405e-ae82-a17f9ea95f00' to u'/rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/fce7fb4f-aaff-4899-a94e-4914a05d9486/c6b664be-a264-405e-ae82-a17f9ea95f00' (blockVolume:509)
2018-03-08 01:41:40,707+0100 INFO  (tasks/3) [storage.Volume] Request to create RAW volume /rhev/data-center/mnt/blockSD/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/images/fce7fb4f-aaff-4899-a94e-4914a05d9486/c6b664be-a264-405e-ae82-a17f9ea95f00 with size = 20 sectors (blockVolume:515)
2018-03-08 01:41:40,744+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:40,793+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ace3eb8f-96f7-47c5-8b8e-1e5e9356a1cd (threadPool:210)
2018-03-08 01:41:40,793+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3794e6ea-ae49-447e-9035-c359353d5fa9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:40,794+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:40,834+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=32f860e1-3ae0-433c-aa93-be671fae6044 (api:46)
2018-03-08 01:41:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=32f860e1-3ae0-433c-aa93-be671fae6044 (api:52)
2018-03-08 01:41:40,834+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=cff58344-a20d-4159-9994-144ddc562edc (api:46)
2018-03-08 01:41:40,834+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=cff58344-a20d-4159-9994-144ddc562edc (api:52)
2018-03-08 01:41:40,835+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=f046555f-a92b-4cdf-b439-36a4391ff6db (api:46)
2018-03-08 01:41:40,835+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=f046555f-a92b-4cdf-b439-36a4391ff6db (api:52)
2018-03-08 01:41:40,836+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=208894bc-46c8-4f91-9277-2da0f5dc8caa (api:46)
2018-03-08 01:41:40,836+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=208894bc-46c8-4f91-9277-2da0f5dc8caa (api:52)
2018-03-08 01:41:40,836+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=75e3fc36-24f3-486f-ba0b-626589b28175 (api:46)
2018-03-08 01:41:40,837+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=75e3fc36-24f3-486f-ba0b-626589b28175 (api:52)
2018-03-08 01:41:40,837+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=1097840d-3b8a-49ea-99ba-61446cf0b6d1 (api:46)
2018-03-08 01:41:40,837+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=1097840d-3b8a-49ea-99ba-61446cf0b6d1 (api:52)
2018-03-08 01:41:40,838+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=373ab5d2-29d8-48c3-accf-035b419566f5 (api:46)
2018-03-08 01:41:40,838+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=373ab5d2-29d8-48c3-accf-035b419566f5 (api:52)
2018-03-08 01:41:40,838+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=ede41747-47fb-498d-8e77-941b57e55d63 (api:46)
2018-03-08 01:41:40,838+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=ede41747-47fb-498d-8e77-941b57e55d63 (api:52)
2018-03-08 01:41:40,839+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=12dca9c5-b1f1-43a9-b139-21d0b526a858 (api:46)
2018-03-08 01:41:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=12dca9c5-b1f1-43a9-b139-21d0b526a858 (api:52)
2018-03-08 01:41:40,839+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=c9720219-e554-49ef-9817-d8f887d7649c (api:46)
2018-03-08 01:41:40,839+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=c9720219-e554-49ef-9817-d8f887d7649c (api:52)
2018-03-08 01:41:41,007+0100 WARN  (tasks/7) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/6a5b83b4-98e3-4527-a295-66e71b3d3f5e (blockSD:884)
2018-03-08 01:41:41,008+0100 WARN  (tasks/7) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/c6b664be-a264-405e-ae82-a17f9ea95f00 (blockSD:884)
2018-03-08 01:41:41,010+0100 INFO  (tasks/7) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=6a5b83b4-98e3-4527-a295-66e71b3d3f5e, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_786', u'PU_00000000-0000-0000-0000-000000000000', u'IU_0353476c-3539-426b-a305-896af2b22118']) (lvm:1347)
2018-03-08 01:41:41,157+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:41,206+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2fc10121-be37-4ff5-8362-40080012b6b8 (threadPool:210)
2018-03-08 01:41:41,207+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7fed0b5f-be04-46ed-8523-feb5295ca206 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:41,207+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:41,234+0100 INFO  (tasks/7) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'6a5b83b4-98e3-4527-a295-66e71b3d3f5e'] (lvm:1302)
2018-03-08 01:41:41,478+0100 WARN  (tasks/3) [storage.StorageDomainManifest] Could not find mapping for lv f2e6539b-85c3-45ba-b0d6-e8bf3f087454/c6b664be-a264-405e-ae82-a17f9ea95f00 (blockSD:884)
2018-03-08 01:41:41,494+0100 INFO  (tasks/3) [storage.LVM] Change LV tags (vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454, lv=c6b664be-a264-405e-ae82-a17f9ea95f00, delTags=['OVIRT_VOL_INITIALIZING'], addTags=['MD_787', u'PU_00000000-0000-0000-0000-000000000000', u'IU_fce7fb4f-aaff-4899-a94e-4914a05d9486']) (lvm:1347)
2018-03-08 01:41:41,564+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=eda376f4-7605-4426-bd17-9f8adf578a78 (api:46)
2018-03-08 01:41:41,569+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:41,591+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=eda376f4-7605-4426-bd17-9f8adf578a78 (api:52)
2018-03-08 01:41:41,594+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:41:41,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6c734297-789f-48e6-a479-ba5435495096 (threadPool:210)
2018-03-08 01:41:41,617+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a166852d-1cee-43d4-893b-3a56cb1fe56c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:41,618+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:41,686+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=968b35a4-a4c8-4c6c-be4b-89dbb86e5ac4 (api:46)
2018-03-08 01:41:41,693+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7092870053888', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86006300672', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=968b35a4-a4c8-4c6c-be4b-89dbb86e5ac4 (api:52)
2018-03-08 01:41:41,694+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:41,772+0100 INFO  (tasks/3) [storage.LVM] Deactivating lvs: vg=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 lvs=[u'c6b664be-a264-405e-ae82-a17f9ea95f00'] (lvm:1302)
2018-03-08 01:41:41,852+0100 INFO  (tasks/7) [storage.Volume] The requested size for volume 6a5b83b4-98e3-4527-a295-66e71b3d3f5e doesn't match the granularity on domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454, updating the volume size from 4751360 to 4980736 (volume:1196)
2018-03-08 01:41:41,892+0100 INFO  (tasks/7) [storage.ThreadPool.WorkerThread] FINISH task 699af35a-f06c-4589-98fa-de28aba988cc (threadPool:210)
2018-03-08 01:41:41,959+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:42,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0fcadd6e-41f1-4c67-8561-797635ab612c (threadPool:210)
2018-03-08 01:41:42,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 555b5c38-def2-4fb5-bc83-678347e84cd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:42,042+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:42,237+0100 INFO  (tasks/3) [storage.Volume] The requested size for volume c6b664be-a264-405e-ae82-a17f9ea95f00 doesn't match the granularity on domain f2e6539b-85c3-45ba-b0d6-e8bf3f087454, updating the volume size from 20 to 262144 (volume:1196)
2018-03-08 01:41:42,278+0100 INFO  (tasks/3) [storage.ThreadPool.WorkerThread] FINISH task 3ce0e052-9bdd-4f80-abfd-918671aeacb9 (threadPool:210)
2018-03-08 01:41:42,573+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:42,619+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 37797356-b139-49f8-b41c-6caf5fd9fde5 (threadPool:210)
2018-03-08 01:41:42,620+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ae2b0a81-b764-4038-aeac-1a5d3268ea4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:42,620+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:43,065+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:43,474+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:43,525+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7fed0b5f-be04-46ed-8523-feb5295ca206 (threadPool:210)
2018-03-08 01:41:43,526+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 100f4106-5f78-4846-a1a6-def5faefded2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:43,526+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:43,624+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:43,628+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:43,631+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:43,962+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:44,012+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a166852d-1cee-43d4-893b-3a56cb1fe56c (threadPool:210)
2018-03-08 01:41:44,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d80972df-7ddb-488f-aa6f-a9ec21d2f568 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:44,013+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:44,420+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:44,472+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 555b5c38-def2-4fb5-bc83-678347e84cd5 (threadPool:210)
2018-03-08 01:41:44,472+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 44d606b6-c4a8-4d33-bb9d-749b1c8c2d32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:44,473+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:44,768+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:44,815+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ae2b0a81-b764-4038-aeac-1a5d3268ea4a (threadPool:210)
2018-03-08 01:41:44,816+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 636c94f8-2171-42a8-9554-6e7fea0e62bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:44,816+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:45,126+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:45,176+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3794e6ea-ae49-447e-9035-c359353d5fa9 (threadPool:210)
2018-03-08 01:41:45,176+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7bae422-c4d1-4e9a-83a4-40b344e26fa7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:45,177+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:45,610+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:45,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 100f4106-5f78-4846-a1a6-def5faefded2 (threadPool:210)
2018-03-08 01:41:45,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a9ad4aa-8de4-431f-8ec8-8116613a99ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:45,657+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:45,722+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:45,723+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e3037612-1dff-4b51-8b45-cec22cdbcfe6 (api:46)
2018-03-08 01:41:45,724+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00719424', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314417', 'lastCheck': '6.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316097', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061278', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050489', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326391', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000901265', 'lastCheck': '2.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488847', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325358', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023881', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000896203', 'lastCheck': '8.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761266', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298571', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035498', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485444', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484069', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532325', 'lastCheck': '5.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303368', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465667', 'lastCheck': '6.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499663', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00139854', 'lastCheck': '6.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129216', 'lastCheck': '5.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436669', 'lastCheck': '5.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409097', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382941', 'lastCheck': '5.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282037', 'lastCheck': '6.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351908', 'lastCheck': '8.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00594713', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206876', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148157', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240168', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272287', 'lastCheck': '4.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e3037612-1dff-4b51-8b45-cec22cdbcfe6 (api:52)
2018-03-08 01:41:45,724+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d3ba5a96-e702-4b1a-a11f-7543bb583220 (api:46)
2018-03-08 01:41:45,724+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d3ba5a96-e702-4b1a-a11f-7543bb583220 (api:52)
2018-03-08 01:41:45,766+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '26': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '20': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.56'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.56'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '26.90', 'cpuIdle': '68.33'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '4.51', 'cpuIdle': '89.13'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.76'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '5': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.77'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.17'}, '8': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '39': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '10': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '13': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.22'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.21'}, '17': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.23'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.83'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '98.94'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '34': {'cpuUser': '8.02', 'nodeIndex': 0, 'cpuSys': '8.94', 'cpuIdle': '83.04'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.82'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310084'}, '0': {'memPercent': 12, 'memFree': '347691'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761266', 'lastCheck': '4.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00719424', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314417', 'lastCheck': '6.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298571', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035498', 'lastCheck': '3.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050489', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326391', 'lastCheck': '6.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000901265', 'lastCheck': '2.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488847', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325358', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023881', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000896203', 'lastCheck': '8.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316097', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061278', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485444', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00139854', 'lastCheck': '6.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532325', 'lastCheck': '5.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303368', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465667', 'lastCheck': '6.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499663', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484069', 'lastCheck': '6.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240168', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436669', 'lastCheck': '5.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000409097', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382941', 'lastCheck': '5.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282037', 'lastCheck': '6.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000351908', 'lastCheck': '8.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00594713', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206876', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148157', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129216', 'lastCheck': '5.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272287', 'lastCheck': '4.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647282839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404328984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.351', 'tx': '1176276119109', 'txDropped': '0', 'rx': '625371925122', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0', 'tx': '1580931144180', 'txDropped': '0', 'rx': '926346257425', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45207114', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416542394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200588374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet0', 'tx': '87768448', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet1', 'tx': '37766203371', 'txDropped': '0', 'rx': '878039671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet2', 'tx': '21127576123', 'txDropped': '0', 'rx': '141320019017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175743934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet4', 'tx': '396451830', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet5', 'tx': '23425468280', 'txDropped': '0', 'rx': '498171891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet6', 'tx': '6654366375', 'txDropped': '0', 'rx': '430027967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet7', 'tx': '1434388489', 'txDropped': '0', 'rx': '552394633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42454354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46756993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'lo', 'tx': '6937353192', 'txDropped': '0', 'rx': '6937353192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170730852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'eno1', 'tx': '975619876798', 'txDropped': '0', 'rx': '434008258745', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'eno2', 'tx': '605311267382', 'txDropped': '0', 'rx': '492337998680', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469693.065718, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469693.065718, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633063151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75928929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77046794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192239662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370795445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373683021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49880566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430487347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299006062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.110', 'tx': '2476543829', 'txDropped': '0', 'rx': '66856264985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.111', 'tx': '122679724801', 'txDropped': '0', 'rx': '24449631946', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55252921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54180262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465460216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165409113', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56032839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55862650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45202322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469693.065718, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226627243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'oVirtManagement', 'tx': '1176276118461', 'txDropped': '0', 'rx': '625371186719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577372784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'vnet3', 'tx': '542845594', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469693.065718, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754522343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695739.59', 'cpuLoad': '2.67', 'cpuSys': '1.73', 'diskStats': {'/var/log': {'free': '92958'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:41:45 GMT', 'cpuUser': '1.21', 'memFree': 667599, 'cpuIdle': '97.06', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:45,771+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:41:46,022+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:46,068+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d80972df-7ddb-488f-aa6f-a9ec21d2f568 (threadPool:210)
2018-03-08 01:41:46,069+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e614f1eb-4f24-4ac8-8a10-00e506ac6aeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:46,069+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:46,396+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:46,435+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 44d606b6-c4a8-4d33-bb9d-749b1c8c2d32 (threadPool:210)
2018-03-08 01:41:46,437+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b07e7727-f2f1-4bf8-8814-5b8dcd0a6d0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:46,437+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:46,835+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:46,880+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 636c94f8-2171-42a8-9554-6e7fea0e62bb (threadPool:210)
2018-03-08 01:41:46,882+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8eeb19ba-7b5b-40a8-9baf-a1008027fcca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:41:46,882+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:47,270+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:47,321+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7bae422-c4d1-4e9a-83a4-40b344e26fa7 (threadPool:210)
2018-03-08 01:41:47,322+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90a4e4db-5593-4721-abd5-8a17d65d3d1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:47,322+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:47,741+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:41:47,746+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:41:47,748+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:47,756+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:41:47,757+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:41:47,757+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:47,788+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:47,839+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a9ad4aa-8de4-431f-8ec8-8116613a99ad (threadPool:210)
2018-03-08 01:41:47,840+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c599141a-1b1b-41ae-93a2-ea2410540e3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:47,840+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:48,218+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=33be58a2-235b-4a2f-a1f1-c31262799e8a (api:46)
2018-03-08 01:41:48,220+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00719424', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314417', 'lastCheck': '8.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316097', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00061278', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050489', 'lastCheck': '8.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326391', 'lastCheck': '8.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000901265', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488847', 'lastCheck': '8.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325358', 'lastCheck': '8.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023881', 'lastCheck': '3.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253534', 'lastCheck': '1.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000761266', 'lastCheck': '6.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298571', 'lastCheck': '6.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035498', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485444', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484069', 'lastCheck': '8.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000532325', 'lastCheck': '8.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303368', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465667', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499663', 'lastCheck': '6.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00139854', 'lastCheck': '8.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00129216', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436669', 'lastCheck': '7.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00059208', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382941', 'lastCheck': '7.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282037', 'lastCheck': '8.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000491734', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00594713', 'lastCheck': '2.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206876', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148157', 'lastCheck': '2.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240168', 'lastCheck': '2.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272287', 'lastCheck': '7.2', 'valid': True}} from=internal, task_id=33be58a2-235b-4a2f-a1f1-c31262799e8a (api:52)
2018-03-08 01:41:48,220+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=2af66227-693a-4b7a-a6d4-60f534bdf80a (api:46)
2018-03-08 01:41:48,221+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=2af66227-693a-4b7a-a6d4-60f534bdf80a (api:52)
2018-03-08 01:41:48,264+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:48,318+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e614f1eb-4f24-4ac8-8a10-00e506ac6aeb (threadPool:210)
2018-03-08 01:41:48,318+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 80180694-f329-4acc-b9dd-1335ad9773f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:48,319+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:48,774+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:48,820+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8eeb19ba-7b5b-40a8-9baf-a1008027fcca (threadPool:210)
2018-03-08 01:41:48,820+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 30958d35-3e65-45b2-8154-bab57d4f8d1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:48,821+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:48,898+0100 INFO  (jsonrpc/3) [vdsm.api] START getAllTasksStatuses(spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=d36e3f54-a574-4bcf-9379-17c85b89c79f (api:46)
2018-03-08 01:41:48,899+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getAllTasksStatuses return={'allTasksStatus': {'43444aac-c470-4045-a9d9-c55a4e532f84': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '43444aac-c470-4045-a9d9-c55a4e532f84'}, 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'f0aa9df9-55b0-4a7d-b2e8-9a4fc4625116'}, '900d86af-50b0-48dc-8c6b-41cc7820dad5': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '900d86af-50b0-48dc-8c6b-41cc7820dad5'}, '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '1dc3fe88-378c-4818-b4a9-94e7aaf3aaf8'}, '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed': {'code': 201, 'message': "Volume does not exist: (u'63ff252d-0a3d-43b8-beb6-7aac14823df5',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5ef97cdd-ebc5-479c-ac8e-bfa2dda4c0ed'}, 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'ff046221-d0ce-4fae-9ad0-bf809e1cf1d9'}, '21e7ba51-e69b-4dea-bf92-9ec349deefc9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '21e7ba51-e69b-4dea-bf92-9ec349deefc9'}, 'ca55acc6-5606-4713-a758-1e21ef12936d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'ca55acc6-5606-4713-a758-1e21ef12936d'}, '99419e2c-6df1-4259-bd12-f7f491dbff9d': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '99419e2c-6df1-4259-bd12-f7f491dbff9d'}, 'd5266f05-c5d9-4903-ac99-30179454e767': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'd5266f05-c5d9-4903-ac99-30179454e767'}, '83f3c334-b531-48eb-bf31-96d76060b9f7': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '83f3c334-b531-48eb-bf31-96d76060b9f7'}, '5d7bfae3-f571-4d74-b192-7374a34f01c3': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': '5d7bfae3-f571-4d74-b192-7374a34f01c3'}, 'd445c6f9-b87f-403a-83af-6b12be5d7082': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'd445c6f9-b87f-403a-83af-6b12be5d7082'}, '3ce0e052-9bdd-4f80-abfd-918671aeacb9': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '3ce0e052-9bdd-4f80-abfd-918671aeacb9'}, '699af35a-f06c-4589-98fa-de28aba988cc': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '699af35a-f06c-4589-98fa-de28aba988cc'}, 'e4060d4e-edc3-4217-a074-54ae541ecb99': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': 'e4060d4e-edc3-4217-a074-54ae541ecb99'}, '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '2bd4d15a-ada4-4fc5-9d17-76ae1d8f2d09'}, '909c77e7-e248-4e19-ad6c-d550cbc2fb85': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '909c77e7-e248-4e19-ad6c-d550cbc2fb85'}, '4c738f29-ef69-40e0-bdfe-8a0858051a0a': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '4c738f29-ef69-40e0-bdfe-8a0858051a0a'}, '35d4226d-a55f-491b-aca8-56ac0dfe0dee': {'code': 0, 'message': '1 jobs completed successfully', 'taskState': 'finished', 'taskResult': 'success', 'taskID': '35d4226d-a55f-491b-aca8-56ac0dfe0dee'}, 'e53011f3-ab0b-4772-abeb-6e97fd691f23': {'code': 201, 'message': "Volume does not exist: (u'243b225e-c833-45eb-8bd2-cddbfbc0c45c',)", 'taskState': 'finished', 'taskResult': 'cleanSuccess', 'taskID': 'e53011f3-ab0b-4772-abeb-6e97fd691f23'}}} from=::ffff:192.168.99.66,46746, task_id=d36e3f54-a574-4bcf-9379-17c85b89c79f (api:52)
2018-03-08 01:41:48,899+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllTasksStatuses succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:48,991+0100 INFO  (jsonrpc/1) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'0353476c-3539-426b-a305-896af2b22118', volUUID=u'6a5b83b4-98e3-4527-a295-66e71b3d3f5e', options=None) from=::ffff:192.168.99.66,46746, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=28422c1e-ba4f-43e6-8245-568d9a5d0a9a (api:46)
2018-03-08 01:41:48,992+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=0353476c-3539-426b-a305-896af2b22118 volUUID = 6a5b83b4-98e3-4527-a295-66e71b3d3f5e  (volume:238)
2018-03-08 01:41:49,020+0100 INFO  (jsonrpc/1) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/0353476c-3539-426b-a305-896af2b22118/6a5b83b4-98e3-4527-a295-66e71b3d3f5e info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN403_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '0353476c-3539-426b-a305-896af2b22118', 'ctime': '1520469701', 'disktype': 'MEMD', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2550136832', 'children': [], 'pool': '', 'capacity': '2550136832', 'uuid': u'6a5b83b4-98e3-4527-a295-66e71b3d3f5e', 'truesize': '2550136832', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:41:49,020+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN403_hibernation_memory","DiskDescription":"memory dump for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': '0353476c-3539-426b-a305-896af2b22118', 'ctime': '1520469701', 'disktype': 'MEMD', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '2550136832', 'children': [], 'pool': '', 'capacity': '2550136832', 'uuid': u'6a5b83b4-98e3-4527-a295-66e71b3d3f5e', 'truesize': '2550136832', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=28422c1e-ba4f-43e6-8245-568d9a5d0a9a (api:52)
2018-03-08 01:41:49,021+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:41:49,048+0100 INFO  (jsonrpc/4) [vdsm.api] START getVolumeInfo(sdUUID=u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID=u'fce7fb4f-aaff-4899-a94e-4914a05d9486', volUUID=u'c6b664be-a264-405e-ae82-a17f9ea95f00', options=None) from=::ffff:192.168.99.66,46746, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=093a338c-0186-44b5-b483-856dac176dd5 (api:46)
2018-03-08 01:41:49,049+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] Info request: sdUUID=f2e6539b-85c3-45ba-b0d6-e8bf3f087454 imgUUID=fce7fb4f-aaff-4899-a94e-4914a05d9486 volUUID = c6b664be-a264-405e-ae82-a17f9ea95f00  (volume:238)
2018-03-08 01:41:49,078+0100 INFO  (jsonrpc/4) [storage.VolumeManifest] f2e6539b-85c3-45ba-b0d6-e8bf3f087454/fce7fb4f-aaff-4899-a94e-4914a05d9486/c6b664be-a264-405e-ae82-a17f9ea95f00 info is {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN403_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': 'fce7fb4f-aaff-4899-a94e-4914a05d9486', 'ctime': '1520469702', 'disktype': 'MEMM', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '134217728', 'children': [], 'pool': '', 'capacity': '134217728', 'uuid': u'c6b664be-a264-405e-ae82-a17f9ea95f00', 'truesize': '134217728', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}} (volume:272)
2018-03-08 01:41:49,078+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getVolumeInfo return={'info': {'status': 'OK', 'domain': 'f2e6539b-85c3-45ba-b0d6-e8bf3f087454', 'voltype': 'LEAF', 'description': '{"DiskAlias":"EGOVCICLIWIN403_hibernation_metadata","DiskDescription":"metadata for VM hibernation"}', 'parent': '00000000-0000-0000-0000-000000000000', 'format': 'RAW', 'generation': 0, 'image': 'fce7fb4f-aaff-4899-a94e-4914a05d9486', 'ctime': '1520469702', 'disktype': 'MEMM', 'legality': 'LEGAL', 'mtime': '0', 'apparentsize': '134217728', 'children': [], 'pool': '', 'capacity': '134217728', 'uuid': u'c6b664be-a264-405e-ae82-a17f9ea95f00', 'truesize': '134217728', 'type': 'PREALLOCATED', 'lease': {'owners': [], 'version': None}}} from=::ffff:192.168.99.66,46746, flow_id=3030a72e-4c35-4db8-963e-65264b461da1, task_id=093a338c-0186-44b5-b483-856dac176dd5 (api:52)
2018-03-08 01:41:49,079+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Volume.getInfo succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:41:49,309+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:49,353+0100 INFO  (jsonrpc/6) [vdsm.api] START clearTask(taskID=u'699af35a-f06c-4589-98fa-de28aba988cc', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=bc752a0f-9724-499d-9e52-7652b5171ca7 (api:46)
2018-03-08 01:41:49,358+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=bc752a0f-9724-499d-9e52-7652b5171ca7 (api:52)
2018-03-08 01:41:49,358+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:49,362+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90a4e4db-5593-4721-abd5-8a17d65d3d1e (threadPool:210)
2018-03-08 01:41:49,363+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 76b61714-930d-4806-88fc-0483751d1cf2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:49,363+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:49,364+0100 INFO  (jsonrpc/0) [vdsm.api] START clearTask(taskID=u'3ce0e052-9bdd-4f80-abfd-918671aeacb9', spUUID=None, options=None) from=::ffff:192.168.99.66,46746, task_id=28437d38-d474-456c-8282-540296783561 (api:46)
2018-03-08 01:41:49,366+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH clearTask return=None from=::ffff:192.168.99.66,46746, task_id=28437d38-d474-456c-8282-540296783561 (api:52)
2018-03-08 01:41:49,366+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Task.clear succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:49,802+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:49,845+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b07e7727-f2f1-4bf8-8814-5b8dcd0a6d0e (threadPool:210)
2018-03-08 01:41:49,846+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a9a80d36-117d-42f2-863f-7fbd45ff5187 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:49,846+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:50,230+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:50,278+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 80180694-f329-4acc-b9dd-1335ad9773f3 (threadPool:210)
2018-03-08 01:41:50,279+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ed17aaaf-7a04-4522-8fab-f238bc54a6b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:50,279+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:50,622+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:50,673+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 30958d35-3e65-45b2-8154-bab57d4f8d1b (threadPool:210)
2018-03-08 01:41:50,673+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d74c5b93-0860-4854-b7b9-2018ffe96e34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:50,674+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:51,102+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:51,133+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c599141a-1b1b-41ae-93a2-ea2410540e3f (threadPool:210)
2018-03-08 01:41:51,133+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c5bb599f-fe0a-40d5-9894-da8f8b31738a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:51,133+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:51,600+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:51,631+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a9a80d36-117d-42f2-863f-7fbd45ff5187 (threadPool:210)
2018-03-08 01:41:51,631+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ddcce892-242e-4b2b-9219-8075534fe00e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:51,632+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:51,984+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:52,025+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d74c5b93-0860-4854-b7b9-2018ffe96e34 (threadPool:210)
2018-03-08 01:41:52,026+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c919e6fc-76ee-4fe7-bfee-6d5a32256559 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:52,026+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:52,112+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5918635d-a3f7-4160-b323-ef7203f6b20d (api:46)
2018-03-08 01:41:52,117+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5918635d-a3f7-4160-b323-ef7203f6b20d (api:52)
2018-03-08 01:41:52,117+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:52,208+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a2d03197-cf11-49c0-ad5b-cfd14d4fd8e4 (api:46)
2018-03-08 01:41:52,215+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7090722570240', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6958383890432', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86006300672', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a2d03197-cf11-49c0-ad5b-cfd14d4fd8e4 (api:52)
2018-03-08 01:41:52,216+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:41:52,391+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:52,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 76b61714-930d-4806-88fc-0483751d1cf2 (threadPool:210)
2018-03-08 01:41:52,435+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c3ad1db2-ba43-447b-8cc8-e6a4c076f237 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:52,436+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:52,854+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:52,898+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c5bb599f-fe0a-40d5-9894-da8f8b31738a (threadPool:210)
2018-03-08 01:41:52,898+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7c1f6434-4dd3-4944-b201-087ca329e0fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:52,899+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:53,281+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:53,330+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ddcce892-242e-4b2b-9219-8075534fe00e (threadPool:210)
2018-03-08 01:41:53,330+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 90c0015c-9e96-4e51-994a-ef29e9ff64aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:53,331+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:53,649+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:53,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c919e6fc-76ee-4fe7-bfee-6d5a32256559 (threadPool:210)
2018-03-08 01:41:53,695+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cf79c2d3-c9e1-4c30-ab04-b36f6bcd7494 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:53,695+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:54,136+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:54,185+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c3ad1db2-ba43-447b-8cc8-e6a4c076f237 (threadPool:210)
2018-03-08 01:41:54,185+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9eb5cc92-1a20-4c3f-8926-db54eae79817 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:54,186+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:54,570+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:54,623+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ed17aaaf-7a04-4522-8fab-f238bc54a6b3 (threadPool:210)
2018-03-08 01:41:54,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1649292c-8dbf-4fb4-a06c-55658f912bd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:54,624+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:54,906+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:54,971+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7c1f6434-4dd3-4944-b201-087ca329e0fd (threadPool:210)
2018-03-08 01:41:54,972+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 12e432d7-a9aa-4bf0-ab51-a53cd4280344 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:54,973+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:55,249+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:55,550+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:55,595+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 90c0015c-9e96-4e51-994a-ef29e9ff64aa (threadPool:210)
2018-03-08 01:41:55,595+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2dc6c7c8-7c6d-4613-b3d2-ba51a7518d9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:55,595+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:55,885+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:55,930+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cf79c2d3-c9e1-4c30-ab04-b36f6bcd7494 (threadPool:210)
2018-03-08 01:41:55,930+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 86925e13-e199-480b-9877-9d5bac0b44bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:41:55,931+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:41:56,232+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:56,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9eb5cc92-1a20-4c3f-8926-db54eae79817 (threadPool:210)
2018-03-08 01:41:56,282+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 01513ae1-1b6b-4b1e-9cdb-c7ffafb36a5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:56,282+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:56,652+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:56,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1649292c-8dbf-4fb4-a06c-55658f912bd5 (threadPool:210)
2018-03-08 01:41:56,695+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 03867c23-6d1a-4163-b338-74812b2e1e56 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:56,696+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:57,009+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:57,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2dc6c7c8-7c6d-4613-b3d2-ba51a7518d9f (threadPool:210)
2018-03-08 01:41:57,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d37561ac-882b-4f14-bbc6-ffbbfb8820b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:57,084+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:57,370+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:57,396+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 86925e13-e199-480b-9877-9d5bac0b44bf (threadPool:210)
2018-03-08 01:41:57,396+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5e93b98c-f6b4-4413-ba4e-c89685a9013c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:57,397+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:57,684+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:57,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 12e432d7-a9aa-4bf0-ab51-a53cd4280344 (threadPool:210)
2018-03-08 01:41:57,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3156864-cdaf-483d-bc9f-e58d350a6c97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:57,731+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:58,126+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:58,177+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 03867c23-6d1a-4163-b338-74812b2e1e56 (threadPool:210)
2018-03-08 01:41:58,177+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0adf41ab-c582-42a8-baf3-219b9d917c2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:58,178+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:58,470+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:58,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d37561ac-882b-4f14-bbc6-ffbbfb8820b0 (threadPool:210)
2018-03-08 01:41:58,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 023c7bce-d854-422e-8984-87371e1e8cde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1025, '1xtnd\xfd\x86R\x16\x1b@\xf4\x8e\x9eI\xb3k\xe7\x1b\x9e\xc2|O\x93\xd6\xe0\\<\x88\x92C"q{\nq/000000000002440000000000000')) (threadPool:208)
2018-03-08 01:41:58,541+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 2f710a7b-7122-4392-883c-5ce0d6934f7c in domain c29e1be7-6bb3-499e-8ef4-401b165286fd (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 148480 (mailbox:161)
2018-03-08 01:41:58,542+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV c29e1be7-6bb3-499e-8ef4-401b165286fd/2f710a7b-7122-4392-883c-5ce0d6934f7c to 148480 megabytes (lvm:1205)
2018-03-08 01:41:58,647+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:41:58,652+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:41:58,655+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:41:58,737+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 023c7bce-d854-422e-8984-87371e1e8cde (threadPool:210)
2018-03-08 01:41:58,737+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57058e49-9053-402b-b2dd-b1ed72f4c8fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:58,738+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:58,878+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:58,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 01513ae1-1b6b-4b1e-9cdb-c7ffafb36a5d (threadPool:210)
2018-03-08 01:41:58,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4077616a-9940-4c02-bbd0-632edde90f79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:58,922+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:59,296+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:59,360+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5e93b98c-f6b4-4413-ba4e-c89685a9013c (threadPool:210)
2018-03-08 01:41:59,360+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09744b46-95bf-44e1-9f9b-eb4aee4bf80b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:59,361+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:41:59,663+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:41:59,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0adf41ab-c582-42a8-baf3-219b9d917c2d (threadPool:210)
2018-03-08 01:41:59,733+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8f6bef2a-93e0-44f8-972c-6ff3e7dc0fda (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:41:59,734+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:00,134+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:00,175+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57058e49-9053-402b-b2dd-b1ed72f4c8fc (threadPool:210)
2018-03-08 01:42:00,176+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60bd5427-c063-4d35-84e4-0ccdb783be76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:00,176+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:00,570+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:00,616+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3156864-cdaf-483d-bc9f-e58d350a6c97 (threadPool:210)
2018-03-08 01:42:00,616+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aa013ff3-6ff4-4894-8df7-7a9800ca4c68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:42:00,617+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:00,805+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:00,807+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=73111654-638d-40de-a48e-45a1702f8e86 (api:46)
2018-03-08 01:42:00,807+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254769', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000962708', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839542', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004319', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552567', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002889', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484336', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385253', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257491', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240795', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265778', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588715', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328947', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306734', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395331', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227715', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270522', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022235', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211476', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570645', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260948', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045574', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238565', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462751', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229189', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025086', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423047', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254469', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206283', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883106', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197058', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277278', 'lastCheck': '0.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=73111654-638d-40de-a48e-45a1702f8e86 (api:52)
2018-03-08 01:42:00,808+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d40de152-39ee-4d22-9b89-dbe838882efd (api:46)
2018-03-08 01:42:00,808+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d40de152-39ee-4d22-9b89-dbe838882efd (api:52)
2018-03-08 01:42:00,837+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.82'}, '62': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '20': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '21': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '92.84'}, '22': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '23': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.42'}, '29': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.88'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '1': {'cpuUser': '6.23', 'nodeIndex': 1, 'cpuSys': '25.13', 'cpuIdle': '68.64'}, '0': {'cpuUser': '7.89', 'nodeIndex': 0, 'cpuSys': '3.98', 'cpuIdle': '88.13'}, '3': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.22'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.63'}, '5': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.96'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '9': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.63'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.68'}, '59': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '13': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.69'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.22'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '17': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.29'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.15'}, '19': {'cpuUser': '3.85', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.76'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '36': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '34': {'cpuUser': '8.42', 'nodeIndex': 0, 'cpuSys': '9.02', 'cpuIdle': '82.56'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309859'}, '0': {'memPercent': 12, 'memFree': '347895'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588715', 'lastCheck': '1.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254769', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000962708', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328947', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306734', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552567', 'lastCheck': '0.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002889', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484336', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385253', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257491', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240795', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265778', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839542', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004319', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395331', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260948', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270522', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022235', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211476', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570645', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227715', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197058', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238565', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462751', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229189', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025086', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423047', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254469', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206283', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883106', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045574', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277278', 'lastCheck': '0.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647317765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404331818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.351', 'tx': '1176276196544', 'txDropped': '0', 'rx': '625371942850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0', 'tx': '1580931340953', 'txDropped': '0', 'rx': '926346956156', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45207743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416544199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200590693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet0', 'tx': '87773294', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet1', 'tx': '37766205442', 'txDropped': '0', 'rx': '878039733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet2', 'tx': '21127644902', 'txDropped': '0', 'rx': '141320041464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175744774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet4', 'tx': '396456676', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet5', 'tx': '23425505701', 'txDropped': '0', 'rx': '498172361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet6', 'tx': '6654594293', 'txDropped': '0', 'rx': '430117258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet7', 'tx': '1434390626', 'txDropped': '0', 'rx': '552394750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42454754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46757393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'lo', 'tx': '6937433568', 'txDropped': '0', 'rx': '6937433568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170731942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'eno1', 'tx': '975620049987', 'txDropped': '0', 'rx': '434008525982', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'eno2', 'tx': '605311290966', 'txDropped': '0', 'rx': '492338430174', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469708.149257, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469708.149257, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633067967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75929279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77047144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192242054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370795845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373687055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49880966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430491381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299008454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.110', 'tx': '2476633299', 'txDropped': '0', 'rx': '66856488461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.111', 'tx': '122679747271', 'txDropped': '0', 'rx': '24449698139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55253321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54180662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465463050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165410203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56033239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55863050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45202951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469708.149257, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226629562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'oVirtManagement', 'tx': '1176276195896', 'txDropped': '0', 'rx': '625371204447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577377600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'vnet3', 'tx': '542850440', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469708.149257, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754523183', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695754.68', 'cpuLoad': '2.63', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92957'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:42:00 GMT', 'cpuUser': '1.31', 'memFree': 667600, 'cpuIdle': '96.96', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.46'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:00,842+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:42:00,908+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:00,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09744b46-95bf-44e1-9f9b-eb4aee4bf80b (threadPool:210)
2018-03-08 01:42:00,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 966d8597-964e-4216-beb2-844c3b23a9e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xa3\xc7X\xfa;\x05\x90\xbb\x82E\xdd\x84\xd1\xdb{\x80000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:00,956+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 807bdbd1-84dd-4582-bb90-053bfa58c7a3 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:00,957+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/807bdbd1-84dd-4582-bb90-053bfa58c7a3 to 6144 megabytes (lvm:1205)
2018-03-08 01:42:01,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 966d8597-964e-4216-beb2-844c3b23a9e0 (threadPool:210)
2018-03-08 01:42:01,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 497a3def-0cf8-4ccf-97e8-094498b335f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:01,141+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:01,369+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:01,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8f6bef2a-93e0-44f8-972c-6ff3e7dc0fda (threadPool:210)
2018-03-08 01:42:01,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3de6ccce-6f4e-4141-856f-44f658415daa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:01,417+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:01,739+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:01,804+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4077616a-9940-4c02-bbd0-632edde90f79 (threadPool:210)
2018-03-08 01:42:01,804+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e724c393-7ab3-4749-9c6b-6424e5e8b826 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:01,805+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:02,168+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:02,218+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aa013ff3-6ff4-4894-8df7-7a9800ca4c68 (threadPool:210)
2018-03-08 01:42:02,218+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 059d5c04-a8f2-48a2-bf31-2e0d28af03c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:02,219+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:02,540+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:02,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 497a3def-0cf8-4ccf-97e8-094498b335f7 (threadPool:210)
2018-03-08 01:42:02,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c0ebb6c-398b-411f-bb36-9e6c36e204d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:02,590+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:02,613+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=494546e2-471c-4977-b348-25446494d29a (api:46)
2018-03-08 01:42:02,619+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=494546e2-471c-4977-b348-25446494d29a (api:52)
2018-03-08 01:42:02,619+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:02,758+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:42:02,763+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:42:02,765+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:02,770+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=76b502ed-875c-4420-88cc-dd428048e620 (api:46)
2018-03-08 01:42:02,773+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:42:02,774+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:42:02,774+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:42:02,777+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7090722570240', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86006300672', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=76b502ed-875c-4420-88cc-dd428048e620 (api:52)
2018-03-08 01:42:02,779+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:02,870+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:02,920+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3de6ccce-6f4e-4141-856f-44f658415daa (threadPool:210)
2018-03-08 01:42:02,920+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 915c7c97-bd53-4447-b5ce-717c9bd56f7d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:02,921+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:03,244+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:03,356+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a9682890-954b-402c-99e2-c0d8d68c6a60 (api:46)
2018-03-08 01:42:03,358+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254769', 'lastCheck': '5.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000962708', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000839542', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004319', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552567', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002889', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484336', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385253', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257491', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240795', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265778', 'lastCheck': '6.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000588715', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328947', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306734', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395331', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227715', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270522', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022235', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211476', 'lastCheck': '3.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570645', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260948', 'lastCheck': '3.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045574', 'lastCheck': '3.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238565', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462751', 'lastCheck': '7.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229189', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025086', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423047', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254469', 'lastCheck': '3.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206283', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883106', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197058', 'lastCheck': '3.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277278', 'lastCheck': '2.3', 'valid': True}} from=internal, task_id=a9682890-954b-402c-99e2-c0d8d68c6a60 (api:52)
2018-03-08 01:42:03,358+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=c8fa9297-4303-432f-a679-38e6e74dd063 (api:46)
2018-03-08 01:42:03,359+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c8fa9297-4303-432f-a679-38e6e74dd063 (api:52)
2018-03-08 01:42:03,363+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60bd5427-c063-4d35-84e4-0ccdb783be76 (threadPool:210)
2018-03-08 01:42:03,364+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 40ba735e-5980-494f-8db4-a32f3e069442 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:03,364+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:03,642+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:03,689+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e724c393-7ab3-4749-9c6b-6424e5e8b826 (threadPool:210)
2018-03-08 01:42:03,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b54de3b-6fe6-41b9-bc6f-483d183de9a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:03,690+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:03,975+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:04,023+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 059d5c04-a8f2-48a2-bf31-2e0d28af03c2 (threadPool:210)
2018-03-08 01:42:04,024+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2557b31e-7c4a-413a-a1b5-8d00be59d523 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:04,024+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:04,299+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:04,348+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c0ebb6c-398b-411f-bb36-9e6c36e204d4 (threadPool:210)
2018-03-08 01:42:04,348+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c83e67b6-d533-494a-aa0d-04bb728a2b52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x03\xfb\xea:\xc75Z\xb7\xacE}Jh\xc0\xbd\x11000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:04,349+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 11bdc068-4a7d-45ac-b75a-35c73aeafb03 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:04,349+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 to 6144 megabytes (lvm:1205)
2018-03-08 01:42:04,617+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20834 (__init__:330)
2018-03-08 01:42:04,641+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20835 (__init__:330)
2018-03-08 01:42:04,660+0100 INFO  (ioprocess/325152) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:42:04,663+0100 INFO  (ioprocess/325158) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:42:04,751+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:04,789+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c83e67b6-d533-494a-aa0d-04bb728a2b52 (threadPool:210)
2018-03-08 01:42:04,790+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f976468e-93f3-4c3b-aa09-8e78e6d9400c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:04,790+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:04,814+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 915c7c97-bd53-4447-b5ce-717c9bd56f7d (threadPool:210)
2018-03-08 01:42:04,814+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c0a32df2-ac56-41ae-9262-8104e548f864 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:04,814+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:05,061+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:05,107+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 40ba735e-5980-494f-8db4-a32f3e069442 (threadPool:210)
2018-03-08 01:42:05,107+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0b990ca6-0fc9-45ec-88d4-2a37ad9f8f9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:05,108+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:05,414+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:05,477+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b54de3b-6fe6-41b9-bc6f-483d183de9a3 (threadPool:210)
2018-03-08 01:42:05,479+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fe39a359-961e-4acd-8bc0-ccd7deaa47e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:05,479+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:05,754+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:05,799+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2557b31e-7c4a-413a-a1b5-8d00be59d523 (threadPool:210)
2018-03-08 01:42:05,800+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d889f1c9-8761-42c3-966a-114686c4353b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:05,800+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:06,075+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:06,124+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f976468e-93f3-4c3b-aa09-8e78e6d9400c (threadPool:210)
2018-03-08 01:42:06,124+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 94d59a6a-d971-4d51-ab6c-afd9f40e342e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:06,125+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:06,411+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:06,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c0a32df2-ac56-41ae-9262-8104e548f864 (threadPool:210)
2018-03-08 01:42:06,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0d868769-fc26-4075-b76b-9ee854e0e50e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:06,459+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:06,807+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:06,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0b990ca6-0fc9-45ec-88d4-2a37ad9f8f9f (threadPool:210)
2018-03-08 01:42:06,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f50c2181-278f-463d-b547-7f92259657ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:06,856+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:07,165+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:07,503+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:07,556+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fe39a359-961e-4acd-8bc0-ccd7deaa47e5 (threadPool:210)
2018-03-08 01:42:07,557+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1a7fa27-7426-42ae-8eb3-f75d47ab33da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:07,557+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:07,880+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:07,927+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d889f1c9-8761-42c3-966a-114686c4353b (threadPool:210)
2018-03-08 01:42:07,927+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e70addb3-dfd9-44b7-83e8-1d89f1266676 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:07,928+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:08,268+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:08,307+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 94d59a6a-d971-4d51-ab6c-afd9f40e342e (threadPool:210)
2018-03-08 01:42:08,308+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7ef43517-c817-4c27-93e4-d9a9cbb1a199 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:08,309+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:08,624+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:08,664+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0d868769-fc26-4075-b76b-9ee854e0e50e (threadPool:210)
2018-03-08 01:42:08,665+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 72882d45-2c33-4607-800b-0cb60d210f5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:08,666+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:09,049+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:09,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f50c2181-278f-463d-b547-7f92259657ed (threadPool:210)
2018-03-08 01:42:09,099+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e1ac19a5-7eb8-44a3-9932-20b303ec0012 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:09,099+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:09,478+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:09,543+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1a7fa27-7426-42ae-8eb3-f75d47ab33da (threadPool:210)
2018-03-08 01:42:09,543+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9df03687-560c-42a2-9a9d-9fac29aa518c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:09,544+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:09,895+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:09,958+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7ef43517-c817-4c27-93e4-d9a9cbb1a199 (threadPool:210)
2018-03-08 01:42:09,959+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 52729b24-ac95-4b60-8874-0b920f4d5924 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:09,959+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:10,329+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:10,371+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 72882d45-2c33-4607-800b-0cb60d210f5c (threadPool:210)
2018-03-08 01:42:10,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 38392093-9ae6-4631-814c-b2877a871674 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:10,372+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:10,678+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:10,728+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e70addb3-dfd9-44b7-83e8-1d89f1266676 (threadPool:210)
2018-03-08 01:42:10,729+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 080d5213-4070-4615-ab2c-8b34a5336fe6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:10,729+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:11,027+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:11,076+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9df03687-560c-42a2-9a9d-9fac29aa518c (threadPool:210)
2018-03-08 01:42:11,077+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 77a55fb0-6263-4e0c-9e28-1f28027c719f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:42:11,077+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:11,362+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:11,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 52729b24-ac95-4b60-8874-0b920f4d5924 (threadPool:210)
2018-03-08 01:42:11,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 278a7080-8563-4906-93f0-114fd44a9a85 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:11,412+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:11,709+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:11,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e1ac19a5-7eb8-44a3-9932-20b303ec0012 (threadPool:210)
2018-03-08 01:42:11,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8a34392b-7622-4a84-b4b2-601d3ec0e0bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:11,764+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:12,050+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:12,099+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 38392093-9ae6-4631-814c-b2877a871674 (threadPool:210)
2018-03-08 01:42:12,100+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3bad628c-55dc-419e-88c7-34535e28d10b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:12,100+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:12,404+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:12,452+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 080d5213-4070-4615-ab2c-8b34a5336fe6 (threadPool:210)
2018-03-08 01:42:12,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 25c87837-c9bb-4756-8963-1ac38e84826e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:12,453+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:12,725+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:12,773+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 77a55fb0-6263-4e0c-9e28-1f28027c719f (threadPool:210)
2018-03-08 01:42:12,773+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b9effdc-9858-4862-bcc8-19e36b04705a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:12,773+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:13,026+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:13,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 278a7080-8563-4906-93f0-114fd44a9a85 (threadPool:210)
2018-03-08 01:42:13,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fdf16332-0f32-4886-ad3c-ab343ca86674 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:13,074+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:13,245+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=7370cb19-0b27-4a48-9a7d-daf1b39da637 (api:46)
2018-03-08 01:42:13,251+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=7370cb19-0b27-4a48-9a7d-daf1b39da637 (api:52)
2018-03-08 01:42:13,251+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:13,372+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:13,397+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7f7e721c-021b-481e-aeb6-a8fbfcd0b7a3 (api:46)
2018-03-08 01:42:13,406+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7086427602944', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86006300672', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7f7e721c-021b-481e-aeb6-a8fbfcd0b7a3 (api:52)
2018-03-08 01:42:13,408+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:13,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8a34392b-7622-4a84-b4b2-601d3ec0e0bf (threadPool:210)
2018-03-08 01:42:13,422+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9d8c54e7-9b3b-4e6e-82ad-bbb470c11021 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:13,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:13,670+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:13,674+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:13,677+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:13,794+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:13,847+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3bad628c-55dc-419e-88c7-34535e28d10b (threadPool:210)
2018-03-08 01:42:13,848+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9321d87d-afeb-41a4-9f45-1801420f2d5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:13,849+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:14,171+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:14,223+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 25c87837-c9bb-4756-8963-1ac38e84826e (threadPool:210)
2018-03-08 01:42:14,223+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aaa01313-218d-49f7-92b4-88ed3cc736df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:14,224+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:14,529+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:14,577+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b9effdc-9858-4862-bcc8-19e36b04705a (threadPool:210)
2018-03-08 01:42:14,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c84ff4f4-c61b-42af-ae40-c8e7165bf70b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:14,578+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:14,980+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:15,029+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fdf16332-0f32-4886-ad3c-ab343ca86674 (threadPool:210)
2018-03-08 01:42:15,030+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ddc3b38e-5edb-4f9d-a5b1-c07bddb2da4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:15,030+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:15,324+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:15,372+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9d8c54e7-9b3b-4e6e-82ad-bbb470c11021 (threadPool:210)
2018-03-08 01:42:15,373+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a83ae3f8-4530-4bf6-a3c7-8820aa225141 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:15,373+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:15,660+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:15,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9321d87d-afeb-41a4-9f45-1801420f2d5f (threadPool:210)
2018-03-08 01:42:15,705+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d71d9e9a-da7e-4358-bcec-363b0ce1ed37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:15,705+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:15,875+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:15,876+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e1c4825b-8cdc-41f8-be65-72b2fa5e800e (api:46)
2018-03-08 01:42:15,877+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375295', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644915', 'lastCheck': '6.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327105', 'lastCheck': '6.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042779', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450627', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271933', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00129104', 'lastCheck': '6.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338169', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217813', 'lastCheck': '5.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052171', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296479', 'lastCheck': '9.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819411', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406558', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207081', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602455', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366348', 'lastCheck': '6.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228841', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284971', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258875', 'lastCheck': '6.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000777895', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217847', 'lastCheck': '6.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533247', 'lastCheck': '5.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215591', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435954', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213141', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222886', 'lastCheck': '6.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326976', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286888', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491985', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489169', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267635', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235478', 'lastCheck': '4.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e1c4825b-8cdc-41f8-be65-72b2fa5e800e (api:52)
2018-03-08 01:42:15,877+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=39942179-4b8b-4cfa-9eb0-4114d5251a1b (api:46)
2018-03-08 01:42:15,878+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=39942179-4b8b-4cfa-9eb0-4114d5251a1b (api:52)
2018-03-08 01:42:15,906+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.91', 'cpuIdle': '95.98'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.28'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.14'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.23'}, '25': {'cpuUser': '3.90', 'nodeIndex': 1, 'cpuSys': '2.90', 'cpuIdle': '93.20'}, '26': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.90'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.71'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '96.50'}, '21': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.05'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.90'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.97', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.31'}, '29': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.59', 'cpuIdle': '99.21'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.56', 'nodeIndex': 1, 'cpuSys': '27.53', 'cpuIdle': '67.91'}, '0': {'cpuUser': '7.39', 'nodeIndex': 0, 'cpuSys': '3.83', 'cpuIdle': '88.78'}, '3': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.79'}, '2': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '96.24'}, '5': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '94.85'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '7': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.97'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.25', 'cpuIdle': '98.02'}, '9': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.57', 'cpuIdle': '94.99'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '97.69'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.17'}, '10': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.69'}, '13': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.24'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '15': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.11'}, '14': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.09'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '96.24'}, '16': {'cpuUser': '0.92', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.76'}, '19': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '95.45'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.09'}, '36': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.49'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '34': {'cpuUser': '7.20', 'nodeIndex': 0, 'cpuSys': '6.87', 'cpuIdle': '85.93'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '95.90'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309294'}, '0': {'memPercent': 12, 'memFree': '348461'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819411', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375295', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644915', 'lastCheck': '6.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406558', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207081', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450627', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271933', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00129104', 'lastCheck': '6.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338169', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217813', 'lastCheck': '5.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052171', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296479', 'lastCheck': '9.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327105', 'lastCheck': '6.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042779', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602455', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217847', 'lastCheck': '6.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228841', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284971', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258875', 'lastCheck': '6.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000777895', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366348', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267635', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215591', 'lastCheck': '5.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435954', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213141', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222886', 'lastCheck': '6.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000326976', 'lastCheck': '8.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286888', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491985', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489169', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533247', 'lastCheck': '5.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235478', 'lastCheck': '4.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647334401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404334673', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.351', 'tx': '1176276279449', 'txDropped': '0', 'rx': '625371955891', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0', 'tx': '1580931566847', 'txDropped': '0', 'rx': '926347431439', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45208093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416545819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200591627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet0', 'tx': '87777975', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet1', 'tx': '37766207286', 'txDropped': '0', 'rx': '878039795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet2', 'tx': '21127700003', 'txDropped': '0', 'rx': '141320175334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175746372', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet4', 'tx': '396461357', 'txDropped': '0', 'rx': '3066640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet5', 'tx': '23425524472', 'txDropped': '0', 'rx': '498172511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet6', 'tx': '6654601303', 'txDropped': '0', 'rx': '430121898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet7', 'tx': '1434392470', 'txDropped': '0', 'rx': '552394812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42455104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46757743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'lo', 'tx': '6937508477', 'txDropped': '0', 'rx': '6937508477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170733720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'eno1', 'tx': '975620134707', 'txDropped': '0', 'rx': '434008756014', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'eno2', 'tx': '605311432140', 'txDropped': '0', 'rx': '492338675425', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469723.295843, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469723.295843, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633072549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75929679', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77047544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192245329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370796195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.306', 'tx': '76695871811', 'txDropped': '0', 'rx': '8373690874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49881316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430495200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299011729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.110', 'tx': '2476638063', 'txDropped': '0', 'rx': '66856494771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.111', 'tx': '122679881170', 'txDropped': '0', 'rx': '24449745776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55253721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54181012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465465905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165411981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56033639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55863400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45203301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469723.295843, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226630496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'oVirtManagement', 'tx': '1176276278801', 'txDropped': '0', 'rx': '625371217488', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577382182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'vnet3', 'tx': '542855121', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469723.295843, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754524781', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96202', 'ksmPages': 100, 'elapsedTime': '1695769.75', 'cpuLoad': '2.57', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92955'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.16', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:42:15 GMT', 'cpuUser': '1.23', 'memFree': 667598, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.75'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:15,910+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:42:16,021+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:16,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aaa01313-218d-49f7-92b4-88ed3cc736df (threadPool:210)
2018-03-08 01:42:16,066+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5ae04bec-1dd5-4c58-8864-db9e6299ff35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:16,066+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:16,356+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:16,404+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c84ff4f4-c61b-42af-ae40-c8e7165bf70b (threadPool:210)
2018-03-08 01:42:16,404+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d0cb265d-ed4a-4257-be19-3d20397b6bf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:16,405+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:16,816+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:16,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ddc3b38e-5edb-4f9d-a5b1-c07bddb2da4b (threadPool:210)
2018-03-08 01:42:16,875+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 34016d46-83ae-40a9-b4e2-7beec022188b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:16,875+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:17,163+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:17,209+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a83ae3f8-4530-4bf6-a3c7-8820aa225141 (threadPool:210)
2018-03-08 01:42:17,210+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 93e6f4e5-cc35-4d70-a185-948c5594236b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:17,210+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:17,514+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:17,559+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d71d9e9a-da7e-4358-bcec-363b0ce1ed37 (threadPool:210)
2018-03-08 01:42:17,559+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6bbd7c1d-f902-494f-8aed-ff307accfdc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:17,559+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:17,779+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:42:17,785+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:42:17,787+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:17,795+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:42:17,795+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:42:17,795+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:17,865+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:17,916+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5ae04bec-1dd5-4c58-8864-db9e6299ff35 (threadPool:210)
2018-03-08 01:42:17,916+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5f83465b-fda7-4236-90c8-a3074b5c34fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:17,917+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:18,240+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:18,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d0cb265d-ed4a-4257-be19-3d20397b6bf8 (threadPool:210)
2018-03-08 01:42:18,284+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 05fdafde-33d2-4632-bf7e-4213fcd48807 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:18,285+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:18,431+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=1a6156cf-f417-4fb8-9ab6-7af5bd7402fd (api:46)
2018-03-08 01:42:18,432+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386747', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000699027', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327105', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042779', 'lastCheck': '3.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450627', 'lastCheck': '8.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271933', 'lastCheck': '9.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00129104', 'lastCheck': '9.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338169', 'lastCheck': '8.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217813', 'lastCheck': '8.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00052171', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283327', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000819411', 'lastCheck': '6.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000406558', 'lastCheck': '6.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207081', 'lastCheck': '6.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000602455', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366348', 'lastCheck': '8.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228841', 'lastCheck': '8.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284971', 'lastCheck': '2.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258875', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000777895', 'lastCheck': '6.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217847', 'lastCheck': '8.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533247', 'lastCheck': '2.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215591', 'lastCheck': '7.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000435954', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000213141', 'lastCheck': '7.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222886', 'lastCheck': '8.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000495707', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286888', 'lastCheck': '2.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491985', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489169', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267635', 'lastCheck': '3.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235478', 'lastCheck': '7.4', 'valid': True}} from=internal, task_id=1a6156cf-f417-4fb8-9ab6-7af5bd7402fd (api:52)
2018-03-08 01:42:18,432+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=bfe9775e-aebe-4e28-b306-c9626777bb7f (api:46)
2018-03-08 01:42:18,433+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=bfe9775e-aebe-4e28-b306-c9626777bb7f (api:52)
2018-03-08 01:42:18,675+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:18,721+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 34016d46-83ae-40a9-b4e2-7beec022188b (threadPool:210)
2018-03-08 01:42:18,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4fe826f2-15f1-4965-9652-635f340a5bce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:18,722+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:19,062+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:19,409+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:19,468+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 93e6f4e5-cc35-4d70-a185-948c5594236b (threadPool:210)
2018-03-08 01:42:19,469+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f41838a4-1a41-405f-804f-6cf02c7f1ebc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:19,469+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:19,745+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:19,810+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5f83465b-fda7-4236-90c8-a3074b5c34fd (threadPool:210)
2018-03-08 01:42:19,811+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26d63afb-2f24-42d1-a1c1-14de2df74e45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:19,812+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:20,300+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:20,348+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 05fdafde-33d2-4632-bf7e-4213fcd48807 (threadPool:210)
2018-03-08 01:42:20,349+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd3be902-e0b7-436d-9eda-59ef4f828c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:20,349+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:20,631+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:20,679+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4fe826f2-15f1-4965-9652-635f340a5bce (threadPool:210)
2018-03-08 01:42:20,679+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 80f41ab0-cb86-4c4d-8083-44db9bff1dc8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:20,679+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:20,989+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:21,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6bbd7c1d-f902-494f-8aed-ff307accfdc3 (threadPool:210)
2018-03-08 01:42:21,022+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c32f665a-785b-4956-a655-dcd4af59cc4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:21,022+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:21,339+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:21,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26d63afb-2f24-42d1-a1c1-14de2df74e45 (threadPool:210)
2018-03-08 01:42:21,377+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 08beab56-0bc9-4da7-b213-3343f12117db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:21,377+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:21,669+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:21,705+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 80f41ab0-cb86-4c4d-8083-44db9bff1dc8 (threadPool:210)
2018-03-08 01:42:21,706+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bc8385de-b198-4208-91ee-5d9422a50b07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:21,707+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:22,035+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:22,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f41838a4-1a41-405f-804f-6cf02c7f1ebc (threadPool:210)
2018-03-08 01:42:22,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9d24885f-8553-4542-ac1c-654b7e4ad0dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:22,082+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:22,383+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:22,432+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c32f665a-785b-4956-a655-dcd4af59cc4a (threadPool:210)
2018-03-08 01:42:22,432+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8027c0b6-ec92-40f5-b51f-e2af46324c30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:22,432+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:22,807+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:22,853+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd3be902-e0b7-436d-9eda-59ef4f828c02 (threadPool:210)
2018-03-08 01:42:22,854+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7e7f616e-41b4-4040-8066-9bbc6664fb45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:22,854+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:23,133+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:23,183+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 08beab56-0bc9-4da7-b213-3343f12117db (threadPool:210)
2018-03-08 01:42:23,183+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 64edc738-642d-4dfd-8a48-326b7c235e05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:23,184+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:23,473+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:23,522+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bc8385de-b198-4208-91ee-5d9422a50b07 (threadPool:210)
2018-03-08 01:42:23,523+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7336c181-5f7b-4013-b9b1-2d3729121653 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:23,523+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:23,697+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3f0e6cef-d45d-481e-ba2a-a44f180cc84e (api:46)
2018-03-08 01:42:23,704+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3f0e6cef-d45d-481e-ba2a-a44f180cc84e (api:52)
2018-03-08 01:42:23,704+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:42:23,810+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=761314b9-58bc-4569-9c85-cb9912b5f1ff (api:46)
2018-03-08 01:42:23,822+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:23,829+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7086427602944', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86006300672', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=761314b9-58bc-4569-9c85-cb9912b5f1ff (api:52)
2018-03-08 01:42:23,832+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:42:23,873+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9d24885f-8553-4542-ac1c-654b7e4ad0dd (threadPool:210)
2018-03-08 01:42:23,874+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b8db54db-3b9b-47a2-8e40-133150b8a4cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:23,874+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:24,183+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:24,254+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7e7f616e-41b4-4040-8066-9bbc6664fb45 (threadPool:210)
2018-03-08 01:42:24,254+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6605c79a-a3a7-445c-9774-b991c8be2ded (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:42:24,255+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:24,586+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:24,615+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 64edc738-642d-4dfd-8a48-326b7c235e05 (threadPool:210)
2018-03-08 01:42:24,615+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a8a5853-5ad3-45da-bff4-59eafaf27868 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:24,616+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:24,937+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:24,981+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8027c0b6-ec92-40f5-b51f-e2af46324c30 (threadPool:210)
2018-03-08 01:42:24,981+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1aa33589-315f-473d-a7c1-fa4babd32c7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:24,981+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:25,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:25,401+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6605c79a-a3a7-445c-9774-b991c8be2ded (threadPool:210)
2018-03-08 01:42:25,401+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bbae3add-ebf8-44e9-baae-7383c120fc67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:25,402+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:25,743+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:25,791+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7336c181-5f7b-4013-b9b1-2d3729121653 (threadPool:210)
2018-03-08 01:42:25,791+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec39112b-7d3f-4ca4-9dd9-ae1e3d6a3730 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:25,792+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:26,126+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:26,188+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a8a5853-5ad3-45da-bff4-59eafaf27868 (threadPool:210)
2018-03-08 01:42:26,189+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0cf21324-4662-4db9-8093-f9850de2e1f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:26,189+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:26,506+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:26,555+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b8db54db-3b9b-47a2-8e40-133150b8a4cc (threadPool:210)
2018-03-08 01:42:26,556+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7e593b0e-1aa5-4b26-909c-69baceb93894 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:26,556+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:26,851+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:26,922+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1aa33589-315f-473d-a7c1-fa4babd32c7a (threadPool:210)
2018-03-08 01:42:26,923+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f212c2e1-2da5-462a-9358-ddb449e63828 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:26,923+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:27,171+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:27,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bbae3add-ebf8-44e9-baae-7383c120fc67 (threadPool:210)
2018-03-08 01:42:27,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64c1ee89-1d21-4c2c-a23b-4254be504637 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:27,216+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:27,530+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:27,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec39112b-7d3f-4ca4-9dd9-ae1e3d6a3730 (threadPool:210)
2018-03-08 01:42:27,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2a51a89f-3a7f-41b4-8e62-9bdf7bbf381c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:27,576+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:27,923+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:27,952+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0cf21324-4662-4db9-8093-f9850de2e1f7 (threadPool:210)
2018-03-08 01:42:27,952+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9ba6b6e9-e91a-467f-bdb7-7ad794ae2c21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:27,953+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:28,260+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:28,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f212c2e1-2da5-462a-9358-ddb449e63828 (threadPool:210)
2018-03-08 01:42:28,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 987d5c5f-61b2-4890-8d61-3d9252de767b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:28,303+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:28,642+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:28,693+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:28,699+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:28,701+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:28,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64c1ee89-1d21-4c2c-a23b-4254be504637 (threadPool:210)
2018-03-08 01:42:28,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7aa47572-b5a5-4e84-9e8a-8fd09676278e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:28,705+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:28,988+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:29,036+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2a51a89f-3a7f-41b4-8e62-9bdf7bbf381c (threadPool:210)
2018-03-08 01:42:29,037+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 500e04b7-2d1e-43bc-be21-b173367c24e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:29,037+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:29,370+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:29,426+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7e593b0e-1aa5-4b26-909c-69baceb93894 (threadPool:210)
2018-03-08 01:42:29,427+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6b0cb382-a5dd-4c53-8b4f-46384e41f722 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:29,428+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:29,743+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:29,841+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9ba6b6e9-e91a-467f-bdb7-7ad794ae2c21 (threadPool:210)
2018-03-08 01:42:29,842+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2e605bc0-16c9-4afc-aaef-380309bc922a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:29,842+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:30,225+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:30,274+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 987d5c5f-61b2-4890-8d61-3d9252de767b (threadPool:210)
2018-03-08 01:42:30,274+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af8c663c-9850-49e0-a398-108b5cb23638 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:30,274+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:30,664+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:30,713+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7aa47572-b5a5-4e84-9e8a-8fd09676278e (threadPool:210)
2018-03-08 01:42:30,713+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f7617fd2-9745-4071-8020-1482209878e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:30,714+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:30,959+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:30,961+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=52a41593-950d-4c92-80ad-cc5e0a04a425 (api:46)
2018-03-08 01:42:30,961+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232846', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760877', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297154', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469573', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042294', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301453', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00221172', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326135', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349886', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364918', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236664', 'lastCheck': '4.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030677', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288978', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386265', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543894', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351216', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207001', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427037', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212208', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000817578', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345652', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587192', 'lastCheck': '1.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212852', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000514763', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211934', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356273', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424331', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254156', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327195', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535075', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244318', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296601', 'lastCheck': '1.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=52a41593-950d-4c92-80ad-cc5e0a04a425 (api:52)
2018-03-08 01:42:30,962+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=9905d593-35d9-4ffe-b19a-b1966d8c3501 (api:46)
2018-03-08 01:42:30,962+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=9905d593-35d9-4ffe-b19a-b1966d8c3501 (api:52)
2018-03-08 01:42:30,998+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:31,033+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.10'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '63': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '94.36'}, '53': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.40'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.01'}, '25': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.42'}, '26': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.36'}, '27': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '20': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.62'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '23': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.63'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '23.34', 'cpuIdle': '72.02'}, '0': {'cpuUser': '7.16', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '88.80'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.30'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '3.12', 'cpuIdle': '94.56'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.02'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.69'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.08'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '10': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.62'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '15': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '14': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.15'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.21'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '19': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '49': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.35'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '34': {'cpuUser': '8.36', 'nodeIndex': 0, 'cpuSys': '9.28', 'cpuIdle': '82.36'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '57': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.95'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '309750'}, '0': {'memPercent': 12, 'memFree': '348013'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030677', 'lastCheck': '1.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232846', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760877', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288978', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386265', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042294', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301453', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00221172', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326135', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349886', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364918', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236664', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297154', 'lastCheck': '1.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469573', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543894', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345652', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207001', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427037', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212208', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000817578', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351216', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244318', 'lastCheck': '1.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212852', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000514763', 'lastCheck': '5.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211934', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356273', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424331', 'lastCheck': '3.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254156', 'lastCheck': '1.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327195', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535075', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587192', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296601', 'lastCheck': '1.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647335823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404337565', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.351', 'tx': '1176276360337', 'txDropped': '0', 'rx': '625371975647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0', 'tx': '1580931691478', 'txDropped': '0', 'rx': '926347860828', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45208493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416548427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200594130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet0', 'tx': '87783042', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet1', 'tx': '37766210248', 'txDropped': '0', 'rx': '878039899', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet2', 'tx': '21127751684', 'txDropped': '0', 'rx': '141320200248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175748178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet4', 'tx': '396466484', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet5', 'tx': '23425526635', 'txDropped': '0', 'rx': '498172874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet6', 'tx': '6654606627', 'txDropped': '0', 'rx': '430127717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet7', 'tx': '1434395438', 'txDropped': '0', 'rx': '552394929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42455504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46758143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'lo', 'tx': '6937587335', 'txDropped': '0', 'rx': '6937587335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170734844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'eno1', 'tx': '975620233469', 'txDropped': '0', 'rx': '434009001488', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'eno2', 'tx': '605311458009', 'txDropped': '0', 'rx': '492338859340', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469738.376415, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469738.376415, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633077319', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75930029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77047894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192248061', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370796595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.306', 'tx': '76695871853', 'txDropped': '0', 'rx': '8373695141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49881716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430499421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299014461', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.110', 'tx': '2476644103', 'txDropped': '0', 'rx': '66856499577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.111', 'tx': '122679905721', 'txDropped': '0', 'rx': '24449795918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55254071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54181412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465468797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165413105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56033989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55863800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45203701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469738.376415, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226632999', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'oVirtManagement', 'tx': '1176276359689', 'txDropped': '0', 'rx': '625371237244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577386952', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'vnet3', 'tx': '542860188', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469738.376415, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754526587', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695784.83', 'cpuLoad': '2.53', 'cpuSys': '1.64', 'diskStats': {'/var/log': {'free': '92954'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:42:30 GMT', 'cpuUser': '1.21', 'memFree': 667606, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:31,038+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:42:31,068+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 500e04b7-2d1e-43bc-be21-b173367c24e3 (threadPool:210)
2018-03-08 01:42:31,068+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4cff33e5-79c7-4317-ab60-027ec64dde93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:31,069+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:31,364+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:31,712+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:31,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6b0cb382-a5dd-4c53-8b4f-46384e41f722 (threadPool:210)
2018-03-08 01:42:31,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9eb0d018-f8fa-4805-85a8-f4a5a7103f18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:31,760+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:32,165+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:32,214+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2e605bc0-16c9-4afc-aaef-380309bc922a (threadPool:210)
2018-03-08 01:42:32,215+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 08bc3ec2-0861-4a86-965e-427a6ba3bde0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:32,215+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:32,574+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:32,600+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af8c663c-9850-49e0-a398-108b5cb23638 (threadPool:210)
2018-03-08 01:42:32,600+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e18c43ef-5499-4194-91a6-23d0867c73b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:32,600+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:32,800+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:42:32,805+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:42:32,807+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:32,816+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:42:32,816+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:42:32,817+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:42:32,946+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:32,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4cff33e5-79c7-4317-ab60-027ec64dde93 (threadPool:210)
2018-03-08 01:42:32,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 68664f2a-f382-4953-9575-3c30d5f5a727 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:32,992+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:33,315+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:33,366+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9eb0d018-f8fa-4805-85a8-f4a5a7103f18 (threadPool:210)
2018-03-08 01:42:33,366+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e37092a8-1d4a-49c1-ba2b-adeee3c1e3a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:33,367+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:33,511+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=27655b25-06f2-49a7-8cbc-14265141f831 (api:46)
2018-03-08 01:42:33,512+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232846', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760877', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297154', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469573', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042294', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301453', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00221172', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326135', 'lastCheck': '3.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349886', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364918', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236664', 'lastCheck': '6.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030677', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288978', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386265', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543894', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351216', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207001', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000427037', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212208', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000817578', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345652', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587192', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212852', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000514763', 'lastCheck': '7.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211934', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356273', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000424331', 'lastCheck': '6.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254156', 'lastCheck': '3.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327195', 'lastCheck': '3.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535075', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244318', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296601', 'lastCheck': '2.5', 'valid': True}} from=internal, task_id=27655b25-06f2-49a7-8cbc-14265141f831 (api:52)
2018-03-08 01:42:33,513+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=69a41d95-e54e-4d09-8983-83f63f88a20e (api:46)
2018-03-08 01:42:33,513+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=69a41d95-e54e-4d09-8983-83f63f88a20e (api:52)
2018-03-08 01:42:33,709+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:33,759+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 08bc3ec2-0861-4a86-965e-427a6ba3bde0 (threadPool:210)
2018-03-08 01:42:33,759+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 228c7e29-d279-4af2-8d1f-31de566966c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:33,760+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:34,088+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:34,117+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=af8540f8-f93d-4d62-9619-4ee680b0ca6e (api:46)
2018-03-08 01:42:34,124+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=af8540f8-f93d-4d62-9619-4ee680b0ca6e (api:52)
2018-03-08 01:42:34,124+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:42:34,148+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f7617fd2-9745-4071-8020-1482209878e5 (threadPool:210)
2018-03-08 01:42:34,148+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8a6928ee-374f-44fd-ac1f-859307218009 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:34,148+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:34,253+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=54e926de-2fc7-4670-b3d5-2aa818139d40 (api:46)
2018-03-08 01:42:34,259+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7086427602944', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86005252096', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=54e926de-2fc7-4670-b3d5-2aa818139d40 (api:52)
2018-03-08 01:42:34,261+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:34,459+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:34,501+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e18c43ef-5499-4194-91a6-23d0867c73b9 (threadPool:210)
2018-03-08 01:42:34,502+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 13f52e0b-bd76-4f8c-bf34-3a14f973ab86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:34,502+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:34,838+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:34,884+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e37092a8-1d4a-49c1-ba2b-adeee3c1e3a1 (threadPool:210)
2018-03-08 01:42:34,884+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2ad00c6d-2830-471b-91c8-04f769ea0823 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:42:34,884+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:35,211+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:35,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 228c7e29-d279-4af2-8d1f-31de566966c6 (threadPool:210)
2018-03-08 01:42:35,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f23dec47-f802-4521-be64-a8390b075d7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:35,260+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:35,641+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:35,692+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8a6928ee-374f-44fd-ac1f-859307218009 (threadPool:210)
2018-03-08 01:42:35,692+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 099eafea-8a32-46e8-859c-d1b84afdb4a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:35,693+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:36,051+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:36,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 68664f2a-f382-4953-9575-3c30d5f5a727 (threadPool:210)
2018-03-08 01:42:36,097+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 95871427-fe89-4b34-8f26-2111acd74c62 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:36,097+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:36,418+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:36,464+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 13f52e0b-bd76-4f8c-bf34-3a14f973ab86 (threadPool:210)
2018-03-08 01:42:36,465+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2c38bb8e-1cb1-4acd-9304-ff693873d6ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:36,465+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:36,760+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:36,805+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2ad00c6d-2830-471b-91c8-04f769ea0823 (threadPool:210)
2018-03-08 01:42:36,806+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 28bdd055-3da5-4a5c-b04e-f8f6fff97956 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:36,806+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:37,220+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:37,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f23dec47-f802-4521-be64-a8390b075d7e (threadPool:210)
2018-03-08 01:42:37,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbc6545a-0dd3-47f9-9bb5-31170db1be63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:37,261+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:37,560+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:37,611+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 95871427-fe89-4b34-8f26-2111acd74c62 (threadPool:210)
2018-03-08 01:42:37,611+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1351ec11-f214-40c5-91d5-15caf59997b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:37,612+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:37,897+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:37,945+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2c38bb8e-1cb1-4acd-9304-ff693873d6ea (threadPool:210)
2018-03-08 01:42:37,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task baf02b1b-3b18-453f-aed3-a0198bc20c13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:37,946+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:38,308+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:38,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 28bdd055-3da5-4a5c-b04e-f8f6fff97956 (threadPool:210)
2018-03-08 01:42:38,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8e208ba9-832f-48c7-b7b3-924e13f18a35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:38,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:38,752+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:38,818+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 099eafea-8a32-46e8-859c-d1b84afdb4a4 (threadPool:210)
2018-03-08 01:42:38,818+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8c06c812-b28b-4690-af6f-0c8b92551a74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:38,819+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:39,082+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:39,132+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbc6545a-0dd3-47f9-9bb5-31170db1be63 (threadPool:210)
2018-03-08 01:42:39,132+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 27417b44-d3a4-466e-9e8b-8590eff5a2fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:39,133+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:39,442+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:39,503+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1351ec11-f214-40c5-91d5-15caf59997b0 (threadPool:210)
2018-03-08 01:42:39,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2885d11d-1550-46ab-924a-ec32dcf2bd38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:39,505+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:39,816+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:39,885+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task baf02b1b-3b18-453f-aed3-a0198bc20c13 (threadPool:210)
2018-03-08 01:42:39,886+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e145adf9-6eee-4beb-b6ce-c1c7f99b9132 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:39,886+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:40,221+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:40,267+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8e208ba9-832f-48c7-b7b3-924e13f18a35 (threadPool:210)
2018-03-08 01:42:40,267+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4002e378-71b8-413b-b56e-99f23f883f4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:40,267+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:40,635+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:40,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8c06c812-b28b-4690-af6f-0c8b92551a74 (threadPool:210)
2018-03-08 01:42:40,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5a769872-dd0e-4d9f-93de-e844c8d77277 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:40,683+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:40,848+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=b474f5c8-172d-49b4-8416-9f631aa3ec76 (api:46)
2018-03-08 01:42:40,849+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=b474f5c8-172d-49b4-8416-9f631aa3ec76 (api:52)
2018-03-08 01:42:40,849+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=135cbc76-e9eb-432e-95a7-d242a0138206 (api:46)
2018-03-08 01:42:40,849+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=135cbc76-e9eb-432e-95a7-d242a0138206 (api:52)
2018-03-08 01:42:40,850+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=7bec72d7-b08b-4343-aa20-da18531f03eb (api:46)
2018-03-08 01:42:40,850+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=7bec72d7-b08b-4343-aa20-da18531f03eb (api:52)
2018-03-08 01:42:40,851+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=16de0616-66f3-42ed-99f6-747780509c84 (api:46)
2018-03-08 01:42:40,851+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=16de0616-66f3-42ed-99f6-747780509c84 (api:52)
2018-03-08 01:42:40,851+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=ef097321-6d47-4806-8fc8-e54d2113993f (api:46)
2018-03-08 01:42:40,851+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=ef097321-6d47-4806-8fc8-e54d2113993f (api:52)
2018-03-08 01:42:40,852+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=710898aa-3140-4792-aad7-b4e660b8859c (api:46)
2018-03-08 01:42:40,852+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=710898aa-3140-4792-aad7-b4e660b8859c (api:52)
2018-03-08 01:42:40,852+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=f7ec5348-41be-4bcc-957a-c9f889aae4c5 (api:46)
2018-03-08 01:42:40,853+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=f7ec5348-41be-4bcc-957a-c9f889aae4c5 (api:52)
2018-03-08 01:42:40,853+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=a6a7db6c-9a44-4352-9ec4-52d7d36c8e84 (api:46)
2018-03-08 01:42:40,853+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=a6a7db6c-9a44-4352-9ec4-52d7d36c8e84 (api:52)
2018-03-08 01:42:40,854+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=b90c85b9-86e5-4375-adbb-85059cb3fa37 (api:46)
2018-03-08 01:42:40,854+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=b90c85b9-86e5-4375-adbb-85059cb3fa37 (api:52)
2018-03-08 01:42:40,854+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=64c01c3c-43af-434e-a4dd-ded1c0de95c4 (api:46)
2018-03-08 01:42:40,854+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=64c01c3c-43af-434e-a4dd-ded1c0de95c4 (api:52)
2018-03-08 01:42:41,088+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:41,137+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 27417b44-d3a4-466e-9e8b-8590eff5a2fd (threadPool:210)
2018-03-08 01:42:41,138+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 641ea6fb-9e8b-42b8-844e-2f1edcdfae0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:41,138+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:41,454+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:41,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2885d11d-1550-46ab-924a-ec32dcf2bd38 (threadPool:210)
2018-03-08 01:42:41,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5ef8d7ca-221e-4d4d-b093-a97342f1477d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:41,504+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:41,811+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:41,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e145adf9-6eee-4beb-b6ce-c1c7f99b9132 (threadPool:210)
2018-03-08 01:42:41,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 42af95c7-8417-4128-8fa6-caff5cfb7813 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:41,862+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:42,146+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:42,189+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4002e378-71b8-413b-b56e-99f23f883f4a (threadPool:210)
2018-03-08 01:42:42,189+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4b0e28b8-0d7e-4e49-9f9b-59a35da75a81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:42,190+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:42,522+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:42,569+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5a769872-dd0e-4d9f-93de-e844c8d77277 (threadPool:210)
2018-03-08 01:42:42,570+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 616ae80e-9085-41ac-a5ae-2458b1bbe71f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:42,570+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:42,860+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:42,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 641ea6fb-9e8b-42b8-844e-2f1edcdfae0b (threadPool:210)
2018-03-08 01:42:42,918+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a027ebe7-9df8-4f4c-b6b1-c8e5257d35a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:42,919+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:43,261+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:43,684+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:43,720+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:43,727+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:43,730+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:43,744+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5ef8d7ca-221e-4d4d-b093-a97342f1477d (threadPool:210)
2018-03-08 01:42:43,744+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef9fff2d-901a-4380-b45f-c3ee7050e1ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:43,744+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:44,128+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:44,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4b0e28b8-0d7e-4e49-9f9b-59a35da75a81 (threadPool:210)
2018-03-08 01:42:44,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9be04d88-c460-4a61-8748-c61d44fbbb46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:44,177+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:44,567+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:44,614+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ca5cf0ca-35b9-4d12-9335-bdc3ef6c5ea9 (api:46)
2018-03-08 01:42:44,620+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ca5cf0ca-35b9-4d12-9335-bdc3ef6c5ea9 (api:52)
2018-03-08 01:42:44,620+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:44,621+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 616ae80e-9085-41ac-a5ae-2458b1bbe71f (threadPool:210)
2018-03-08 01:42:44,621+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4f6d699a-04cd-477e-8130-00af15729f4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:44,621+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:44,714+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=310f3b66-e4b3-40bd-aa1b-84eff754ca5a (api:46)
2018-03-08 01:42:44,719+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7086427602944', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86005252096', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=310f3b66-e4b3-40bd-aa1b-84eff754ca5a (api:52)
2018-03-08 01:42:44,721+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:44,900+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:44,951+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a027ebe7-9df8-4f4c-b6b1-c8e5257d35a8 (threadPool:210)
2018-03-08 01:42:44,951+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 213d2235-5a86-4d67-8aa9-d5a23401ec51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:44,951+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:45,259+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:45,307+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 42af95c7-8417-4128-8fa6-caff5cfb7813 (threadPool:210)
2018-03-08 01:42:45,307+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7882f7dd-a55e-4fce-aa47-afdcafc0d5d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:45,308+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:45,674+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:45,716+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef9fff2d-901a-4380-b45f-c3ee7050e1ac (threadPool:210)
2018-03-08 01:42:45,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17f720ea-2b1a-4cf4-bfce-e17cb0a1a8af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:45,717+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:45,996+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:46,025+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4f6d699a-04cd-477e-8130-00af15729f4e (threadPool:210)
2018-03-08 01:42:46,025+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5f0f8fac-f0a7-42e6-aeb0-5ac2206e5e10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:46,026+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:46,074+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:46,075+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=c2763174-da65-49b2-8356-419cf3d2edf6 (api:46)
2018-03-08 01:42:46,076+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469433', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104043', 'lastCheck': '6.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225411', 'lastCheck': '6.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510176', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044466', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227093', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000573024', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148727', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272232', 'lastCheck': '5.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264459', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033623', 'lastCheck': '9.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037767', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262868', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416116', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457224', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221323', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257393', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312439', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031563', 'lastCheck': '6.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011278', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004266', 'lastCheck': '6.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138929', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183187', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000560169', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426857', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023215', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000335676', 'lastCheck': '8.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402594', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050492', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312536', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281573', 'lastCheck': '5.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=c2763174-da65-49b2-8356-419cf3d2edf6 (api:52)
2018-03-08 01:42:46,077+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=cb69618d-c9ce-4e19-804d-d63179d65a8e (api:46)
2018-03-08 01:42:46,077+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=cb69618d-c9ce-4e19-804d-d63179d65a8e (api:52)
2018-03-08 01:42:46,104+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '95.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.10'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '25': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '4.44', 'cpuIdle': '92.11'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '27': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.61'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '21': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.37'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.28'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '29': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '94.90'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '25.86', 'cpuIdle': '69.30'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.33'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '2': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.64'}, '5': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.95'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '9': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.62'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.88'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '13': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '12': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '15': {'cpuUser': '5.11', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '92.70'}, '14': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '17': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.75'}, '16': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '19': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '94.63'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.47'}, '37': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '35': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '34': {'cpuUser': '7.82', 'nodeIndex': 0, 'cpuSys': '8.55', 'cpuIdle': '83.63'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.48'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310084'}, '0': {'memPercent': 12, 'memFree': '347682'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037767', 'lastCheck': '3.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469433', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104043', 'lastCheck': '6.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262868', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416116', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044466', 'lastCheck': '6.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227093', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000573024', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148727', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272232', 'lastCheck': '5.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264459', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033623', 'lastCheck': '9.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225411', 'lastCheck': '6.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510176', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457224', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004266', 'lastCheck': '6.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257393', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312439', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031563', 'lastCheck': '6.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011278', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221323', 'lastCheck': '6.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312536', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183187', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000560169', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426857', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023215', 'lastCheck': '6.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000335676', 'lastCheck': '8.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402594', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050492', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138929', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281573', 'lastCheck': '5.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647343092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404341295', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.351', 'tx': '1176276427243', 'txDropped': '0', 'rx': '625371984903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0', 'tx': '1580931781286', 'txDropped': '0', 'rx': '926348223926', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45208843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416549313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200596973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet0', 'tx': '87788449', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet1', 'tx': '37766211386', 'txDropped': '0', 'rx': '878039961', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet2', 'tx': '21127773463', 'txDropped': '0', 'rx': '141320219937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175750242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet4', 'tx': '396471891', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet5', 'tx': '23425538281', 'txDropped': '0', 'rx': '498173617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet6', 'tx': '6654607825', 'txDropped': '0', 'rx': '430127821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet7', 'tx': '1434396576', 'txDropped': '0', 'rx': '552394991', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42455854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46758493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'lo', 'tx': '6937662216', 'txDropped': '0', 'rx': '6937662216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170735980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'eno1', 'tx': '975620305527', 'txDropped': '0', 'rx': '434009194157', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'eno2', 'tx': '605311475759', 'txDropped': '0', 'rx': '492339029769', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469753.457618, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469753.457618, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633081671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75930429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77048294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192250412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370796945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.306', 'tx': '76695871853', 'txDropped': '0', 'rx': '8373699680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49882066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430503960', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299016812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.110', 'tx': '2476644331', 'txDropped': '0', 'rx': '66856500509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.111', 'tx': '122679922881', 'txDropped': '0', 'rx': '24449814798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55254471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54181762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465472527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165414241', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56034389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55864150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45204051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469753.457618, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226635842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'oVirtManagement', 'tx': '1176276426595', 'txDropped': '0', 'rx': '625371246500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577391304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'vnet3', 'tx': '542865595', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469753.457618, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754528651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695799.94', 'cpuLoad': '2.47', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92952'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:42:46 GMT', 'cpuUser': '1.32', 'memFree': 667604, 'cpuIdle': '97.01', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:46,109+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:42:46,384+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:46,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7882f7dd-a55e-4fce-aa47-afdcafc0d5d1 (threadPool:210)
2018-03-08 01:42:46,434+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ba5af6a7-34b5-44da-a290-ec44606dcd43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:46,435+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:46,713+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:46,762+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9be04d88-c460-4a61-8748-c61d44fbbb46 (threadPool:210)
2018-03-08 01:42:46,763+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a87fce9f-3044-40b2-990e-077a998784b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:46,763+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:47,197+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:47,256+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17f720ea-2b1a-4cf4-bfce-e17cb0a1a8af (threadPool:210)
2018-03-08 01:42:47,257+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0df52570-2f31-4360-974f-4bfb8aa5a87e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:47,258+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:47,662+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:47,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 213d2235-5a86-4d67-8aa9-d5a23401ec51 (threadPool:210)
2018-03-08 01:42:47,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a6a0e877-d9e3-49f0-94cd-f82b5a93bef2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:42:47,703+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:47,822+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:42:47,827+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:42:47,830+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:47,837+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:42:47,837+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:42:47,837+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:42:48,081+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:48,131+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ba5af6a7-34b5-44da-a290-ec44606dcd43 (threadPool:210)
2018-03-08 01:42:48,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4fd9fe45-1886-40bb-9ac7-360c466c6788 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:48,132+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:48,601+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f1f52d2a-28f3-4c45-9f5f-e00118e70866 (api:46)
2018-03-08 01:42:48,602+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299709', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00394443', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225411', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510176', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044466', 'lastCheck': '8.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227093', 'lastCheck': '9.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000573024', 'lastCheck': '5.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148727', 'lastCheck': '8.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272232', 'lastCheck': '7.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264459', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368643', 'lastCheck': '1.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037767', 'lastCheck': '6.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459866', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416116', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457224', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221323', 'lastCheck': '8.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257393', 'lastCheck': '8.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312439', 'lastCheck': '2.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031563', 'lastCheck': '2.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0011278', 'lastCheck': '6.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004266', 'lastCheck': '8.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00138929', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000183187', 'lastCheck': '8.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000560169', 'lastCheck': '2.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426857', 'lastCheck': '8.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023215', 'lastCheck': '8.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383625', 'lastCheck': '1.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218292', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402594', 'lastCheck': '3.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050492', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312536', 'lastCheck': '3.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281573', 'lastCheck': '7.6', 'valid': True}} from=internal, task_id=f1f52d2a-28f3-4c45-9f5f-e00118e70866 (api:52)
2018-03-08 01:42:48,602+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=7d984df7-961c-4cf1-a9c0-9b45d712962a (api:46)
2018-03-08 01:42:48,602+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7d984df7-961c-4cf1-a9c0-9b45d712962a (api:52)
2018-03-08 01:42:48,670+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:48,719+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0df52570-2f31-4360-974f-4bfb8aa5a87e (threadPool:210)
2018-03-08 01:42:48,720+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 84c7dce3-c26c-428a-8caf-6c4402273d4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:48,720+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:49,288+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:49,346+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5f0f8fac-f0a7-42e6-aeb0-5ac2206e5e10 (threadPool:210)
2018-03-08 01:42:49,347+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fcee09cb-32f8-4251-96aa-fa63712e893b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:49,347+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:49,741+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:49,815+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a87fce9f-3044-40b2-990e-077a998784b0 (threadPool:210)
2018-03-08 01:42:49,815+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 085b2029-4d49-42d5-981b-41a776492ec3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:49,816+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:50,170+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:50,220+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4fd9fe45-1886-40bb-9ac7-360c466c6788 (threadPool:210)
2018-03-08 01:42:50,220+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 63d05ca0-4f54-42dd-8b00-34d592d4d410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:50,220+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:50,531+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:50,583+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 84c7dce3-c26c-428a-8caf-6c4402273d4f (threadPool:210)
2018-03-08 01:42:50,583+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8bb388bb-17eb-4885-8469-4cc949955492 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:50,583+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:50,905+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:50,954+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a6a0e877-d9e3-49f0-94cd-f82b5a93bef2 (threadPool:210)
2018-03-08 01:42:50,954+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f31bdf7-1646-4f7b-b609-a566ce390b41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:50,955+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:51,312+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:51,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fcee09cb-32f8-4251-96aa-fa63712e893b (threadPool:210)
2018-03-08 01:42:51,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5e8697f8-caf6-4716-9071-d1a94b08cc97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x03\xfb\xea:\xc75Z\xb7\xacE}Jh\xc0\xbd\x11000000000000200000000000000')) (threadPool:208)
2018-03-08 01:42:51,341+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 11bdc068-4a7d-45ac-b75a-35c73aeafb03 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:42:51,342+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 to 8192 megabytes (lvm:1205)
2018-03-08 01:42:51,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5e8697f8-caf6-4716-9071-d1a94b08cc97 (threadPool:210)
2018-03-08 01:42:51,549+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task de156b92-2294-448e-a464-18878486780c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xed\x81\xfb\xa4\xa9\xac\x88\x94\x90I)j\xc5\x95\x86P000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:51,549+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 508695c5-6a29-4990-9488-aca9a4fb81ed in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:51,550+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/508695c5-6a29-4990-9488-aca9a4fb81ed to 6144 megabytes (lvm:1205)
2018-03-08 01:42:51,720+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:51,769+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 63d05ca0-4f54-42dd-8b00-34d592d4d410 (threadPool:210)
2018-03-08 01:42:51,770+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2316f853-4f70-493b-87a4-583cf20e6313 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:51,770+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:51,888+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task de156b92-2294-448e-a464-18878486780c (threadPool:210)
2018-03-08 01:42:51,888+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 60a66d2b-ac20-4057-91f5-ede3c74c63bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:51,888+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:52,053+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:52,090+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8bb388bb-17eb-4885-8469-4cc949955492 (threadPool:210)
2018-03-08 01:42:52,091+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 12189f40-54cf-448c-aabd-167a5cd1d202 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:52,091+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:52,436+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:52,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f31bdf7-1646-4f7b-b609-a566ce390b41 (threadPool:210)
2018-03-08 01:42:52,482+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d9a81918-a85e-4628-839c-ceb0cf67cdc1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:52,482+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:52,861+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:52,911+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 085b2029-4d49-42d5-981b-41a776492ec3 (threadPool:210)
2018-03-08 01:42:52,911+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c2253d8f-8a6e-439e-a54a-d84b9051c173 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:52,911+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:53,216+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:53,262+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2316f853-4f70-493b-87a4-583cf20e6313 (threadPool:210)
2018-03-08 01:42:53,262+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6cff37c4-bece-4983-8e3d-286d807abe9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:53,262+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:53,540+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:53,585+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 60a66d2b-ac20-4057-91f5-ede3c74c63bd (threadPool:210)
2018-03-08 01:42:53,586+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1c7992ef-22da-482a-8745-d47f6796910b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:53,586+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:53,867+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:53,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 12189f40-54cf-448c-aabd-167a5cd1d202 (threadPool:210)
2018-03-08 01:42:53,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e46fe54-7547-4be3-b8d6-e1a03830a5f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:53,917+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:54,217+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:54,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d9a81918-a85e-4628-839c-ceb0cf67cdc1 (threadPool:210)
2018-03-08 01:42:54,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9c3bc04f-c98d-4cc0-a775-d50619032188 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:54,270+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:54,561+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:54,609+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c2253d8f-8a6e-439e-a54a-d84b9051c173 (threadPool:210)
2018-03-08 01:42:54,610+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e35eaac9-b02d-4ab3-a654-fa2611a6998b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:54,610+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:54,679+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20833 (__init__:598)
2018-03-08 01:42:54,874+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:54,922+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6cff37c4-bece-4983-8e3d-286d807abe9b (threadPool:210)
2018-03-08 01:42:54,923+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7fd16f45-b792-4f9b-bf49-10a888eade67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:54,923+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:55,142+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f7a403ff-6629-4d17-89b7-d7ad380a2880 (api:46)
2018-03-08 01:42:55,147+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f7a403ff-6629-4d17-89b7-d7ad380a2880 (api:52)
2018-03-08 01:42:55,148+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:55,229+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:55,243+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c489b447-ed0b-49a6-ad05-f922a6e56a3e (api:46)
2018-03-08 01:42:55,251+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7086427602944', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86005252096', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c489b447-ed0b-49a6-ad05-f922a6e56a3e (api:52)
2018-03-08 01:42:55,253+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:55,589+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:55,625+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1c7992ef-22da-482a-8745-d47f6796910b (threadPool:210)
2018-03-08 01:42:55,626+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccfc8752-678e-407f-a588-2bcb5a0aed80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:55,626+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:55,987+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:56,037+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9c3bc04f-c98d-4cc0-a775-d50619032188 (threadPool:210)
2018-03-08 01:42:56,038+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eb042d82-d4b5-4046-a4be-c460d460a871 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:56,038+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:56,318+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:56,356+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e35eaac9-b02d-4ab3-a654-fa2611a6998b (threadPool:210)
2018-03-08 01:42:56,357+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c103170d-9e75-4a5d-a041-20a19dde7adf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:56,358+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:56,673+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:56,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7fd16f45-b792-4f9b-bf49-10a888eade67 (threadPool:210)
2018-03-08 01:42:56,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 58eab8ee-b435-40b0-9ed7-58e6d96f58b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:56,723+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:56,999+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:57,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e46fe54-7547-4be3-b8d6-e1a03830a5f5 (threadPool:210)
2018-03-08 01:42:57,048+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task abad426c-71b1-497b-a376-37f3dc9a6272 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:57,049+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:57,355+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:57,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccfc8752-678e-407f-a588-2bcb5a0aed80 (threadPool:210)
2018-03-08 01:42:57,396+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5233ffad-4785-4270-af54-e9350ddc6e7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:57,396+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:57,706+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:57,755+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eb042d82-d4b5-4046-a4be-c460d460a871 (threadPool:210)
2018-03-08 01:42:57,756+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6ff65719-208c-498a-ba74-a8ab87267e6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:57,756+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:58,033+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:58,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c103170d-9e75-4a5d-a041-20a19dde7adf (threadPool:210)
2018-03-08 01:42:58,075+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 19787b35-d8e3-47d7-acd5-dcccf699a30b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:58,076+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:58,385+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:58,435+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 58eab8ee-b435-40b0-9ed7-58e6d96f58b2 (threadPool:210)
2018-03-08 01:42:58,435+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ced272c-fec4-4885-8876-94abf951ba8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:58,436+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:58,732+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:58,757+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:42:58,765+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:42:58,768+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:42:58,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task abad426c-71b1-497b-a376-37f3dc9a6272 (threadPool:210)
2018-03-08 01:42:58,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 02227d2e-dd78-46c5-a4ac-48e6dc778ec3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:58,799+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:59,095+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:59,146+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5233ffad-4785-4270-af54-e9350ddc6e7c (threadPool:210)
2018-03-08 01:42:59,146+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fd919277-fac5-4ce0-abc6-bc3a8ac2a203 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:59,147+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:42:59,510+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:59,588+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6ff65719-208c-498a-ba74-a8ab87267e6c (threadPool:210)
2018-03-08 01:42:59,588+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 362cf8c4-a3a4-4ca3-ac01-c7143ebfbb5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:42:59,589+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:42:59,941+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:42:59,986+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 19787b35-d8e3-47d7-acd5-dcccf699a30b (threadPool:210)
2018-03-08 01:42:59,986+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4bd8072c-7774-41f0-8c4c-d83afea0c2dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:42:59,987+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:00,319+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:00,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ced272c-fec4-4885-8876-94abf951ba8b (threadPool:210)
2018-03-08 01:43:00,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cec56c0e-6fe4-4f5a-ba91-1b1d99dc2514 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:00,372+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:00,743+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:00,789+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 02227d2e-dd78-46c5-a4ac-48e6dc778ec3 (threadPool:210)
2018-03-08 01:43:00,790+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4aa03f1a-88f0-4b58-92d4-37a2486c766c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:00,790+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:01,095+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:01,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fd919277-fac5-4ce0-abc6-bc3a8ac2a203 (threadPool:210)
2018-03-08 01:43:01,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c7892453-869c-4a7b-97f4-3165ab1c7fcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:01,144+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:01,145+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:01,146+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=773942d3-1bae-4231-8321-056a55cb1af1 (api:46)
2018-03-08 01:43:01,147+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363476', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204395', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433068', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304103', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000684567', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059628', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279748', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306434', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411473', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036411', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369626', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265978', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035276', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025291', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237072', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248164', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260919', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527803', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528314', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390668', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387444', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382698', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00485309', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294635', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0003106', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242743', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251202', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623741', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240778', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443476', 'lastCheck': '0.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=773942d3-1bae-4231-8321-056a55cb1af1 (api:52)
2018-03-08 01:43:01,147+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=4f6045be-89b2-4cca-8669-04c6cdef4bbf (api:46)
2018-03-08 01:43:01,148+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=4f6045be-89b2-4cca-8669-04c6cdef4bbf (api:52)
2018-03-08 01:43:01,175+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.02'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.77'}, '53': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '25': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.09'}, '26': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '28': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '29': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '4.64', 'cpuIdle': '93.17'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '22.87', 'cpuIdle': '72.23'}, '0': {'cpuUser': '5.63', 'nodeIndex': 0, 'cpuSys': '3.65', 'cpuIdle': '90.72'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.36'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.57'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.21'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '6': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '9': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '15': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '14': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '17': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.23'}, '16': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.56'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '99.00'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '34': {'cpuUser': '7.09', 'nodeIndex': 0, 'cpuSys': '7.89', 'cpuIdle': '85.02'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.95'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310352'}, '0': {'memPercent': 12, 'memFree': '347415'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036411', 'lastCheck': '1.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363476', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369626', 'lastCheck': '2.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265978', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304103', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000684567', 'lastCheck': '1.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059628', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279748', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306434', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411473', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204395', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433068', 'lastCheck': '1.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035276', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528314', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237072', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248164', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260919', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527803', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025291', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240778', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387444', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382698', 'lastCheck': '5.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00485309', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294635', 'lastCheck': '1.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0003106', 'lastCheck': '3.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242743', 'lastCheck': '1.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251202', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623741', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390668', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443476', 'lastCheck': '0.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647387045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404346288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.351', 'tx': '1176276511826', 'txDropped': '0', 'rx': '625372001675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0', 'tx': '1580931897630', 'txDropped': '0', 'rx': '926348712408', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45209243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416551031', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200597817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet0', 'tx': '87792911', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet1', 'tx': '37766213398', 'txDropped': '0', 'rx': '878040023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet2', 'tx': '21127868327', 'txDropped': '0', 'rx': '141320246871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175751200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet4', 'tx': '396476353', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet5', 'tx': '23425584737', 'txDropped': '0', 'rx': '498173965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet6', 'tx': '6654609903', 'txDropped': '0', 'rx': '430127938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet7', 'tx': '1434398654', 'txDropped': '0', 'rx': '552395108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42456254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46758893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'lo', 'tx': '6937743146', 'txDropped': '0', 'rx': '6937743146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170737996', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'eno1', 'tx': '975620399484', 'txDropped': '0', 'rx': '434009476270', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'eno2', 'tx': '605311498146', 'txDropped': '0', 'rx': '492339236138', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469768.544648, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469768.544648, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633086303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75930829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77048694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192252724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370797345', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.306', 'tx': '76695871853', 'txDropped': '0', 'rx': '8373703288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49882466', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430507568', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299019124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.110', 'tx': '2476644627', 'txDropped': '0', 'rx': '66856502331', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.111', 'tx': '122679949584', 'txDropped': '0', 'rx': '24449906350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55254821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54182162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465477520', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165416257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56034739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55864550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45204451', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469768.544648, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226636686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'oVirtManagement', 'tx': '1176276511178', 'txDropped': '0', 'rx': '625371263272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577395936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'vnet3', 'tx': '542870057', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469768.544648, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754529609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695815.02', 'cpuLoad': '2.41', 'cpuSys': '1.62', 'diskStats': {'/var/log': {'free': '92951'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:43:01 GMT', 'cpuUser': '1.16', 'memFree': 667607, 'cpuIdle': '97.22', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.21'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:01,179+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:43:01,533+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:01,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 362cf8c4-a3a4-4ca3-ac01-c7143ebfbb5b (threadPool:210)
2018-03-08 01:43:01,581+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dca54b27-96d0-470a-a185-4bc028b5e6a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:01,581+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:01,903+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:01,951+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4bd8072c-7774-41f0-8c4c-d83afea0c2dd (threadPool:210)
2018-03-08 01:43:01,951+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 859b1e52-f27a-4f8a-b2f8-74c8e6865fad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:01,951+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:02,263+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:02,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cec56c0e-6fe4-4f5a-ba91-1b1d99dc2514 (threadPool:210)
2018-03-08 01:43:02,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32dd7aec-90c5-4906-a2a9-d39dcff854ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xed\x81\xfb\xa4\xa9\xac\x88\x94\x90I)j\xc5\x95\x86P000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:02,313+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 508695c5-6a29-4990-9488-aca9a4fb81ed in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:02,313+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/508695c5-6a29-4990-9488-aca9a4fb81ed to 6144 megabytes (lvm:1205)
2018-03-08 01:43:02,648+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:02,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4aa03f1a-88f0-4b58-92d4-37a2486c766c (threadPool:210)
2018-03-08 01:43:02,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c16f7508-7565-47fc-8d4f-958799780b75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:02,694+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:02,842+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:43:02,847+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:43:02,849+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:02,857+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:43:02,857+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:43:02,858+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:02,902+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32dd7aec-90c5-4906-a2a9-d39dcff854ad (threadPool:210)
2018-03-08 01:43:02,902+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0cd7a2ac-9fd9-4f00-916f-1bcb49dd710b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:02,903+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:03,074+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:03,108+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c7892453-869c-4a7b-97f4-3165ab1c7fcf (threadPool:210)
2018-03-08 01:43:03,108+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3ab4ed16-3b8d-440b-b0c2-2fee0d212eff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:03,109+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:03,453+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:03,492+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 859b1e52-f27a-4f8a-b2f8-74c8e6865fad (threadPool:210)
2018-03-08 01:43:03,493+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 20e58c24-e494-480f-9cc0-6d57faa1e9ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:03,493+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:03,691+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=909ec269-11b9-4f4f-9990-8d0818757f74 (api:46)
2018-03-08 01:43:03,691+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363476', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000820103', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204395', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433068', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383426', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304103', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000684567', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059628', 'lastCheck': '3.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279748', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306434', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411473', 'lastCheck': '6.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036411', 'lastCheck': '1.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369626', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265978', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035276', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025291', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237072', 'lastCheck': '3.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248164', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260919', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000527803', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000528314', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390668', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387444', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382698', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00485309', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294635', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.0003106', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242743', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251202', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623741', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240778', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443476', 'lastCheck': '2.7', 'valid': True}} from=internal, task_id=909ec269-11b9-4f4f-9990-8d0818757f74 (api:52)
2018-03-08 01:43:03,692+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=7bc1fc9f-5883-4bfd-be51-458bb202cb28 (api:46)
2018-03-08 01:43:03,692+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7bc1fc9f-5883-4bfd-be51-458bb202cb28 (api:52)
2018-03-08 01:43:03,837+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:03,882+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c16f7508-7565-47fc-8d4f-958799780b75 (threadPool:210)
2018-03-08 01:43:03,882+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a4d7dc48-a363-402f-941d-4479166d5df8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:03,883+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:04,186+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:04,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0cd7a2ac-9fd9-4f00-916f-1bcb49dd710b (threadPool:210)
2018-03-08 01:43:04,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 451bd0e1-fdd1-435f-b06e-14c557eb06b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:04,236+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:04,521+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:04,570+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dca54b27-96d0-470a-a185-4bc028b5e6a3 (threadPool:210)
2018-03-08 01:43:04,571+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb8684dc-e7f0-42db-9832-74ef3e99ba74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:04,572+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:04,681+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20835 (__init__:598)
2018-03-08 01:43:04,682+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20834 (__init__:598)
2018-03-08 01:43:04,891+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:04,938+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3ab4ed16-3b8d-440b-b0c2-2fee0d212eff (threadPool:210)
2018-03-08 01:43:04,939+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6944aae1-4ca6-46d3-b882-f8a9375f05b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:04,939+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:05,262+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:05,309+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 20e58c24-e494-480f-9cc0-6d57faa1e9ad (threadPool:210)
2018-03-08 01:43:05,309+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ca691505-7c6e-41e9-a4ee-f167f24634dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:05,310+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:05,631+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:05,655+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f956a68f-644e-4b7e-8526-eb7236c43015 (api:46)
2018-03-08 01:43:05,662+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f956a68f-644e-4b7e-8526-eb7236c43015 (api:52)
2018-03-08 01:43:05,662+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:05,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a4d7dc48-a363-402f-941d-4479166d5df8 (threadPool:210)
2018-03-08 01:43:05,669+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 07532187-dc5a-4e13-aa5f-f375d97d0420 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:05,669+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:05,766+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=9e1b6bf7-1b7d-46f8-aa05-d3ced6df9cdc (api:46)
2018-03-08 01:43:05,773+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86005252096', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=9e1b6bf7-1b7d-46f8-aa05-d3ced6df9cdc (api:52)
2018-03-08 01:43:05,774+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:06,001+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:06,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb8684dc-e7f0-42db-9832-74ef3e99ba74 (threadPool:210)
2018-03-08 01:43:06,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cfe60b63-04c4-44af-8611-abe65dc63f79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:06,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:06,604+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:06,632+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6944aae1-4ca6-46d3-b882-f8a9375f05b4 (threadPool:210)
2018-03-08 01:43:06,633+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a99b934d-c31a-4fb6-9183-db73f6a32823 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:06,633+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:06,961+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:07,005+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ca691505-7c6e-41e9-a4ee-f167f24634dd (threadPool:210)
2018-03-08 01:43:07,005+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 44cbb087-520a-4a9d-98ea-05ba12c9c31c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:07,006+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:07,335+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:07,382+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 451bd0e1-fdd1-435f-b06e-14c557eb06b2 (threadPool:210)
2018-03-08 01:43:07,382+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0165630e-9f52-4c56-ba33-7ba8e59c5a96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:07,383+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:07,805+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:07,849+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 07532187-dc5a-4e13-aa5f-f375d97d0420 (threadPool:210)
2018-03-08 01:43:07,850+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b06e03c1-a9b7-4c84-a6b1-34a67f7bd646 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:07,850+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:08,260+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:08,302+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cfe60b63-04c4-44af-8611-abe65dc63f79 (threadPool:210)
2018-03-08 01:43:08,302+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6f04edb9-cb5d-4fa8-a4f7-927e57bbd2d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:08,302+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:08,893+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:09,214+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:09,275+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 44cbb087-520a-4a9d-98ea-05ba12c9c31c (threadPool:210)
2018-03-08 01:43:09,276+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1427b7a5-c49e-47b4-8171-328385227910 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:09,276+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:09,724+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:09,779+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b06e03c1-a9b7-4c84-a6b1-34a67f7bd646 (threadPool:210)
2018-03-08 01:43:09,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2ca9ba9c-a1e1-45f8-bafb-22f907449a07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:09,781+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:10,301+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:10,344+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6f04edb9-cb5d-4fa8-a4f7-927e57bbd2d3 (threadPool:210)
2018-03-08 01:43:10,344+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c4f3fff7-50e7-4b48-8391-45159bfd6833 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:10,345+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:10,687+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:10,734+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a99b934d-c31a-4fb6-9183-db73f6a32823 (threadPool:210)
2018-03-08 01:43:10,735+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e22bd28d-d740-4b35-9fc3-e3c887077752 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:10,735+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:11,054+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:11,104+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0165630e-9f52-4c56-ba33-7ba8e59c5a96 (threadPool:210)
2018-03-08 01:43:11,105+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc8d713b-e955-49e7-a167-512f018e27f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:11,105+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:11,456+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:11,507+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1427b7a5-c49e-47b4-8171-328385227910 (threadPool:210)
2018-03-08 01:43:11,507+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b74beb4-0585-4f50-8cf5-6b3c860c47dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:11,508+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:11,849+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:11,897+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2ca9ba9c-a1e1-45f8-bafb-22f907449a07 (threadPool:210)
2018-03-08 01:43:11,897+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4c321e83-ccad-4ca8-919e-4317f6acd3df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:11,897+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:12,198+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:12,242+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c4f3fff7-50e7-4b48-8391-45159bfd6833 (threadPool:210)
2018-03-08 01:43:12,243+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ce092d6b-0821-4377-a258-0e9f9a98091b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:12,243+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:12,562+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:12,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e22bd28d-d740-4b35-9fc3-e3c887077752 (threadPool:210)
2018-03-08 01:43:12,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d880db2d-64ce-426b-aa25-8f248ec02bcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:12,610+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:12,940+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:12,987+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc8d713b-e955-49e7-a167-512f018e27f9 (threadPool:210)
2018-03-08 01:43:12,988+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 01b6171b-f35d-4b6f-bc8a-0122c4943fc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:12,988+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:13,301+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:13,344+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b74beb4-0585-4f50-8cf5-6b3c860c47dd (threadPool:210)
2018-03-08 01:43:13,344+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fc7f6731-cb1e-4a17-84c1-eccd2a9460ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:13,345+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:13,662+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:13,712+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4c321e83-ccad-4ca8-919e-4317f6acd3df (threadPool:210)
2018-03-08 01:43:13,713+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c3a4bc15-820a-44f2-bc13-7fa5cfa1253c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:13,713+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:13,784+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:13,789+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:13,791+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:14,022+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:14,071+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ce092d6b-0821-4377-a258-0e9f9a98091b (threadPool:210)
2018-03-08 01:43:14,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8c99b8f-feec-412a-a294-2278c7ff640d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:14,072+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:14,376+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:14,413+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d880db2d-64ce-426b-aa25-8f248ec02bcb (threadPool:210)
2018-03-08 01:43:14,414+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 774a94f2-c560-4fc8-af46-fd9d125adc92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:14,414+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:14,724+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:14,765+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fc7f6731-cb1e-4a17-84c1-eccd2a9460ab (threadPool:210)
2018-03-08 01:43:14,765+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ba444835-2ea8-4306-b27a-19d25fdd0454 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:14,765+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:15,100+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:15,148+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8c99b8f-feec-412a-a294-2278c7ff640d (threadPool:210)
2018-03-08 01:43:15,149+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 54f785d0-de7d-4ed8-a3c3-33e50cc61942 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:15,149+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:15,429+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:15,479+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 01b6171b-f35d-4b6f-bc8a-0122c4943fc2 (threadPool:210)
2018-03-08 01:43:15,479+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 81c8c760-26dc-42ac-af2a-f9a9e94dfe42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:15,480+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:15,768+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:15,817+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 774a94f2-c560-4fc8-af46-fd9d125adc92 (threadPool:210)
2018-03-08 01:43:15,817+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a99bfab8-e133-47a4-ba2b-7daa4b53ac4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:15,818+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:16,099+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:16,121+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e0e79a69-a616-425f-bb6b-b834e9d75f99 (api:46)
2018-03-08 01:43:16,129+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e0e79a69-a616-425f-bb6b-b834e9d75f99 (api:52)
2018-03-08 01:43:16,130+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:16,163+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c3a4bc15-820a-44f2-bc13-7fa5cfa1253c (threadPool:210)
2018-03-08 01:43:16,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f58ff134-0337-4c5b-8382-70e6d1192258 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:16,164+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:16,215+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:16,219+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3011baa4-13f2-4061-b324-5341beb8052f (api:46)
2018-03-08 01:43:16,220+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531546', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694411', 'lastCheck': '6.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267592', 'lastCheck': '6.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757962', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040096', 'lastCheck': '6.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249922', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351744', 'lastCheck': '6.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370016', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243741', 'lastCheck': '5.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313212', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247412', 'lastCheck': '0.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565519', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390814', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557621', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080567', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234041', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042171', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311358', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426261', 'lastCheck': '6.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862199', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490336', 'lastCheck': '6.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471124', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201511', 'lastCheck': '5.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460943', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201905', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283412', 'lastCheck': '6.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000263987', 'lastCheck': '8.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295896', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193761', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758103', 'lastCheck': '0.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241773', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242906', 'lastCheck': '5.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3011baa4-13f2-4061-b324-5341beb8052f (api:52)
2018-03-08 01:43:16,221+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c8c84857-5c0e-49a9-b16e-d097a3ae5a71 (api:46)
2018-03-08 01:43:16,221+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c8c84857-5c0e-49a9-b16e-d097a3ae5a71 (api:52)
2018-03-08 01:43:16,229+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d431effe-b9fb-4461-b37e-e6c2cecd0894 (api:46)
2018-03-08 01:43:16,239+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86163587072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d431effe-b9fb-4461-b37e-e6c2cecd0894 (api:52)
2018-03-08 01:43:16,240+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:16,253+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '62': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '63': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.14'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '99.07'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '25': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.50'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '27': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.36'}, '20': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.48'}, '21': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '41': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.62'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '26.18', 'cpuIdle': '68.78'}, '0': {'cpuUser': '6.16', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '89.53'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.16'}, '5': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '4': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '95.36'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.42'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '12': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.43'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '17': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '31': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '35': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '34': {'cpuUser': '7.42', 'nodeIndex': 0, 'cpuSys': '8.28', 'cpuIdle': '84.30'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 22, 'memFree': '310068'}, '0': {'memPercent': 12, 'memFree': '347696'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565519', 'lastCheck': '3.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531546', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000694411', 'lastCheck': '6.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390814', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557621', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040096', 'lastCheck': '6.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249922', 'lastCheck': '6.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351744', 'lastCheck': '6.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370016', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243741', 'lastCheck': '5.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313212', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247412', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267592', 'lastCheck': '6.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757962', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080567', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490336', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042171', 'lastCheck': '6.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311358', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426261', 'lastCheck': '6.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862199', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234041', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241773', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201511', 'lastCheck': '5.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460943', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201905', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283412', 'lastCheck': '6.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000263987', 'lastCheck': '8.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295896', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193761', 'lastCheck': '1.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758103', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471124', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242906', 'lastCheck': '5.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647403105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404348723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.351', 'tx': '1176276578590', 'txDropped': '0', 'rx': '625372010953', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0', 'tx': '1580932128797', 'txDropped': '0', 'rx': '926349239923', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45209593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416552836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200599717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet0', 'tx': '87799020', 'txDropped': '0', 'rx': '79830707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet1', 'tx': '37766232944', 'txDropped': '0', 'rx': '878046405', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet2', 'tx': '21127946132', 'txDropped': '0', 'rx': '141320394090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175753224', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet4', 'tx': '396482462', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet5', 'tx': '23425602868', 'txDropped': '0', 'rx': '498174128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet6', 'tx': '6654612072', 'txDropped': '0', 'rx': '430128000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet7', 'tx': '1434400823', 'txDropped': '0', 'rx': '552395170', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42456604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46759243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'lo', 'tx': '6937817628', 'txDropped': '0', 'rx': '6937817628', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170739866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'eno1', 'tx': '975620617093', 'txDropped': '0', 'rx': '434009723370', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'eno2', 'tx': '605311511704', 'txDropped': '0', 'rx': '492339516553', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469783.635309, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469783.635309, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633090793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75931179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77049044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192254964', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370797745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.306', 'tx': '76695871853', 'txDropped': '0', 'rx': '8373708389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49882866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430512669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299021364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.110', 'tx': '2476651133', 'txDropped': '0', 'rx': '66856521121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.111', 'tx': '122680096724', 'txDropped': '0', 'rx': '24449976100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55255221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54182512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465479955', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165418127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56035139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55864900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45204801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469783.635309, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226638586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'oVirtManagement', 'tx': '1176276577942', 'txDropped': '0', 'rx': '625371272550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577400426', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'vnet3', 'tx': '542876166', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469783.635309, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754531633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695830.09', 'cpuLoad': '2.36', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92949'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:43:16 GMT', 'cpuUser': '1.25', 'memFree': 667602, 'cpuIdle': '97.04', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.00'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:16,257+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:43:16,519+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:16,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ba444835-2ea8-4306-b27a-19d25fdd0454 (threadPool:210)
2018-03-08 01:43:16,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 44d2c8e7-0c27-4d03-8c60-86844a7f1954 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:16,566+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:16,869+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:16,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 54f785d0-de7d-4ed8-a3c3-33e50cc61942 (threadPool:210)
2018-03-08 01:43:16,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 71a805d2-4ebb-4d21-990a-bf97ea2da0c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:16,931+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:17,355+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:17,399+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 81c8c760-26dc-42ac-af2a-f9a9e94dfe42 (threadPool:210)
2018-03-08 01:43:17,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7b182d50-6d0b-466c-b1b2-1c36c9825a31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:17,400+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:17,782+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:17,831+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a99bfab8-e133-47a4-ba2b-7daa4b53ac4b (threadPool:210)
2018-03-08 01:43:17,832+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9e82f60a-2fa0-416d-84d7-ece45d56343d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:17,832+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:17,862+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:43:17,867+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:43:17,869+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:17,877+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:43:17,877+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:43:17,878+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:18,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:18,172+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f58ff134-0337-4c5b-8382-70e6d1192258 (threadPool:210)
2018-03-08 01:43:18,172+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8967fd0f-823f-4b52-98db-992941e494c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:18,172+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:18,479+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:18,535+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 44d2c8e7-0c27-4d03-8c60-86844a7f1954 (threadPool:210)
2018-03-08 01:43:18,536+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ff31afa-2a30-47a0-baaf-8efebe9a7ebe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:18,536+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:18,780+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=8a09c9a1-acd1-45b9-9f39-ff4ba644f0eb (api:46)
2018-03-08 01:43:18,780+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243513', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000760558', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267592', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757962', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040096', 'lastCheck': '8.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249922', 'lastCheck': '9.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351744', 'lastCheck': '9.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370016', 'lastCheck': '8.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243741', 'lastCheck': '8.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313212', 'lastCheck': '3.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322965', 'lastCheck': '1.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000565519', 'lastCheck': '6.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510291', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557621', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00080567', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234041', 'lastCheck': '9.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00042171', 'lastCheck': '8.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311358', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426261', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000862199', 'lastCheck': '7.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490336', 'lastCheck': '9.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471124', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201511', 'lastCheck': '8.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000460943', 'lastCheck': '2.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201905', 'lastCheck': '8.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283412', 'lastCheck': '9.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039818', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295896', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193761', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758103', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241773', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242906', 'lastCheck': '7.8', 'valid': True}} from=internal, task_id=8a09c9a1-acd1-45b9-9f39-ff4ba644f0eb (api:52)
2018-03-08 01:43:18,781+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=d39deec6-b44d-4ed0-a5ed-70646700a03a (api:46)
2018-03-08 01:43:18,781+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d39deec6-b44d-4ed0-a5ed-70646700a03a (api:52)
2018-03-08 01:43:18,831+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:18,905+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 71a805d2-4ebb-4d21-990a-bf97ea2da0c5 (threadPool:210)
2018-03-08 01:43:18,905+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cad1c470-0435-41eb-867b-45342f0c68f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:18,906+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:19,227+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:19,284+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7b182d50-6d0b-466c-b1b2-1c36c9825a31 (threadPool:210)
2018-03-08 01:43:19,285+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f23ff61b-81af-4c85-babe-1b221b9fbda9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:19,286+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:19,550+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:19,618+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8967fd0f-823f-4b52-98db-992941e494c7 (threadPool:210)
2018-03-08 01:43:19,619+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f7ec5d7-f259-4417-95df-bc5ee7a34ec7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:19,620+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:19,882+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:19,926+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ff31afa-2a30-47a0-baaf-8efebe9a7ebe (threadPool:210)
2018-03-08 01:43:19,926+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a9d2cde0-757f-4d12-b341-deca2a1b3d50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:19,926+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:20,321+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:20,620+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:20,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cad1c470-0435-41eb-867b-45342f0c68f8 (threadPool:210)
2018-03-08 01:43:20,667+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 881792d8-4986-4227-81b8-32b9400ada20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:20,667+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:20,964+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:21,010+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9e82f60a-2fa0-416d-84d7-ece45d56343d (threadPool:210)
2018-03-08 01:43:21,010+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 438f0836-5345-4ca2-b661-f2541aa8cb96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:21,011+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:21,338+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:21,387+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f23ff61b-81af-4c85-babe-1b221b9fbda9 (threadPool:210)
2018-03-08 01:43:21,387+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 88d99869-d3cf-4a55-bc7d-c11a0e80ce1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:21,388+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:21,671+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:21,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f7ec5d7-f259-4417-95df-bc5ee7a34ec7 (threadPool:210)
2018-03-08 01:43:21,723+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ded182ee-3cfe-4d50-8102-4be8a3b5c79d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:21,723+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:22,020+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:22,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a9d2cde0-757f-4d12-b341-deca2a1b3d50 (threadPool:210)
2018-03-08 01:43:22,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0a944b0-77aa-4ede-b6d9-10f1263601d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:22,067+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:22,334+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:22,382+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 881792d8-4986-4227-81b8-32b9400ada20 (threadPool:210)
2018-03-08 01:43:22,383+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2fc6aff3-4954-49d9-8b3f-5e9578d9c2a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:22,383+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:22,692+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:22,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 438f0836-5345-4ca2-b661-f2541aa8cb96 (threadPool:210)
2018-03-08 01:43:22,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b30a07d7-97a5-492b-a079-4d0f57a2c541 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:22,737+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:23,034+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:23,071+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 88d99869-d3cf-4a55-bc7d-c11a0e80ce1d (threadPool:210)
2018-03-08 01:43:23,071+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e04bb0c2-d751-42a8-8642-d759040b098a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:23,072+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:23,343+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:23,392+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0a944b0-77aa-4ede-b6d9-10f1263601d5 (threadPool:210)
2018-03-08 01:43:23,393+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 60914d4f-3508-4259-af8b-8cbfd6bc784c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:23,393+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:23,644+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:23,690+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2fc6aff3-4954-49d9-8b3f-5e9578d9c2a3 (threadPool:210)
2018-03-08 01:43:23,690+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e1e56085-e987-4eb4-9b7b-a10b75bc11d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:23,690+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:23,948+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:23,991+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b30a07d7-97a5-492b-a079-4d0f57a2c541 (threadPool:210)
2018-03-08 01:43:23,991+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a7b8fb6c-bf6e-43e5-adc7-31a8314d5227 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:23,992+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:24,270+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:24,317+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e04bb0c2-d751-42a8-8642-d759040b098a (threadPool:210)
2018-03-08 01:43:24,318+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ec28971b-d174-41ab-9fd6-268b86a91b3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:24,318+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:24,598+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:24,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 60914d4f-3508-4259-af8b-8cbfd6bc784c (threadPool:210)
2018-03-08 01:43:24,639+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5113aaa2-de02-4dee-a3e9-c8c8921271d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:24,640+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:24,891+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:24,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e1e56085-e987-4eb4-9b7b-a10b75bc11d1 (threadPool:210)
2018-03-08 01:43:24,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91063821-84d5-4a16-bcb3-794d7a183007 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:24,942+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:25,207+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:25,257+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ded182ee-3cfe-4d50-8102-4be8a3b5c79d (threadPool:210)
2018-03-08 01:43:25,257+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 32d0d678-2469-4b02-9ca9-6d4c7e2872ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:25,257+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:25,554+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:25,603+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a7b8fb6c-bf6e-43e5-adc7-31a8314d5227 (threadPool:210)
2018-03-08 01:43:25,604+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 14c3ca94-bbcb-4b3c-a3ff-615851efba99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:25,604+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:25,909+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:25,950+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ec28971b-d174-41ab-9fd6-268b86a91b3d (threadPool:210)
2018-03-08 01:43:25,951+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 95a967d0-b38c-4264-b78e-a1c9c2cb21f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:25,951+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:26,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:26,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91063821-84d5-4a16-bcb3-794d7a183007 (threadPool:210)
2018-03-08 01:43:26,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0a61c479-8f01-450a-bf60-516a5540c9d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:26,270+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:26,526+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a86cd2ef-4665-4930-b6f0-c6d935e03d74 (api:46)
2018-03-08 01:43:26,532+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a86cd2ef-4665-4930-b6f0-c6d935e03d74 (api:52)
2018-03-08 01:43:26,532+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:26,563+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:26,620+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 14c3ca94-bbcb-4b3c-a3ff-615851efba99 (threadPool:210)
2018-03-08 01:43:26,620+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c3a21c26-c3b6-4cd4-9520-1c1edb19c0b3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:26,621+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:26,626+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=48cc1d0d-0044-4bde-b5a3-cb2404078147 (api:46)
2018-03-08 01:43:26,648+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86163587072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=48cc1d0d-0044-4bde-b5a3-cb2404078147 (api:52)
2018-03-08 01:43:26,649+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:43:26,916+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:26,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5113aaa2-de02-4dee-a3e9-c8c8921271d6 (threadPool:210)
2018-03-08 01:43:26,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 21e59c12-57e9-4fda-a494-3bdb87079fb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:26,960+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:27,265+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:27,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 95a967d0-b38c-4264-b78e-a1c9c2cb21f9 (threadPool:210)
2018-03-08 01:43:27,300+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db7f7f46-f7ed-4e0c-9001-eeaa378bae43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:27,301+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:27,592+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:27,636+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0a61c479-8f01-450a-bf60-516a5540c9d9 (threadPool:210)
2018-03-08 01:43:27,636+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a993034c-f09c-41ff-be40-c9322ef8934e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:27,637+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:27,933+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:27,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c3a21c26-c3b6-4cd4-9520-1c1edb19c0b3 (threadPool:210)
2018-03-08 01:43:27,984+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 63431dbc-85d5-4261-b202-386d2e3c7992 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:27,984+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:28,284+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:28,342+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 21e59c12-57e9-4fda-a494-3bdb87079fb8 (threadPool:210)
2018-03-08 01:43:28,344+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6a5992e-8ae5-4465-98f9-7794dab48c67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:28,345+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:28,637+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:28,692+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 32d0d678-2469-4b02-9ca9-6d4c7e2872ef (threadPool:210)
2018-03-08 01:43:28,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c144603-9b48-467f-a280-f0654dcaed45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:28,694+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:28,806+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:28,811+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:28,814+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:28,996+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:29,040+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db7f7f46-f7ed-4e0c-9001-eeaa378bae43 (threadPool:210)
2018-03-08 01:43:29,041+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aabcffec-cc90-4736-a9ba-d1fe547fd52e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:29,042+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:29,356+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:29,407+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a993034c-f09c-41ff-be40-c9322ef8934e (threadPool:210)
2018-03-08 01:43:29,407+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bc0ac500-c613-4d6c-a782-94c99e9e213b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:29,408+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:29,792+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:29,837+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6a5992e-8ae5-4465-98f9-7794dab48c67 (threadPool:210)
2018-03-08 01:43:29,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 68d80918-c88d-411b-9c6f-4644f089f94f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:29,838+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:30,099+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:30,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aabcffec-cc90-4736-a9ba-d1fe547fd52e (threadPool:210)
2018-03-08 01:43:30,147+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99dde015-5f60-4c01-81e1-e55d71c6b831 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:30,147+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:30,457+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:30,507+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 63431dbc-85d5-4261-b202-386d2e3c7992 (threadPool:210)
2018-03-08 01:43:30,508+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10c171c3-9892-4a86-aca2-e81bfba745f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:30,508+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:30,825+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:30,888+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bc0ac500-c613-4d6c-a782-94c99e9e213b (threadPool:210)
2018-03-08 01:43:30,889+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e25a3048-06ba-4d21-90b9-6ed6da96e3e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:30,889+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:31,114+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:31,160+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c144603-9b48-467f-a280-f0654dcaed45 (threadPool:210)
2018-03-08 01:43:31,161+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec3cc2fd-14ec-472e-af67-28028e29a1a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:31,161+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:31,296+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:31,297+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=5a550030-25e9-494e-8dd9-8b1e128cc178 (api:46)
2018-03-08 01:43:31,298+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272655', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366188', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026013', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043752', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418289', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258876', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000649031', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341589', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032135', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364891', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232582', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421035', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355177', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481655', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600489', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342746', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00582117', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058216', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435007', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342914', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492416', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248458', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417167', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393741', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193435', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319277', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000554244', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025465', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496769', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390317', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541394', 'lastCheck': '0.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=5a550030-25e9-494e-8dd9-8b1e128cc178 (api:52)
2018-03-08 01:43:31,298+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c41e98fd-e533-4256-9a7d-cf00e63cdf93 (api:46)
2018-03-08 01:43:31,298+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c41e98fd-e533-4256-9a7d-cf00e63cdf93 (api:52)
2018-03-08 01:43:31,326+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '26': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.83'}, '27': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.44'}, '20': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.95'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.76'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '23': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '29': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '22.93', 'cpuIdle': '72.83'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '89.33'}, '3': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.43'}, '5': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.42'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '6': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '9': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.09'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '15': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.09'}, '14': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.83'}, '17': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '16': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.35'}, '19': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.89'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.43'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.28'}, '34': {'cpuUser': '7.03', 'nodeIndex': 0, 'cpuSys': '7.49', 'cpuIdle': '85.48'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '57': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311047'}, '0': {'memPercent': 12, 'memFree': '346715'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421035', 'lastCheck': '1.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272655', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366188', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355177', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481655', 'lastCheck': '2.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418289', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258876', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000649031', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341589', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032135', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364891', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232582', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026013', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043752', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600489', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492416', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00582117', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058216', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435007', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342914', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342746', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390317', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417167', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393741', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193435', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319277', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000554244', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025465', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496769', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248458', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541394', 'lastCheck': '0.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647408977', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404349980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.351', 'tx': '1176276663702', 'txDropped': '0', 'rx': '625372028207', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0', 'tx': '1580932245975', 'txDropped': '0', 'rx': '926349626359', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45209993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416553744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200601275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet0', 'tx': '87800972', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet1', 'tx': '37766234090', 'txDropped': '0', 'rx': '878046467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet2', 'tx': '21127972103', 'txDropped': '0', 'rx': '141320402205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175756640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet4', 'tx': '396484354', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet5', 'tx': '23425610351', 'txDropped': '0', 'rx': '498174368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet6', 'tx': '6654613344', 'txDropped': '0', 'rx': '430128225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet7', 'tx': '1434409723', 'txDropped': '0', 'rx': '552412680', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42457004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46759643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'lo', 'tx': '6937896545', 'txDropped': '0', 'rx': '6937896545', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170741186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'eno1', 'tx': '975620723798', 'txDropped': '0', 'rx': '434009919329', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'eno2', 'tx': '605311522177', 'txDropped': '0', 'rx': '492339707030', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469798.724157, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469798.724157, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633095333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75931579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77049444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192257796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370798095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373709893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49883216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430514127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299024196', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.110', 'tx': '2476668930', 'txDropped': '0', 'rx': '66856529615', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.111', 'tx': '122680104716', 'txDropped': '0', 'rx': '24450000057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55255571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54182912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465481212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165419447', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56035489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55865300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45205201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469798.724157, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226640144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'oVirtManagement', 'tx': '1176276663054', 'txDropped': '0', 'rx': '625371289804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577404966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'vnet3', 'tx': '542878058', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469798.724157, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754535049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695845.17', 'cpuLoad': '2.34', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92948'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:43:31 GMT', 'cpuUser': '1.19', 'memFree': 667600, 'cpuIdle': '97.17', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.34'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:31,331+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:43:31,443+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:31,492+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 68d80918-c88d-411b-9c6f-4644f089f94f (threadPool:210)
2018-03-08 01:43:31,493+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e5b3ce1-7166-4928-a5ce-3e6cb299f5df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:31,493+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:31,739+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:31,788+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99dde015-5f60-4c01-81e1-e55d71c6b831 (threadPool:210)
2018-03-08 01:43:31,788+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ccc1f83-4f6c-4cd8-8d08-c0ebe24f31ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:31,788+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:32,167+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:32,494+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:32,523+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10c171c3-9892-4a86-aca2-e81bfba745f8 (threadPool:210)
2018-03-08 01:43:32,523+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 79b7e68a-00af-4ce9-ab9f-94ea7bf57e75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:32,524+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:32,839+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:32,886+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:43:32,894+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:43:32,897+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:43:32,915+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:43:32,915+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:43:32,916+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:32,919+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec3cc2fd-14ec-472e-af67-28028e29a1a2 (threadPool:210)
2018-03-08 01:43:32,920+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8ec2dcda-0a59-4180-af77-39ca9522ca7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:32,920+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:33,210+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:33,255+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e5b3ce1-7166-4928-a5ce-3e6cb299f5df (threadPool:210)
2018-03-08 01:43:33,256+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 088c2439-2668-4d80-827d-394497ee6a68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:33,256+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:33,507+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:33,554+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ccc1f83-4f6c-4cd8-8d08-c0ebe24f31ea (threadPool:210)
2018-03-08 01:43:33,555+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7a9de383-34e1-4655-b5ce-532efc7434ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:33,555+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:33,805+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:33,894+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=d516d9cf-e145-44c2-9464-6dc800078d9f (api:46)
2018-03-08 01:43:33,895+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272655', 'lastCheck': '5.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366188', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026013', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043752', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418289', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258876', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000649031', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341589', 'lastCheck': '3.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032135', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364891', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232582', 'lastCheck': '7.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000421035', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355177', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000481655', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000600489', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342746', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00582117', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00058216', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435007', 'lastCheck': '4.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342914', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492416', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248458', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417167', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000393741', 'lastCheck': '8.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193435', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319277', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000554244', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025465', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496769', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390317', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541394', 'lastCheck': '2.9', 'valid': True}} from=internal, task_id=d516d9cf-e145-44c2-9464-6dc800078d9f (api:52)
2018-03-08 01:43:33,896+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=fcfc4bea-589f-4e7c-a438-7badf967aaa8 (api:46)
2018-03-08 01:43:33,896+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=fcfc4bea-589f-4e7c-a438-7badf967aaa8 (api:52)
2018-03-08 01:43:33,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e25a3048-06ba-4d21-90b9-6ed6da96e3e9 (threadPool:210)
2018-03-08 01:43:33,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 92d34b71-667f-48c0-8324-caa5e150c95d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:33,932+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:34,195+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:34,240+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 79b7e68a-00af-4ce9-ab9f-94ea7bf57e75 (threadPool:210)
2018-03-08 01:43:34,241+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b3f735dc-1403-42d6-8e76-2de135abad4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:34,241+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:34,499+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:34,547+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8ec2dcda-0a59-4180-af77-39ca9522ca7f (threadPool:210)
2018-03-08 01:43:34,548+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e23370d2-72d6-4bae-a2e1-9bf615fae71a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:34,548+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:34,795+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:34,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 088c2439-2668-4d80-827d-394497ee6a68 (threadPool:210)
2018-03-08 01:43:34,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a07394d7-4e49-4c6e-8071-9df915ca8469 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:34,840+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:35,115+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:35,160+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7a9de383-34e1-4655-b5ce-532efc7434ae (threadPool:210)
2018-03-08 01:43:35,160+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e552e631-48dd-4885-a57d-6d4493f60dce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:35,160+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:35,445+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:35,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 92d34b71-667f-48c0-8324-caa5e150c95d (threadPool:210)
2018-03-08 01:43:35,492+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 23957cdf-50a7-4195-bc58-b5279dea1d8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:35,493+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:35,780+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:35,826+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b3f735dc-1403-42d6-8e76-2de135abad4f (threadPool:210)
2018-03-08 01:43:35,826+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 569f98c9-a2d7-4dc6-b3cc-b1cf77d0b6c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:35,827+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:36,166+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:36,212+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e23370d2-72d6-4bae-a2e1-9bf615fae71a (threadPool:210)
2018-03-08 01:43:36,212+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 34577177-ff54-4502-bbb0-e3b767f71605 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:36,212+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:36,468+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:36,513+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e552e631-48dd-4885-a57d-6d4493f60dce (threadPool:210)
2018-03-08 01:43:36,513+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 14e017ee-9f5e-45e6-a136-eff73affb3b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:36,513+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:36,806+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:36,849+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 23957cdf-50a7-4195-bc58-b5279dea1d8e (threadPool:210)
2018-03-08 01:43:36,850+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 80c99162-560e-48c3-99ab-3d44ecca51d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:36,850+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:37,072+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f3236b3c-ca47-482b-a23a-37720debf420 (api:46)
2018-03-08 01:43:37,080+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f3236b3c-ca47-482b-a23a-37720debf420 (api:52)
2018-03-08 01:43:37,080+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:37,153+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:37,180+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c95424e6-cbd3-4220-a1fd-9a2b076f472d (api:46)
2018-03-08 01:43:37,189+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86163587072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c95424e6-cbd3-4220-a1fd-9a2b076f472d (api:52)
2018-03-08 01:43:37,191+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:37,217+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 569f98c9-a2d7-4dc6-b3cc-b1cf77d0b6c9 (threadPool:210)
2018-03-08 01:43:37,217+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f651f228-58dc-48ce-b32f-d1de89d7c5c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:37,217+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:37,460+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:37,505+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a07394d7-4e49-4c6e-8071-9df915ca8469 (threadPool:210)
2018-03-08 01:43:37,506+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task feafb2c0-68cb-4929-a343-8e47ec7c18c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:37,506+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:37,804+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:37,850+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 34577177-ff54-4502-bbb0-e3b767f71605 (threadPool:210)
2018-03-08 01:43:37,850+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 26a54e32-9650-4567-9d08-4f509ba78e36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:37,851+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:38,160+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:38,206+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 14e017ee-9f5e-45e6-a136-eff73affb3b9 (threadPool:210)
2018-03-08 01:43:38,207+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9f8a4c93-076e-4554-b27a-e224cd22e163 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:38,208+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:38,544+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:38,589+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 80c99162-560e-48c3-99ab-3d44ecca51d3 (threadPool:210)
2018-03-08 01:43:38,589+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2db83773-4f5b-4e33-93e2-337b3c62098c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:38,590+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:38,874+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:38,923+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f651f228-58dc-48ce-b32f-d1de89d7c5c7 (threadPool:210)
2018-03-08 01:43:38,923+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7a5d3f85-376c-4612-8c02-96d1d790e84e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:38,923+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:39,237+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:39,311+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 26a54e32-9650-4567-9d08-4f509ba78e36 (threadPool:210)
2018-03-08 01:43:39,325+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 05653c8b-745d-413c-880e-b8e32c3ada1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:39,325+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:39,626+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:39,689+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2db83773-4f5b-4e33-93e2-337b3c62098c (threadPool:210)
2018-03-08 01:43:39,691+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d705c241-bacb-4bc1-a147-4fb9fd12da07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:39,691+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:40,009+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:40,054+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task feafb2c0-68cb-4929-a343-8e47ec7c18c6 (threadPool:210)
2018-03-08 01:43:40,055+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d04dcf8-3251-4470-a6a2-1903f329e73d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:40,055+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:40,351+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:40,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7a5d3f85-376c-4612-8c02-96d1d790e84e (threadPool:210)
2018-03-08 01:43:40,396+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2c5745c1-2bea-4a8a-bd44-794929020804 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:40,396+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:40,723+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:40,766+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9f8a4c93-076e-4554-b27a-e224cd22e163 (threadPool:210)
2018-03-08 01:43:40,767+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eb483aee-201d-4d41-83c5-e4d7a7884bde (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:40,767+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:40,854+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=de824d92-38a8-4544-bd45-f7d70dce5e2e (api:46)
2018-03-08 01:43:40,854+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=de824d92-38a8-4544-bd45-f7d70dce5e2e (api:52)
2018-03-08 01:43:40,855+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=b5db4df6-4aea-4bd1-8e27-410956cee680 (api:46)
2018-03-08 01:43:40,855+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=b5db4df6-4aea-4bd1-8e27-410956cee680 (api:52)
2018-03-08 01:43:40,855+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=ea532aaa-aedd-4b14-a328-b75a2e3f20ff (api:46)
2018-03-08 01:43:40,855+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=ea532aaa-aedd-4b14-a328-b75a2e3f20ff (api:52)
2018-03-08 01:43:40,856+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=80c5fbd2-e1f6-438b-ba3f-61f942582331 (api:46)
2018-03-08 01:43:40,856+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=80c5fbd2-e1f6-438b-ba3f-61f942582331 (api:52)
2018-03-08 01:43:40,857+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=f9a8c305-ff04-4090-8f9f-9dc57782c267 (api:46)
2018-03-08 01:43:40,857+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=f9a8c305-ff04-4090-8f9f-9dc57782c267 (api:52)
2018-03-08 01:43:40,857+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=50f14851-026e-40f1-9160-94dd349eecd1 (api:46)
2018-03-08 01:43:40,857+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=50f14851-026e-40f1-9160-94dd349eecd1 (api:52)
2018-03-08 01:43:40,858+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=5bd62a3e-53a4-4fc6-9edc-a1d03504569a (api:46)
2018-03-08 01:43:40,858+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=5bd62a3e-53a4-4fc6-9edc-a1d03504569a (api:52)
2018-03-08 01:43:40,858+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=3729e7ec-37c8-434b-9583-a3aec5273c7c (api:46)
2018-03-08 01:43:40,859+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=3729e7ec-37c8-434b-9583-a3aec5273c7c (api:52)
2018-03-08 01:43:40,859+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=caa1cdfc-ec1c-4d82-9d2f-d5403eb42fa2 (api:46)
2018-03-08 01:43:40,859+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=caa1cdfc-ec1c-4d82-9d2f-d5403eb42fa2 (api:52)
2018-03-08 01:43:40,859+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=6c3d40b0-a35b-4ec3-8806-455b407989db (api:46)
2018-03-08 01:43:40,860+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=6c3d40b0-a35b-4ec3-8806-455b407989db (api:52)
2018-03-08 01:43:41,074+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:41,120+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d705c241-bacb-4bc1-a147-4fb9fd12da07 (threadPool:210)
2018-03-08 01:43:41,121+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 00d25c12-23a0-4cb4-bd43-e5767dc5aaae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:41,121+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:41,452+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:41,502+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d04dcf8-3251-4470-a6a2-1903f329e73d (threadPool:210)
2018-03-08 01:43:41,502+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 085c6eb1-a071-4014-8331-a33835c9f978 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:41,502+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:41,804+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:41,854+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2c5745c1-2bea-4a8a-bd44-794929020804 (threadPool:210)
2018-03-08 01:43:41,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02bb48c0-732d-48df-a7c0-311c2435f9ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:41,855+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:42,125+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:42,172+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 05653c8b-745d-413c-880e-b8e32c3ada1a (threadPool:210)
2018-03-08 01:43:42,172+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 41992ca5-5422-4336-a1c0-77be25dd482f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:42,173+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:42,456+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:42,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eb483aee-201d-4d41-83c5-e4d7a7884bde (threadPool:210)
2018-03-08 01:43:42,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9d83629f-b935-4768-952a-3831df2232de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:42,506+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:42,771+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:42,822+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 00d25c12-23a0-4cb4-bd43-e5767dc5aaae (threadPool:210)
2018-03-08 01:43:42,822+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b555dd0-4bee-4987-afde-87267dcac69c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:42,822+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:43,117+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:43,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 085c6eb1-a071-4014-8331-a33835c9f978 (threadPool:210)
2018-03-08 01:43:43,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6223ff39-62d7-4707-af7c-cc6337b4d854 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:43,169+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:43,482+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:43,830+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:43,835+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:43,838+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:43,859+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:43,905+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 41992ca5-5422-4336-a1c0-77be25dd482f (threadPool:210)
2018-03-08 01:43:43,906+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53df7e15-fef7-4791-b76d-14522fc35e5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:43,906+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:44,316+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:44,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9d83629f-b935-4768-952a-3831df2232de (threadPool:210)
2018-03-08 01:43:44,367+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cae01dc9-3844-4db6-a940-712979bb70aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:44,367+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:44,634+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:44,684+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b555dd0-4bee-4987-afde-87267dcac69c (threadPool:210)
2018-03-08 01:43:44,685+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8b5250be-4d15-4be1-bdcd-fe4847375c1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:44,685+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:44,942+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:44,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02bb48c0-732d-48df-a7c0-311c2435f9ea (threadPool:210)
2018-03-08 01:43:44,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9b23f266-eee2-437d-aeb9-9f72155b6017 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:44,993+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:45,260+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:45,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6223ff39-62d7-4707-af7c-cc6337b4d854 (threadPool:210)
2018-03-08 01:43:45,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 673831c7-802b-4e89-81d2-388b94f1076e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:45,311+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:45,591+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:45,659+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53df7e15-fef7-4791-b76d-14522fc35e5f (threadPool:210)
2018-03-08 01:43:45,659+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53af1f7f-b7ac-4056-b90d-b63a152f8464 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:45,659+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:45,952+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:45,998+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cae01dc9-3844-4db6-a940-712979bb70aa (threadPool:210)
2018-03-08 01:43:45,998+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 338c51d5-e29c-4b9f-859f-7bd662c6e1aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:45,999+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:46,254+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:46,297+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8b5250be-4d15-4be1-bdcd-fe4847375c1f (threadPool:210)
2018-03-08 01:43:46,298+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c12ebe7a-518a-430b-a6bd-e0b0859e5bee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:46,298+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:46,363+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:46,364+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=59579705-1b28-471c-ad8f-8f047fbd86b0 (api:46)
2018-03-08 01:43:46,365+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262166', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050009', 'lastCheck': '6.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377028', 'lastCheck': '6.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332567', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416346', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287978', 'lastCheck': '6.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351764', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533799', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318231', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307082', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029324', 'lastCheck': '9.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510871', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491967', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295596', 'lastCheck': '4.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260546', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264105', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438181', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313497', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260138', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637964', 'lastCheck': '4.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003216', 'lastCheck': '6.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294386', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240719', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426788', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198322', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266903', 'lastCheck': '6.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394294', 'lastCheck': '9.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281148', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209474', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240646', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211215', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307666', 'lastCheck': '5.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=59579705-1b28-471c-ad8f-8f047fbd86b0 (api:52)
2018-03-08 01:43:46,365+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c3dce4e1-9bcc-4f3d-97fa-04b434d4e56e (api:46)
2018-03-08 01:43:46,366+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c3dce4e1-9bcc-4f3d-97fa-04b434d4e56e (api:52)
2018-03-08 01:43:46,391+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.82'}, '25': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '27': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.43'}, '20': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.63'}, '21': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '22': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '23': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '93.24'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '29': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '93.77'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '27.10', 'cpuIdle': '68.06'}, '0': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '90.59'}, '3': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '93.57'}, '2': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '96.22'}, '5': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '7': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.43'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.17'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.41'}, '13': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '95.69'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.42'}, '15': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.82'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '19': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.56'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '31': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '36': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.87'}, '35': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '34': {'cpuUser': '6.82', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '85.89'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '57': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311902'}, '0': {'memPercent': 12, 'memFree': '345841'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510871', 'lastCheck': '3.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262166', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050009', 'lastCheck': '6.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000491967', 'lastCheck': '4.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295596', 'lastCheck': '4.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416346', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287978', 'lastCheck': '6.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351764', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533799', 'lastCheck': '6.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318231', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307082', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029324', 'lastCheck': '9.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377028', 'lastCheck': '6.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332567', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260546', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003216', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438181', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313497', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260138', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637964', 'lastCheck': '4.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264105', 'lastCheck': '6.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211215', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240719', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426788', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198322', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266903', 'lastCheck': '6.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000394294', 'lastCheck': '9.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281148', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209474', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240646', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294386', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307666', 'lastCheck': '5.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647417908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404353938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.351', 'tx': '1176276730488', 'txDropped': '0', 'rx': '625372037261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0', 'tx': '1580932331922', 'txDropped': '0', 'rx': '926350031455', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45210393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416554598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200604583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet0', 'tx': '87806091', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet1', 'tx': '37766235168', 'txDropped': '0', 'rx': '878046529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet2', 'tx': '21128001602', 'txDropped': '0', 'rx': '141320410028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175758936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet4', 'tx': '396489473', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet5', 'tx': '23425621875', 'txDropped': '0', 'rx': '498174476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet6', 'tx': '6654614422', 'txDropped': '0', 'rx': '430128287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet7', 'tx': '1434427583', 'txDropped': '0', 'rx': '552418577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42457404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46760043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'lo', 'tx': '6937971771', 'txDropped': '0', 'rx': '6937971771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170742414', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'eno1', 'tx': '975620801388', 'txDropped': '0', 'rx': '434010119410', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'eno2', 'tx': '605311530534', 'txDropped': '0', 'rx': '492339912045', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469813.816977, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469813.816977, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633100103', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75931929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77049794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192260186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370798495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373714228', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49883616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430518462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299026586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.110', 'tx': '2476674951', 'txDropped': '0', 'rx': '66856546957', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.111', 'tx': '122680112526', 'txDropped': '0', 'rx': '24450026652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55255971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54183312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465485170', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165420675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56035889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55865700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45205601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469813.816977, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226643452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'oVirtManagement', 'tx': '1176276729840', 'txDropped': '0', 'rx': '625371298858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577409736', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'vnet3', 'tx': '542883177', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469813.816977, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754537345', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695860.23', 'cpuLoad': '2.31', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92946'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.45', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:43:46 GMT', 'cpuUser': '1.27', 'memFree': 667596, 'cpuIdle': '97.04', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.79'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:46,395+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:43:46,583+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:46,623+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9b23f266-eee2-437d-aeb9-9f72155b6017 (threadPool:210)
2018-03-08 01:43:46,623+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task db020e9f-f75b-40cb-bf22-f920e09887c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:46,624+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:46,886+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:46,944+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53af1f7f-b7ac-4056-b90d-b63a152f8464 (threadPool:210)
2018-03-08 01:43:46,945+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 77b5e809-1abd-4c9f-921f-bb2881e95827 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:46,945+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:47,259+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:47,314+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 338c51d5-e29c-4b9f-859f-7bd662c6e1aa (threadPool:210)
2018-03-08 01:43:47,315+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aaa5309c-8e06-429c-be2a-0d8419552cfb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:47,315+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:47,571+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5d588f20-f39f-4572-a34f-81de34aa55fa (api:46)
2018-03-08 01:43:47,578+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5d588f20-f39f-4572-a34f-81de34aa55fa (api:52)
2018-03-08 01:43:47,578+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:47,669+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:47,692+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3a154b2d-c42c-4cbf-8a36-0ae8a116dcbd (api:46)
2018-03-08 01:43:47,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 673831c7-802b-4e89-81d2-388b94f1076e (threadPool:210)
2018-03-08 01:43:47,764+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b393ab03-6487-4429-b2d6-8d95f10232d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:47,765+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:47,914+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86163587072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3a154b2d-c42c-4cbf-8a36-0ae8a116dcbd (api:52)
2018-03-08 01:43:47,916+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.23 seconds (__init__:573)
2018-03-08 01:43:47,920+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:43:47,924+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:43:47,927+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:47,936+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:43:47,936+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:43:47,936+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:48,083+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:48,132+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task db020e9f-f75b-40cb-bf22-f920e09887c9 (threadPool:210)
2018-03-08 01:43:48,132+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e95ca913-db1f-4a1c-a0d6-af73e1a60bed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:48,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:48,454+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:48,504+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 77b5e809-1abd-4c9f-921f-bb2881e95827 (threadPool:210)
2018-03-08 01:43:48,505+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 379eebec-f2a6-4993-8715-70d18022a2c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:48,506+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:48,894+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:48,985+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=657a69a1-b01e-4d92-b14c-cc1bc04c5df4 (api:46)
2018-03-08 01:43:48,986+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310365', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689514', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377028', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332567', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416346', 'lastCheck': '8.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287978', 'lastCheck': '9.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000351764', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000533799', 'lastCheck': '8.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318231', 'lastCheck': '8.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307082', 'lastCheck': '4.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023109', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510871', 'lastCheck': '6.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281342', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00269733', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260546', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264105', 'lastCheck': '9.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438181', 'lastCheck': '9.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313497', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260138', 'lastCheck': '2.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000637964', 'lastCheck': '7.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003216', 'lastCheck': '9.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294386', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240719', 'lastCheck': '8.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000426788', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198322', 'lastCheck': '8.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266903', 'lastCheck': '9.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000347368', 'lastCheck': '1.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281148', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209474', 'lastCheck': '4.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240646', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211215', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307666', 'lastCheck': '8.0', 'valid': True}} from=internal, task_id=657a69a1-b01e-4d92-b14c-cc1bc04c5df4 (api:52)
2018-03-08 01:43:48,987+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a70af45a-4384-47ef-b256-ca103800cd9d (api:46)
2018-03-08 01:43:48,987+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a70af45a-4384-47ef-b256-ca103800cd9d (api:52)
2018-03-08 01:43:49,021+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c12ebe7a-518a-430b-a6bd-e0b0859e5bee (threadPool:210)
2018-03-08 01:43:49,021+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4c6e40a4-9ba3-4f7f-bd97-40fc1dea5a80 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:49,021+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:49,368+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:49,430+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aaa5309c-8e06-429c-be2a-0d8419552cfb (threadPool:210)
2018-03-08 01:43:49,431+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task daf6aaef-359d-4ac5-823a-f4453be4ba19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:49,431+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:49,766+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:49,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e95ca913-db1f-4a1c-a0d6-af73e1a60bed (threadPool:210)
2018-03-08 01:43:49,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b2db5341-2a0b-4004-a2c7-7da2cc58a85c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:49,802+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:50,108+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:50,155+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4c6e40a4-9ba3-4f7f-bd97-40fc1dea5a80 (threadPool:210)
2018-03-08 01:43:50,155+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 395ddde3-fdc7-439d-bfea-5d5cee226009 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:50,155+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:50,427+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:50,475+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b393ab03-6487-4429-b2d6-8d95f10232d0 (threadPool:210)
2018-03-08 01:43:50,476+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43d21d0f-c8f1-49e7-862c-868004f9bdd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:50,476+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:50,819+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:50,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task daf6aaef-359d-4ac5-823a-f4453be4ba19 (threadPool:210)
2018-03-08 01:43:50,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5a08c35d-8b1f-4629-b9b0-a6cb970c2cd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:50,868+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:51,242+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:51,292+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 379eebec-f2a6-4993-8715-70d18022a2c6 (threadPool:210)
2018-03-08 01:43:51,293+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1c2980a0-75cf-4160-9070-b0073c52c4c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:51,293+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:51,602+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:51,650+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b2db5341-2a0b-4004-a2c7-7da2cc58a85c (threadPool:210)
2018-03-08 01:43:51,651+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 88acd890-b0af-4219-b939-f2e8b4a2aed8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:51,651+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:51,997+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:52,056+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 395ddde3-fdc7-439d-bfea-5d5cee226009 (threadPool:210)
2018-03-08 01:43:52,057+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e71ead9c-02a3-4567-bb91-b78ce1692c92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:52,057+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:52,308+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:52,351+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5a08c35d-8b1f-4629-b9b0-a6cb970c2cd3 (threadPool:210)
2018-03-08 01:43:52,352+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cd2cc692-b6ac-47c0-ac7f-8016a73f2a45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:52,353+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:52,663+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:52,709+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1c2980a0-75cf-4160-9070-b0073c52c4c6 (threadPool:210)
2018-03-08 01:43:52,709+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b12d1a33-bd41-4b02-aa57-8bece4ed25c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:52,710+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:52,994+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:53,042+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 88acd890-b0af-4219-b939-f2e8b4a2aed8 (threadPool:210)
2018-03-08 01:43:53,043+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 034c4f49-c006-4a8a-af2f-e6258fbbf220 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:53,043+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:53,298+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:53,348+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43d21d0f-c8f1-49e7-862c-868004f9bdd5 (threadPool:210)
2018-03-08 01:43:53,348+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e288d0ed-7f52-4ef2-a9bd-a0b1c36d6b12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:53,349+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:53,592+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:53,638+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e71ead9c-02a3-4567-bb91-b78ce1692c92 (threadPool:210)
2018-03-08 01:43:53,639+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 654edfa0-621b-45b0-baff-d077630ccd09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:53,639+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:53,893+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:53,941+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cd2cc692-b6ac-47c0-ac7f-8016a73f2a45 (threadPool:210)
2018-03-08 01:43:53,941+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5418201e-d390-43ae-a184-6ed53d11abd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:53,942+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:54,243+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:54,291+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b12d1a33-bd41-4b02-aa57-8bece4ed25c5 (threadPool:210)
2018-03-08 01:43:54,292+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff0cf497-74ab-470c-8525-7b84f47a855f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:54,292+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:54,534+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:54,582+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 034c4f49-c006-4a8a-af2f-e6258fbbf220 (threadPool:210)
2018-03-08 01:43:54,582+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5a281a63-0ad1-42f7-8d5c-78e27adc577c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:54,582+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:54,826+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:54,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e288d0ed-7f52-4ef2-a9bd-a0b1c36d6b12 (threadPool:210)
2018-03-08 01:43:54,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 893e3970-82ea-4719-b714-99e51c518bb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:54,868+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:55,118+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:55,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 654edfa0-621b-45b0-baff-d077630ccd09 (threadPool:210)
2018-03-08 01:43:55,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 009e967c-5266-4008-a546-76236aa324dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:55,161+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:55,484+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:55,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5418201e-d390-43ae-a184-6ed53d11abd4 (threadPool:210)
2018-03-08 01:43:55,531+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d4ffc014-3fda-4ebc-8564-7f2197f83958 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:43:55,531+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:55,792+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:55,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff0cf497-74ab-470c-8525-7b84f47a855f (threadPool:210)
2018-03-08 01:43:55,840+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0dcdddce-ea06-470b-a8a9-c5a5b4e15966 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:55,840+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:56,091+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:56,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5a281a63-0ad1-42f7-8d5c-78e27adc577c (threadPool:210)
2018-03-08 01:43:56,174+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 75a775ca-1723-4ee6-aa01-9c7789b6e10e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:56,175+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:56,465+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:56,745+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:56,790+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 893e3970-82ea-4719-b714-99e51c518bb1 (threadPool:210)
2018-03-08 01:43:56,790+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cb702b9c-7b64-4518-bd9c-d66fd612071d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:56,791+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:57,051+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:57,102+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 009e967c-5266-4008-a546-76236aa324dc (threadPool:210)
2018-03-08 01:43:57,103+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f040457a-b147-42e5-ae08-5e51574ae8ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:57,103+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:57,411+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:57,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d4ffc014-3fda-4ebc-8564-7f2197f83958 (threadPool:210)
2018-03-08 01:43:57,455+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 40326815-95e0-40ec-b450-b120989591e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:57,455+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:57,733+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:57,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0dcdddce-ea06-470b-a8a9-c5a5b4e15966 (threadPool:210)
2018-03-08 01:43:57,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d1604be8-0d65-4b22-88b4-3a5b6afbf9ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:57,782+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:58,035+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:58,069+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 75a775ca-1723-4ee6-aa01-9c7789b6e10e (threadPool:210)
2018-03-08 01:43:58,069+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 89e118a5-5140-4f29-a17e-5278e005fb90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:58,070+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:58,307+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=bc0ab4fa-a352-4a11-a2f1-c338b87e0ad0 (api:46)
2018-03-08 01:43:58,319+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=bc0ab4fa-a352-4a11-a2f1-c338b87e0ad0 (api:52)
2018-03-08 01:43:58,319+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:58,324+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:58,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f040457a-b147-42e5-ae08-5e51574ae8ce (threadPool:210)
2018-03-08 01:43:58,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 60ad935d-286a-4ba9-86e5-a3cda7a9e0b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:58,392+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:43:58,426+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=934a7ddc-fce0-4c33-a1a0-e4d5ae3a2773 (api:46)
2018-03-08 01:43:58,433+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86163587072', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=934a7ddc-fce0-4c33-a1a0-e4d5ae3a2773 (api:52)
2018-03-08 01:43:58,434+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:43:58,661+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:58,705+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 40326815-95e0-40ec-b450-b120989591e3 (threadPool:210)
2018-03-08 01:43:58,705+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f7854061-9fcb-444d-964f-8a4624472287 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:58,706+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:58,852+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:43:58,857+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:43:58,859+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:43:59,012+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:59,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d1604be8-0d65-4b22-88b4-3a5b6afbf9ab (threadPool:210)
2018-03-08 01:43:59,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a8a95181-90c5-46fe-84ed-7c35a1b3bc90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:59,065+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:59,402+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:59,454+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cb702b9c-7b64-4518-bd9c-d66fd612071d (threadPool:210)
2018-03-08 01:43:59,455+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8effb37a-5444-4e93-897e-df2e787997eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:43:59,455+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:43:59,726+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:43:59,787+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 89e118a5-5140-4f29-a17e-5278e005fb90 (threadPool:210)
2018-03-08 01:43:59,788+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a7a0876e-9c58-47d0-99f8-acfc6486e4d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:43:59,788+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:00,069+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:00,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f7854061-9fcb-444d-964f-8a4624472287 (threadPool:210)
2018-03-08 01:44:00,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e0078510-5a40-4bce-b205-ff11e26868c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:00,110+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:00,428+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:00,474+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8effb37a-5444-4e93-897e-df2e787997eb (threadPool:210)
2018-03-08 01:44:00,474+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c486c8b3-46c1-4e1a-8a03-5efbef655d6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:00,474+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:00,761+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:00,811+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 60ad935d-286a-4ba9-86e5-a3cda7a9e0b0 (threadPool:210)
2018-03-08 01:44:00,812+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 076d9342-f133-4169-8c02-e69ba91d265a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:00,812+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:01,094+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:01,144+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a7a0876e-9c58-47d0-99f8-acfc6486e4d6 (threadPool:210)
2018-03-08 01:44:01,144+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task de5b3bbf-6adf-4b92-b195-21c8c65420a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:01,145+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:01,431+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:01,432+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=2c2d4c96-da51-41f8-aadc-f45ff126a9de (api:46)
2018-03-08 01:44:01,433+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363215', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519179', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319228', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455048', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335699', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000782927', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401839', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234194', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362355', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224639', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389722', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400632', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372111', 'lastCheck': '2.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404861', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023384', 'lastCheck': '1.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351932', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246471', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243105', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000691855', 'lastCheck': '1.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282731', 'lastCheck': '1.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762863', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022073', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381733', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241838', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308133', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437013', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238752', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401262', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290958', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232643', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251575', 'lastCheck': '0.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=2c2d4c96-da51-41f8-aadc-f45ff126a9de (api:52)
2018-03-08 01:44:01,433+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8cac85d8-a82c-4884-bd83-9b9d825e5e08 (api:46)
2018-03-08 01:44:01,434+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8cac85d8-a82c-4884-bd83-9b9d825e5e08 (api:52)
2018-03-08 01:44:01,464+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:01,501+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.62'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '27': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '95.69'}, '20': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.30'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '46': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '28': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.49'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.75'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '25.23', 'cpuIdle': '69.67'}, '0': {'cpuUser': '5.89', 'nodeIndex': 0, 'cpuSys': '3.97', 'cpuIdle': '90.14'}, '3': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.37'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '5': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '93.31'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '9': {'cpuUser': '3.97', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.98'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.88'}, '59': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.90'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '13': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.16'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.28'}, '15': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.76'}, '14': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.97'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.83'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '55': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.89'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.56'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '34': {'cpuUser': '8.41', 'nodeIndex': 0, 'cpuSys': '8.41', 'cpuIdle': '83.18'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '57': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312198'}, '0': {'memPercent': 12, 'memFree': '345521'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389722', 'lastCheck': '1.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363215', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519179', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400632', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372111', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335699', 'lastCheck': '1.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000782927', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401839', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234194', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362355', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224639', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319228', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455048', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404861', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282731', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351932', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246471', 'lastCheck': '1.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243105', 'lastCheck': '1.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000691855', 'lastCheck': '1.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023384', 'lastCheck': '1.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232643', 'lastCheck': '1.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022073', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381733', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241838', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308133', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437013', 'lastCheck': '4.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238752', 'lastCheck': '1.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401262', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290958', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762863', 'lastCheck': '1.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251575', 'lastCheck': '0.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647453827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404356709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.351', 'tx': '1176276815427', 'txDropped': '0', 'rx': '625372054345', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0', 'tx': '1580932412905', 'txDropped': '0', 'rx': '926350447259', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45210743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416555741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200605748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet0', 'tx': '87811101', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet1', 'tx': '37766236591', 'txDropped': '0', 'rx': '878046591', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet2', 'tx': '21128046134', 'txDropped': '0', 'rx': '141320410885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175759864', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet4', 'tx': '396494483', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet5', 'tx': '23425660175', 'txDropped': '0', 'rx': '498174758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet6', 'tx': '6654615971', 'txDropped': '0', 'rx': '430128470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet7', 'tx': '1434429072', 'txDropped': '0', 'rx': '552418694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42457754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46760393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'lo', 'tx': '6938050905', 'txDropped': '0', 'rx': '6938050905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170743842', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'eno1', 'tx': '975620881475', 'txDropped': '0', 'rx': '434010350540', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'eno2', 'tx': '605311531430', 'txDropped': '0', 'rx': '492340096719', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469828.920811, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469828.920811, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633104409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75932329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77050194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192262934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370798845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373718356', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49883966', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430522590', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299029334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.110', 'tx': '2476675313', 'txDropped': '0', 'rx': '66856548250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.111', 'tx': '122680113218', 'txDropped': '0', 'rx': '24450068764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55256321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54183662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465487941', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165422103', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56036239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55866050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45205951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469828.920811, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226644617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'oVirtManagement', 'tx': '1176276814779', 'txDropped': '0', 'rx': '625371315942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577414042', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'vnet3', 'tx': '542888187', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469828.920811, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754538273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695875.30', 'cpuLoad': '2.23', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92944'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.30', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635287L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:44:01 GMT', 'cpuUser': '1.28', 'memFree': 667582, 'cpuIdle': '97.05', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.45'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:01,506+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:44:01,529+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a8a95181-90c5-46fe-84ed-7c35a1b3bc90 (threadPool:210)
2018-03-08 01:44:01,529+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f574503-5454-4640-a5df-52fbd6915876 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:01,530+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:01,780+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:01,829+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c486c8b3-46c1-4e1a-8a03-5efbef655d6e (threadPool:210)
2018-03-08 01:44:01,829+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fcb7c8c1-5375-4696-b667-1b08fc65ef20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:01,829+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:02,105+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:02,151+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 076d9342-f133-4169-8c02-e69ba91d265a (threadPool:210)
2018-03-08 01:44:02,152+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d697652-867b-4251-8f39-0f69b30de42d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:02,152+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:02,444+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:02,499+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task de5b3bbf-6adf-4b92-b195-21c8c65420a1 (threadPool:210)
2018-03-08 01:44:02,499+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 70db214f-f4a2-43bb-a032-835bfe265ec8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:02,500+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:02,755+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:02,801+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f574503-5454-4640-a5df-52fbd6915876 (threadPool:210)
2018-03-08 01:44:02,801+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d978c243-fce9-431e-bb31-41a0715246ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:02,801+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:02,938+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:44:02,942+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:44:02,945+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:02,953+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:44:02,953+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:44:02,954+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:03,158+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:03,205+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fcb7c8c1-5375-4696-b667-1b08fc65ef20 (threadPool:210)
2018-03-08 01:44:03,205+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5991d2af-3741-46c0-aede-f9c91984d6c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:03,206+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:03,562+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:03,597+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d697652-867b-4251-8f39-0f69b30de42d (threadPool:210)
2018-03-08 01:44:03,598+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 595f61af-1100-4f5c-8ec1-b93f86eb0d5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:03,598+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:03,881+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:03,927+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 70db214f-f4a2-43bb-a032-835bfe265ec8 (threadPool:210)
2018-03-08 01:44:03,928+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ff667cdc-07c1-44cb-9b7d-d234ecf595e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:03,928+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:04,080+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9845ba58-d324-4af0-977f-854c915e8def (api:46)
2018-03-08 01:44:04,081+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363215', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000519179', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319228', 'lastCheck': '4.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000455048', 'lastCheck': '4.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335699', 'lastCheck': '4.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000782927', 'lastCheck': '4.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401839', 'lastCheck': '3.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234194', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362355', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224639', 'lastCheck': '7.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389722', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000400632', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372111', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404861', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023384', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351932', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246471', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243105', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000691855', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282731', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000762863', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022073', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381733', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241838', 'lastCheck': '3.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308133', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437013', 'lastCheck': '6.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238752', 'lastCheck': '4.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401262', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290958', 'lastCheck': '4.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232643', 'lastCheck': '4.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251575', 'lastCheck': '3.1', 'valid': True}} from=internal, task_id=9845ba58-d324-4af0-977f-854c915e8def (api:52)
2018-03-08 01:44:04,082+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=8e87a838-ebe2-46d2-9c52-4b117fb78b8e (api:46)
2018-03-08 01:44:04,082+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8e87a838-ebe2-46d2-9c52-4b117fb78b8e (api:52)
2018-03-08 01:44:04,231+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:04,281+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d978c243-fce9-431e-bb31-41a0715246ca (threadPool:210)
2018-03-08 01:44:04,281+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0888f987-6b18-4fc6-80f4-f130a72e1a41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:04,281+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:04,619+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:04,665+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5991d2af-3741-46c0-aede-f9c91984d6c6 (threadPool:210)
2018-03-08 01:44:04,665+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5149a63-94bd-410e-afd0-ed5ed1f1da96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:04,666+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:04,951+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:05,004+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e0078510-5a40-4bce-b205-ff11e26868c7 (threadPool:210)
2018-03-08 01:44:05,004+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 31e9f7b3-84da-4d5b-8a50-b8d0f4bff022 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:05,005+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:05,256+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:05,303+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 595f61af-1100-4f5c-8ec1-b93f86eb0d5d (threadPool:210)
2018-03-08 01:44:05,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb854569-a4e3-494f-b630-0dc45e06015d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:05,304+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:05,575+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:05,627+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ff667cdc-07c1-44cb-9b7d-d234ecf595e7 (threadPool:210)
2018-03-08 01:44:05,627+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2071b5f7-f85c-46f9-9be2-457ec118a17a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:05,627+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:05,933+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:05,982+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0888f987-6b18-4fc6-80f4-f130a72e1a41 (threadPool:210)
2018-03-08 01:44:05,983+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ba35f03d-4d40-4204-9c65-e5043437d281 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:44:05,983+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:06,273+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:06,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5149a63-94bd-410e-afd0-ed5ed1f1da96 (threadPool:210)
2018-03-08 01:44:06,327+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 17d89a98-e447-454d-ab2f-9f6de7166aa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:06,328+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:06,590+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:06,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 31e9f7b3-84da-4d5b-8a50-b8d0f4bff022 (threadPool:210)
2018-03-08 01:44:06,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6dab0845-4b7a-4d5d-a1fa-5960991565a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:06,645+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:06,915+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:06,953+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb854569-a4e3-494f-b630-0dc45e06015d (threadPool:210)
2018-03-08 01:44:06,953+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b076a57b-f9f8-4a04-b429-48b3ad7c9514 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:06,954+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:07,231+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:07,298+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ba35f03d-4d40-4204-9c65-e5043437d281 (threadPool:210)
2018-03-08 01:44:07,298+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 99aa4a0d-bf0b-4f77-bb32-912b87f74a2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:07,299+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:07,603+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:07,651+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 17d89a98-e447-454d-ab2f-9f6de7166aa1 (threadPool:210)
2018-03-08 01:44:07,652+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 116ec58e-aca7-4dc9-8f38-f5bb559b499b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:07,652+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:07,906+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:08,225+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:08,283+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6dab0845-4b7a-4d5d-a1fa-5960991565a6 (threadPool:210)
2018-03-08 01:44:08,284+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d4152714-0d9f-412c-a8ac-c05f330c4b49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:08,284+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:08,532+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:08,575+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2071b5f7-f85c-46f9-9be2-457ec118a17a (threadPool:210)
2018-03-08 01:44:08,576+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e01abf40-82ac-4b79-9d1b-b24aa51f54fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:08,576+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:08,727+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b6a9f4bc-2dcd-405c-803d-a2cf3d9e974b (api:46)
2018-03-08 01:44:08,733+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b6a9f4bc-2dcd-405c-803d-a2cf3d9e974b (api:52)
2018-03-08 01:44:08,734+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:08,872+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:08,878+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=64f730e6-6156-490a-a103-d231f4267fe0 (api:46)
2018-03-08 01:44:08,895+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=64f730e6-6156-490a-a103-d231f4267fe0 (api:52)
2018-03-08 01:44:08,898+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:44:08,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b076a57b-f9f8-4a04-b429-48b3ad7c9514 (threadPool:210)
2018-03-08 01:44:08,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5641d638-076d-47de-93d3-42c15be3fc4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:08,936+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:09,228+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:09,298+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 116ec58e-aca7-4dc9-8f38-f5bb559b499b (threadPool:210)
2018-03-08 01:44:09,299+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f73213cb-9720-4864-ae43-06df2044ea33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:09,299+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:09,571+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:09,623+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e01abf40-82ac-4b79-9d1b-b24aa51f54fc (threadPool:210)
2018-03-08 01:44:09,624+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6ad33315-1974-4586-b0a0-df321979c35c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:09,624+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:09,916+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:09,962+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5641d638-076d-47de-93d3-42c15be3fc4a (threadPool:210)
2018-03-08 01:44:09,963+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 534520ca-bc02-49e3-8152-bdf74928df13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:09,963+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:10,359+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:10,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d4152714-0d9f-412c-a8ac-c05f330c4b49 (threadPool:210)
2018-03-08 01:44:10,409+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db9092f0-2f87-4a43-a81a-ef47c378e8cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:10,409+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:10,705+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:10,763+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f73213cb-9720-4864-ae43-06df2044ea33 (threadPool:210)
2018-03-08 01:44:10,765+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b5e6afd4-3b0b-49d6-bc75-96b625fc2608 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:10,766+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:11,127+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:11,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 99aa4a0d-bf0b-4f77-bb32-912b87f74a2d (threadPool:210)
2018-03-08 01:44:11,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2705884-2cfb-436e-9e37-f464b1341a69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:11,187+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:11,586+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:11,634+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6ad33315-1974-4586-b0a0-df321979c35c (threadPool:210)
2018-03-08 01:44:11,635+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64a50475-8ec8-49ef-a8ab-80cf62b8c71c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:11,635+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:11,896+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:11,932+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 534520ca-bc02-49e3-8152-bdf74928df13 (threadPool:210)
2018-03-08 01:44:11,933+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d4035e2b-716d-4b75-8095-80ea2de598b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:11,934+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:12,277+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:12,323+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db9092f0-2f87-4a43-a81a-ef47c378e8cf (threadPool:210)
2018-03-08 01:44:12,323+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e8780ce9-182e-45a9-bb57-8f1adf3353ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:12,324+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:12,645+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:12,690+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b5e6afd4-3b0b-49d6-bc75-96b625fc2608 (threadPool:210)
2018-03-08 01:44:12,691+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e460a18-6de5-47a3-a116-49702d02c280 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:12,692+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:13,024+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:13,068+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2705884-2cfb-436e-9e37-f464b1341a69 (threadPool:210)
2018-03-08 01:44:13,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8da22174-8691-4172-b9d5-1da622e5aad3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:13,069+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:13,361+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:13,412+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64a50475-8ec8-49ef-a8ab-80cf62b8c71c (threadPool:210)
2018-03-08 01:44:13,412+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f24682c2-c5eb-45d8-b27b-3c0d4ea41e6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:13,413+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:13,673+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:13,719+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d4035e2b-716d-4b75-8095-80ea2de598b0 (threadPool:210)
2018-03-08 01:44:13,719+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5abfd269-dd77-4c43-a370-664dc3fa6120 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:13,720+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:13,874+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:13,879+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:13,881+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:14,063+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:14,111+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e8780ce9-182e-45a9-bb57-8f1adf3353ce (threadPool:210)
2018-03-08 01:44:14,111+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e50eb748-9254-4311-bb91-4b5452346eca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:14,111+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:14,383+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:14,432+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e460a18-6de5-47a3-a116-49702d02c280 (threadPool:210)
2018-03-08 01:44:14,432+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 45224292-67a4-47b4-bd34-d0be912ab3a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:14,433+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:14,725+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:14,777+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8da22174-8691-4172-b9d5-1da622e5aad3 (threadPool:210)
2018-03-08 01:44:14,777+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c8948db1-4e26-4673-9730-789e4368846a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:14,778+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:15,193+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:15,240+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f24682c2-c5eb-45d8-b27b-3c0d4ea41e6e (threadPool:210)
2018-03-08 01:44:15,240+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 054435ca-cdb1-4503-a8e9-789d8204a87c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:15,240+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:15,519+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:15,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5abfd269-dd77-4c43-a370-664dc3fa6120 (threadPool:210)
2018-03-08 01:44:15,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cb5cfaf0-b7d4-45a8-9e60-c998c52095c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:15,569+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:15,948+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:16,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e50eb748-9254-4311-bb91-4b5452346eca (threadPool:210)
2018-03-08 01:44:16,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8799ed47-a14b-47d8-b2d3-2851c4f01b49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:16,001+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:16,370+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:16,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 45224292-67a4-47b4-bd34-d0be912ab3a3 (threadPool:210)
2018-03-08 01:44:16,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b16ec7c8-3d6b-45a2-b7a3-c8484726693f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:16,422+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:16,562+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:16,563+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=92f69fe1-534c-4dfa-aaf4-2b409a8f0681 (api:46)
2018-03-08 01:44:16,564+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433301', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470901', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239071', 'lastCheck': '7.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466033', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000695734', 'lastCheck': '6.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041298', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00252772', 'lastCheck': '7.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437601', 'lastCheck': '6.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274654', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003155', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409992', 'lastCheck': '9.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251396', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336874', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333406', 'lastCheck': '4.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236627', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269456', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251574', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496548', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402107', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274536', 'lastCheck': '6.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553692', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536391', 'lastCheck': '6.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000277002', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324071', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362114', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000267504', 'lastCheck': '9.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235352', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026266', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426859', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263299', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279013', 'lastCheck': '5.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=92f69fe1-534c-4dfa-aaf4-2b409a8f0681 (api:52)
2018-03-08 01:44:16,565+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f4b9e8f4-4069-40e8-8bd6-732432594ce5 (api:46)
2018-03-08 01:44:16,565+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f4b9e8f4-4069-40e8-8bd6-732432594ce5 (api:52)
2018-03-08 01:44:16,593+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '95.30'}, '54': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '51': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '98.68'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.61'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.67'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '99.14'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.35'}, '26': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.49'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.50'}, '20': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.43'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '23': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.09'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.27'}, '28': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '27.08', 'cpuIdle': '67.82'}, '0': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '90.59'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '94.17'}, '2': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.70'}, '5': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '4.17', 'cpuIdle': '92.72'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '6': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '8': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.50'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '15': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.30'}, '14': {'cpuUser': '3.44', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.44'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '55': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.21'}, '31': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '34': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '7.62', 'cpuIdle': '85.49'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.35'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312388'}, '0': {'memPercent': 12, 'memFree': '345373'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251396', 'lastCheck': '4.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433301', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470901', 'lastCheck': '7.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336874', 'lastCheck': '4.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333406', 'lastCheck': '4.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000695734', 'lastCheck': '6.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041298', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00252772', 'lastCheck': '7.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437601', 'lastCheck': '6.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274654', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003155', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409992', 'lastCheck': '9.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239071', 'lastCheck': '7.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466033', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '1.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274536', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269456', 'lastCheck': '6.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251574', 'lastCheck': '0.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496548', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402107', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236627', 'lastCheck': '6.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263299', 'lastCheck': '1.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536391', 'lastCheck': '6.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000277002', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324071', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362114', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000267504', 'lastCheck': '9.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235352', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026266', 'lastCheck': '1.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426859', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553692', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279013', 'lastCheck': '5.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647470456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404360172', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.351', 'tx': '1176276882765', 'txDropped': '0', 'rx': '625372063747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0', 'tx': '1580932645388', 'txDropped': '0', 'rx': '926350878977', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45211143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416557075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200608170', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet0', 'tx': '87814788', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet1', 'tx': '37766238237', 'txDropped': '0', 'rx': '878046695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet2', 'tx': '21128123568', 'txDropped': '0', 'rx': '141320554967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175761630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet4', 'tx': '396498170', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet5', 'tx': '23425678735', 'txDropped': '0', 'rx': '498174824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet6', 'tx': '6654617557', 'txDropped': '0', 'rx': '430128532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet7', 'tx': '1434430658', 'txDropped': '0', 'rx': '552418756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42458154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46760793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'lo', 'tx': '6938127431', 'txDropped': '0', 'rx': '6938127431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170745530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'eno1', 'tx': '975621102498', 'txDropped': '0', 'rx': '434010572740', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'eno2', 'tx': '605311542890', 'txDropped': '0', 'rx': '492340306237', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469844.022182, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469844.022182, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633109271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75932679', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77050544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192266454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370799563', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373721497', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49884684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430525731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299032854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.110', 'tx': '2476675541', 'txDropped': '0', 'rx': '66856549630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.111', 'tx': '122680257245', 'txDropped': '0', 'rx': '24450138306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55256721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54184062', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465491404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165423791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56036639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55866450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45206351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469844.022182, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226647039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'oVirtManagement', 'tx': '1176276882117', 'txDropped': '0', 'rx': '625371325344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577418904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'vnet3', 'tx': '542891874', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469844.022182, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754540039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695890.43', 'cpuLoad': '2.18', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92943'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:44:16 GMT', 'cpuUser': '1.25', 'memFree': 667603, 'cpuIdle': '97.07', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.65'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:16,597+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:44:16,863+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:16,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c8948db1-4e26-4673-9730-789e4368846a (threadPool:210)
2018-03-08 01:44:16,935+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 342999ad-6b7a-4596-acb5-a723720b89ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:16,935+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:17,224+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:17,294+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 054435ca-cdb1-4503-a8e9-789d8204a87c (threadPool:210)
2018-03-08 01:44:17,294+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e32f5471-cae3-4e0b-b5e5-c25a72ab43fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:17,294+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:17,581+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:17,610+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cb5cfaf0-b7d4-45a8-9e60-c998c52095c8 (threadPool:210)
2018-03-08 01:44:17,610+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 516d24d6-30a1-481d-84aa-52148050bbad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:17,611+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:17,903+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:17,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b16ec7c8-3d6b-45a2-b7a3-c8484726693f (threadPool:210)
2018-03-08 01:44:17,950+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 66d2b933-9711-4c10-ad38-892ba7a6b8cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:17,950+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:17,959+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:44:17,964+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:44:17,966+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:17,975+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:44:17,975+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:44:17,975+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:18,230+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:18,278+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 342999ad-6b7a-4596-acb5-a723720b89ba (threadPool:210)
2018-03-08 01:44:18,278+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de5b62ec-1619-4368-88bb-d74ef0ff6cc8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:18,278+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:18,540+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:18,579+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e32f5471-cae3-4e0b-b5e5-c25a72ab43fc (threadPool:210)
2018-03-08 01:44:18,580+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3bc2d1e1-0adb-46e0-8c8c-96cd57647f1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:18,580+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:18,868+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:18,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8799ed47-a14b-47d8-b2d3-2851c4f01b49 (threadPool:210)
2018-03-08 01:44:18,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1a12736c-0b06-4e7e-8597-8fc7ea9f2420 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:18,912+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:19,182+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=8fa3f9e7-4bbc-457c-b626-7f9927d9b8b3 (api:46)
2018-03-08 01:44:19,183+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302803', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000844326', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239071', 'lastCheck': '0.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466033', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000695734', 'lastCheck': '9.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041298', 'lastCheck': '9.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00252772', 'lastCheck': '9.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437601', 'lastCheck': '8.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274654', 'lastCheck': '8.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003155', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247696', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251396', 'lastCheck': '6.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250888', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005646', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551941', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236627', 'lastCheck': '9.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269456', 'lastCheck': '9.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251574', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496548', 'lastCheck': '2.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402107', 'lastCheck': '7.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274536', 'lastCheck': '9.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553692', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536391', 'lastCheck': '8.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000277002', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324071', 'lastCheck': '8.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362114', 'lastCheck': '9.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000342059', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235352', 'lastCheck': '3.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026266', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426859', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263299', 'lastCheck': '3.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279013', 'lastCheck': '8.2', 'valid': True}} from=internal, task_id=8fa3f9e7-4bbc-457c-b626-7f9927d9b8b3 (api:52)
2018-03-08 01:44:19,184+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=22ffaceb-7895-4a79-9c01-4fb1a18b9eb0 (api:46)
2018-03-08 01:44:19,184+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=22ffaceb-7895-4a79-9c01-4fb1a18b9eb0 (api:52)
2018-03-08 01:44:19,279+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:19,296+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=53071ec0-6088-4085-a478-83088fb77ee4 (api:46)
2018-03-08 01:44:19,312+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=53071ec0-6088-4085-a478-83088fb77ee4 (api:52)
2018-03-08 01:44:19,315+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:44:19,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 516d24d6-30a1-481d-84aa-52148050bbad (threadPool:210)
2018-03-08 01:44:19,364+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b3758e52-930d-4b1b-ba5b-d480b1c70013 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:19,365+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:19,416+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c801b2dd-1820-409a-921e-c52265d8e1a1 (api:46)
2018-03-08 01:44:19,425+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7082132635648', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c801b2dd-1820-409a-921e-c52265d8e1a1 (api:52)
2018-03-08 01:44:19,426+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:44:19,644+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:20,018+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:20,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de5b62ec-1619-4368-88bb-d74ef0ff6cc8 (threadPool:210)
2018-03-08 01:44:20,069+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b86e1af8-481c-42d3-8d05-9be71de45788 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:44:20,070+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:20,414+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:20,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3bc2d1e1-0adb-46e0-8c8c-96cd57647f1b (threadPool:210)
2018-03-08 01:44:20,467+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9dd8296f-2a33-44f8-b1b8-da25dd303573 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:20,467+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:20,776+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:20,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1a12736c-0b06-4e7e-8597-8fc7ea9f2420 (threadPool:210)
2018-03-08 01:44:20,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 337a7a85-9a29-4554-b4be-8dad3255b1b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:20,826+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:21,108+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:21,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b3758e52-930d-4b1b-ba5b-d480b1c70013 (threadPool:210)
2018-03-08 01:44:21,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e5def171-f703-49cd-9192-ac4992eec66c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:21,172+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:21,514+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:21,563+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 66d2b933-9711-4c10-ad38-892ba7a6b8cc (threadPool:210)
2018-03-08 01:44:21,564+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 169e4fc0-99ce-4e17-9068-f6b5e81c736e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:21,564+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:21,898+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:21,948+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b86e1af8-481c-42d3-8d05-9be71de45788 (threadPool:210)
2018-03-08 01:44:21,948+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6aedec2c-19fe-48a2-9eab-209a582a2ef0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:21,949+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:22,233+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:22,280+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9dd8296f-2a33-44f8-b1b8-da25dd303573 (threadPool:210)
2018-03-08 01:44:22,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 237364f1-946f-4d7b-8a18-05feeb01b5a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:22,281+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:22,593+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:22,638+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 337a7a85-9a29-4554-b4be-8dad3255b1b6 (threadPool:210)
2018-03-08 01:44:22,639+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e07e7bdd-bba9-44f4-a4a5-20cd857f8abc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000280000000000000")) (threadPool:208)
2018-03-08 01:44:22,639+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:44:22,639+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 10240 megabytes (lvm:1205)
2018-03-08 01:44:22,812+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e07e7bdd-bba9-44f4-a4a5-20cd857f8abc (threadPool:210)
2018-03-08 01:44:22,812+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fe582c7b-726f-4c08-80be-9c86cd62fb9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:22,813+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:22,932+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:22,981+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e5def171-f703-49cd-9192-ac4992eec66c (threadPool:210)
2018-03-08 01:44:22,981+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e0a8f3cf-6139-4108-81b8-c4612b9ac1b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:22,981+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:23,305+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:23,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 169e4fc0-99ce-4e17-9068-f6b5e81c736e (threadPool:210)
2018-03-08 01:44:23,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2421884a-6cf1-4c5a-a1d5-2592272136d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:23,362+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:23,643+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:23,688+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 237364f1-946f-4d7b-8a18-05feeb01b5a2 (threadPool:210)
2018-03-08 01:44:23,688+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8d062125-e4f5-483b-a5ef-26e3c8125cee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:23,688+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:23,958+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:24,006+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fe582c7b-726f-4c08-80be-9c86cd62fb9b (threadPool:210)
2018-03-08 01:44:24,007+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9ab32c73-8cdc-42e6-960e-e06c65b5bc0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:24,007+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:24,285+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:24,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e0a8f3cf-6139-4108-81b8-c4612b9ac1b0 (threadPool:210)
2018-03-08 01:44:24,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task db34642e-bf49-4c68-a39a-f9aac2c891be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:24,326+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:24,613+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:24,654+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2421884a-6cf1-4c5a-a1d5-2592272136d5 (threadPool:210)
2018-03-08 01:44:24,655+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 978a8f30-0c80-422a-9c20-10e5484ead93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:24,655+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:24,967+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:25,018+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8d062125-e4f5-483b-a5ef-26e3c8125cee (threadPool:210)
2018-03-08 01:44:25,018+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43bc9419-dd46-423e-b547-1bb35e4efdff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:25,018+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:25,304+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:25,350+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9ab32c73-8cdc-42e6-960e-e06c65b5bc0f (threadPool:210)
2018-03-08 01:44:25,352+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 37acae15-a87a-4fb2-b75f-220180085e5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:25,352+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:25,649+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:25,686+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6aedec2c-19fe-48a2-9eab-209a582a2ef0 (threadPool:210)
2018-03-08 01:44:25,687+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f9cd7d1e-2b32-4361-a7c1-fbf44c9530ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:25,687+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:25,985+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:26,029+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task db34642e-bf49-4c68-a39a-f9aac2c891be (threadPool:210)
2018-03-08 01:44:26,029+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eb1fcf6c-feaf-4245-b806-af44de840c49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:26,030+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:26,321+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:26,369+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 978a8f30-0c80-422a-9c20-10e5484ead93 (threadPool:210)
2018-03-08 01:44:26,370+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b97b4b00-71e0-4581-a391-695bb12a410d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:26,370+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:26,630+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:26,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43bc9419-dd46-423e-b547-1bb35e4efdff (threadPool:210)
2018-03-08 01:44:26,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 24cae7a9-bcf8-4626-97ab-b1fa1729a168 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:26,683+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:27,027+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:27,075+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 37acae15-a87a-4fb2-b75f-220180085e5e (threadPool:210)
2018-03-08 01:44:27,075+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3dbe3ce8-7137-479d-8250-cedb921b6ac1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:27,075+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:27,371+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:27,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f9cd7d1e-2b32-4361-a7c1-fbf44c9530ff (threadPool:210)
2018-03-08 01:44:27,417+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c060a45e-c541-40f6-b169-321da447ae35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:27,418+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:27,688+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:27,732+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eb1fcf6c-feaf-4245-b806-af44de840c49 (threadPool:210)
2018-03-08 01:44:27,733+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a98b881e-a476-440d-aa93-2244b67c32d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:27,733+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:27,998+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:28,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b97b4b00-71e0-4581-a391-695bb12a410d (threadPool:210)
2018-03-08 01:44:28,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 68db206b-ef47-48fc-86f9-f0ae0631d8c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:28,045+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:28,313+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:28,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 24cae7a9-bcf8-4626-97ab-b1fa1729a168 (threadPool:210)
2018-03-08 01:44:28,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1a3aea61-ce21-41b5-8268-78693ce352fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:28,394+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:28,702+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:28,743+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3dbe3ce8-7137-479d-8250-cedb921b6ac1 (threadPool:210)
2018-03-08 01:44:28,743+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c89fff43-6c60-4e83-9609-11a44eea6ad4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:28,743+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:28,898+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:28,903+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:28,905+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:29,033+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:29,064+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a98b881e-a476-440d-aa93-2244b67c32d4 (threadPool:210)
2018-03-08 01:44:29,064+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 63c53b17-c2f2-42a7-932f-510541b267c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:29,065+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:29,332+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:29,405+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1a3aea61-ce21-41b5-8268-78693ce352fa (threadPool:210)
2018-03-08 01:44:29,406+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 46893f6c-c9d7-441b-bf55-b1a7efaa2223 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:29,406+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:29,717+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:29,770+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c060a45e-c541-40f6-b169-321da447ae35 (threadPool:210)
2018-03-08 01:44:29,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce569023-086b-48c7-a89e-57c5b73a03c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:29,771+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:29,861+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ae3c8095-6683-4ea5-bfec-1da3cb6d30b4 (api:46)
2018-03-08 01:44:29,867+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ae3c8095-6683-4ea5-bfec-1da3cb6d30b4 (api:52)
2018-03-08 01:44:29,868+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:29,963+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=4f600b66-923c-4ffc-b4ce-4e34a4599cf2 (api:46)
2018-03-08 01:44:29,969+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=4f600b66-923c-4ffc-b4ce-4e34a4599cf2 (api:52)
2018-03-08 01:44:29,971+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:30,088+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:30,135+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 68db206b-ef47-48fc-86f9-f0ae0631d8c2 (threadPool:210)
2018-03-08 01:44:30,136+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5aca1f8d-9836-4a26-8858-1632be587a9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:30,136+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:30,500+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:30,549+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 63c53b17-c2f2-42a7-932f-510541b267c9 (threadPool:210)
2018-03-08 01:44:30,550+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5d654de1-1814-424f-a791-81df14a8a18b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:30,550+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:30,851+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:30,891+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 46893f6c-c9d7-441b-bf55-b1a7efaa2223 (threadPool:210)
2018-03-08 01:44:30,892+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 333e954d-0029-46b6-9d7f-17a1ab8f21be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1930, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:44:30,892+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:31,208+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:31,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c89fff43-6c60-4e83-9609-11a44eea6ad4 (threadPool:210)
2018-03-08 01:44:31,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 360939d8-625c-4ab8-b6ed-0d36140e8511 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:31,259+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:31,548+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:31,596+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce569023-086b-48c7-a89e-57c5b73a03c3 (threadPool:210)
2018-03-08 01:44:31,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e0d08359-ef92-4376-93ba-33f50cce039f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:31,597+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:31,633+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:31,635+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=085528a4-e31a-43d5-8f20-d5ff1602a7f5 (api:46)
2018-03-08 01:44:31,635+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292128', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246575', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255859', 'lastCheck': '2.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409127', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000290483', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366258', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478091', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216082', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505981', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412488', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522619', 'lastCheck': '2.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378257', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279392', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219424', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218147', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596343', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330654', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408962', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238119', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474955', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231948', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281897', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365258', 'lastCheck': '4.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260619', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223602', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344902', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246612', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274457', 'lastCheck': '0.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=085528a4-e31a-43d5-8f20-d5ff1602a7f5 (api:52)
2018-03-08 01:44:31,636+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d7e9405e-dc81-4282-b45e-b9640f6dbd57 (api:46)
2018-03-08 01:44:31,636+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d7e9405e-dc81-4282-b45e-b9640f6dbd57 (api:52)
2018-03-08 01:44:31,683+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.96'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.55'}, '53': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.89'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '26': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.49'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.15'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '29': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.28'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '24.32', 'cpuIdle': '70.78'}, '0': {'cpuUser': '5.77', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '90.52'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '94.10'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '94.83'}, '5': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.23'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.42'}, '6': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.13'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.35'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.41'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.89'}, '14': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '17': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.55'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.54'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '7.75', 'cpuIdle': '84.76'}, '33': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '18': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.82'}, '57': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312469'}, '0': {'memPercent': 12, 'memFree': '345271'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505981', 'lastCheck': '2.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292128', 'lastCheck': '3.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412488', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522619', 'lastCheck': '2.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409127', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '2.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000290483', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366258', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478091', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216082', 'lastCheck': '4.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246575', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255859', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378257', 'lastCheck': '2.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330654', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279392', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219424', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218147', 'lastCheck': '2.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596343', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246612', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238119', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474955', 'lastCheck': '5.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231948', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281897', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365258', 'lastCheck': '4.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260619', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223602', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344902', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408962', 'lastCheck': '1.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274457', 'lastCheck': '0.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647477649', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404365271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.351', 'tx': '1176276959811', 'txDropped': '0', 'rx': '625372079793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0', 'tx': '1580932753816', 'txDropped': '0', 'rx': '926351279515', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45211493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416558641', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200610371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet0', 'tx': '87817499', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet1', 'tx': '37766240139', 'txDropped': '0', 'rx': '878046757', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet2', 'tx': '21128158564', 'txDropped': '0', 'rx': '141320569169', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175763608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet4', 'tx': '396500881', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet5', 'tx': '23425688539', 'txDropped': '0', 'rx': '498175715', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet6', 'tx': '6654626547', 'txDropped': '0', 'rx': '430141288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet7', 'tx': '1434432686', 'txDropped': '0', 'rx': '552418981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42458504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46761247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'lo', 'tx': '6938206278', 'txDropped': '0', 'rx': '6938206278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170746584', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'eno1', 'tx': '975621196241', 'txDropped': '0', 'rx': '434010791647', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'eno2', 'tx': '605311557575', 'txDropped': '0', 'rx': '492340487868', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469859.110715, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469859.110715, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633113669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75933079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77050944', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192269380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370800728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373723704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49885849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430527938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299035780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.110', 'tx': '2476688584', 'txDropped': '0', 'rx': '66856558200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.111', 'tx': '122680271612', 'txDropped': '0', 'rx': '24450171309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55257071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54184516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465496503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165424845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56036989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55866800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45206701', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469859.110715, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226649240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'oVirtManagement', 'tx': '1176276959163', 'txDropped': '0', 'rx': '625371341390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577423302', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'vnet3', 'tx': '542894585', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469859.110715, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754542017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695905.50', 'cpuLoad': '2.24', 'cpuSys': '1.57', 'diskStats': {'/var/log': {'free': '92941'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.24', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:44:31 GMT', 'cpuUser': '1.14', 'memFree': 667602, 'cpuIdle': '97.28', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.87'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:31,688+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:44:31,871+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:31,921+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5aca1f8d-9836-4a26-8858-1632be587a9d (threadPool:210)
2018-03-08 01:44:31,922+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0ccf81d-c3e4-4a89-a181-24fdd8e60cd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:31,922+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:32,231+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:32,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5d654de1-1814-424f-a791-81df14a8a18b (threadPool:210)
2018-03-08 01:44:32,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 580fd02a-e6ac-4a48-afe5-ef703ae5e52e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:32,283+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:32,603+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:32,897+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:32,942+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 333e954d-0029-46b6-9d7f-17a1ab8f21be (threadPool:210)
2018-03-08 01:44:32,943+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task deefaf35-8ea9-45f5-947d-1a2e9c1b496c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:32,944+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:32,980+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:44:32,985+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:44:32,987+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:32,996+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:44:32,996+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:44:32,996+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:33,208+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:33,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 360939d8-625c-4ab8-b6ed-0d36140e8511 (threadPool:210)
2018-03-08 01:44:33,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ec825fa-a862-44a3-8acd-2670eec8896c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000280000000000000")) (threadPool:208)
2018-03-08 01:44:33,259+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:44:33,259+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 10240 megabytes (lvm:1205)
2018-03-08 01:44:33,539+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:33,588+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e0d08359-ef92-4376-93ba-33f50cce039f (threadPool:210)
2018-03-08 01:44:33,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8a42d731-efbb-447c-889e-def68bfe4244 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:33,589+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:33,831+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ec825fa-a862-44a3-8acd-2670eec8896c (threadPool:210)
2018-03-08 01:44:33,832+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bc44d004-53c2-4f8c-b5e6-8c719cb56400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:33,832+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:33,847+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:33,886+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0ccf81d-c3e4-4a89-a181-24fdd8e60cd2 (threadPool:210)
2018-03-08 01:44:33,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 22348e39-587c-4b40-9a15-3d6c4a457e86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:33,887+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:34,146+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:34,192+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 580fd02a-e6ac-4a48-afe5-ef703ae5e52e (threadPool:210)
2018-03-08 01:44:34,192+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c76f6b0-d314-4571-9ca4-3c55177a02c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:34,193+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:34,277+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=42a26159-e4b0-4672-9392-36c8edb7edb5 (api:46)
2018-03-08 01:44:34,277+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292128', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339263', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246575', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255859', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409127', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '4.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000290483', 'lastCheck': '1.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366258', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478091', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250152', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216082', 'lastCheck': '7.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505981', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412488', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522619', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378257', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279392', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219424', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218147', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000596343', 'lastCheck': '2.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330654', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408962', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238119', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000474955', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231948', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281897', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365258', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260619', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223602', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344902', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246612', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274457', 'lastCheck': '2.8', 'valid': True}} from=internal, task_id=42a26159-e4b0-4672-9392-36c8edb7edb5 (api:52)
2018-03-08 01:44:34,278+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=075f8e34-7de8-493b-a9f9-400ffc257a98 (api:46)
2018-03-08 01:44:34,278+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=075f8e34-7de8-493b-a9f9-400ffc257a98 (api:52)
2018-03-08 01:44:34,455+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:34,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task deefaf35-8ea9-45f5-947d-1a2e9c1b496c (threadPool:210)
2018-03-08 01:44:34,496+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e52c9bc7-ccc3-46e8-8ae8-87cc70212692 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:34,496+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:34,817+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:34,865+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bc44d004-53c2-4f8c-b5e6-8c719cb56400 (threadPool:210)
2018-03-08 01:44:34,866+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 801e4de7-f784-4dc8-9d75-056f297a270c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:34,866+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:35,167+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:35,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 22348e39-587c-4b40-9a15-3d6c4a457e86 (threadPool:210)
2018-03-08 01:44:35,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bd7d978c-2fb6-4dfd-9c54-c64405022c10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:35,213+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:35,473+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:35,520+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c76f6b0-d314-4571-9ca4-3c55177a02c7 (threadPool:210)
2018-03-08 01:44:35,520+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1231de99-8545-441f-b3ba-79f51933b9ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:35,521+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:35,866+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:35,921+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8a42d731-efbb-447c-889e-def68bfe4244 (threadPool:210)
2018-03-08 01:44:35,922+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff9a5aa7-c640-4d61-95eb-73f05f04c5e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:35,922+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:36,212+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:36,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 801e4de7-f784-4dc8-9d75-056f297a270c (threadPool:210)
2018-03-08 01:44:36,258+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c933b106-5b99-4b04-a29c-b516881ec3c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:36,259+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:36,540+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:36,589+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bd7d978c-2fb6-4dfd-9c54-c64405022c10 (threadPool:210)
2018-03-08 01:44:36,590+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e00a7eb-7065-4227-a5de-30928987e5e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:36,590+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:36,844+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:36,915+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1231de99-8545-441f-b3ba-79f51933b9ea (threadPool:210)
2018-03-08 01:44:36,916+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c1772275-3aa2-4f7a-98f5-0a6dd97ccfeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:36,916+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:37,182+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:37,231+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e52c9bc7-ccc3-46e8-8ae8-87cc70212692 (threadPool:210)
2018-03-08 01:44:37,232+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1e8499ad-a20a-4347-8b7d-8b566be64286 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:37,232+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:37,482+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:37,528+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff9a5aa7-c640-4d61-95eb-73f05f04c5e7 (threadPool:210)
2018-03-08 01:44:37,528+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 520c7732-bd44-4ace-9074-366f1528170f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:37,529+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:37,769+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:37,819+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c933b106-5b99-4b04-a29c-b516881ec3c2 (threadPool:210)
2018-03-08 01:44:37,819+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b875312b-ee32-4207-b6ee-c489db66f243 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:37,820+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:38,082+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:38,128+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e00a7eb-7065-4227-a5de-30928987e5e9 (threadPool:210)
2018-03-08 01:44:38,128+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2cc394f2-0807-4e3d-8fc4-1e276174a3ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:38,128+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:38,381+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:38,425+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c1772275-3aa2-4f7a-98f5-0a6dd97ccfeb (threadPool:210)
2018-03-08 01:44:38,425+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 574c6fbe-5d1c-41bc-9122-4c1b28917934 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:38,426+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:38,713+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:38,758+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1e8499ad-a20a-4347-8b7d-8b566be64286 (threadPool:210)
2018-03-08 01:44:38,759+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cc099e6b-c4b5-42e0-ae57-06ad359101d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:38,759+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:39,007+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:39,056+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 520c7732-bd44-4ace-9074-366f1528170f (threadPool:210)
2018-03-08 01:44:39,056+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 366e3ba1-20b5-44c0-b1cc-5fdb282ca88a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:39,057+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:39,304+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:39,389+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b875312b-ee32-4207-b6ee-c489db66f243 (threadPool:210)
2018-03-08 01:44:39,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ee5a8d0f-1714-4b05-94dd-03d8eaf41180 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:39,391+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:39,625+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:39,691+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2cc394f2-0807-4e3d-8fc4-1e276174a3ca (threadPool:210)
2018-03-08 01:44:39,692+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 49772fc9-52bc-4ff7-9bc8-9ea11093240d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:39,692+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:39,935+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:39,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 574c6fbe-5d1c-41bc-9122-4c1b28917934 (threadPool:210)
2018-03-08 01:44:39,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bcf21895-61f1-42db-ab7a-abfd275b1131 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:39,981+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:40,328+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:40,353+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0d3c98cc-1cfc-45b3-ac1b-ce54ad93fc6f (api:46)
2018-03-08 01:44:40,360+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0d3c98cc-1cfc-45b3-ac1b-ce54ad93fc6f (api:52)
2018-03-08 01:44:40,360+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:40,377+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cc099e6b-c4b5-42e0-ae57-06ad359101d5 (threadPool:210)
2018-03-08 01:44:40,377+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e3206490-8cb3-4470-aab7-0e16b88b0fcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:40,378+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:40,457+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=350d1be5-a656-4b84-8118-417d40529f31 (api:46)
2018-03-08 01:44:40,463+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=350d1be5-a656-4b84-8118-417d40529f31 (api:52)
2018-03-08 01:44:40,465+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:40,662+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:40,710+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 366e3ba1-20b5-44c0-b1cc-5fdb282ca88a (threadPool:210)
2018-03-08 01:44:40,710+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9dd2e72a-edce-49dd-a7bb-d5d1ac4e0002 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:40,711+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:40,847+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=4d9cba4f-4c87-420e-b549-f0b2d500c6f6 (api:46)
2018-03-08 01:44:40,847+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=4d9cba4f-4c87-420e-b549-f0b2d500c6f6 (api:52)
2018-03-08 01:44:40,847+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=726a464c-70ce-4f6a-b582-d39c19b07afa (api:46)
2018-03-08 01:44:40,848+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=726a464c-70ce-4f6a-b582-d39c19b07afa (api:52)
2018-03-08 01:44:40,848+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=9d1af45b-fada-4f71-96ff-fa2564da4bd5 (api:46)
2018-03-08 01:44:40,848+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=9d1af45b-fada-4f71-96ff-fa2564da4bd5 (api:52)
2018-03-08 01:44:40,849+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=21c359c8-76b8-47f2-a65f-c4cace032996 (api:46)
2018-03-08 01:44:40,849+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=21c359c8-76b8-47f2-a65f-c4cace032996 (api:52)
2018-03-08 01:44:40,849+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=aa91d270-1400-4b4d-bcf6-d237c06088df (api:46)
2018-03-08 01:44:40,850+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=aa91d270-1400-4b4d-bcf6-d237c06088df (api:52)
2018-03-08 01:44:40,850+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b77e400d-60cf-49c5-956d-ee2ee3392f29 (api:46)
2018-03-08 01:44:40,850+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b77e400d-60cf-49c5-956d-ee2ee3392f29 (api:52)
2018-03-08 01:44:40,851+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=4506f9ad-5c4e-45a9-8911-a50247626d67 (api:46)
2018-03-08 01:44:40,851+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=4506f9ad-5c4e-45a9-8911-a50247626d67 (api:52)
2018-03-08 01:44:40,851+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=0042d640-ec52-4ece-81be-8abfec7ba3b6 (api:46)
2018-03-08 01:44:40,851+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=0042d640-ec52-4ece-81be-8abfec7ba3b6 (api:52)
2018-03-08 01:44:40,852+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=3af4950f-2edb-4cf4-8b49-460a565d9e41 (api:46)
2018-03-08 01:44:40,852+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=3af4950f-2edb-4cf4-8b49-460a565d9e41 (api:52)
2018-03-08 01:44:40,852+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=d68444a0-f710-470c-9679-91c3cf989ee3 (api:46)
2018-03-08 01:44:40,852+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=d68444a0-f710-470c-9679-91c3cf989ee3 (api:52)
2018-03-08 01:44:41,037+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:41,085+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ee5a8d0f-1714-4b05-94dd-03d8eaf41180 (threadPool:210)
2018-03-08 01:44:41,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f60f4f2-aa53-4fd8-8b78-40635048ae30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:41,086+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:41,363+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:41,415+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 49772fc9-52bc-4ff7-9bc8-9ea11093240d (threadPool:210)
2018-03-08 01:44:41,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7b4f549e-fa0f-4850-bc96-1df376aa207e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:41,416+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:41,678+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:41,725+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bcf21895-61f1-42db-ab7a-abfd275b1131 (threadPool:210)
2018-03-08 01:44:41,725+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task feb9019e-3d8d-4212-9ca9-3626ac5c5a5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:41,725+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:41,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:42,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e3206490-8cb3-4470-aab7-0e16b88b0fcc (threadPool:210)
2018-03-08 01:44:42,033+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dcbd907f-2921-4c38-9ca2-0991bc0a75fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:42,033+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:42,328+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:42,377+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9dd2e72a-edce-49dd-a7bb-d5d1ac4e0002 (threadPool:210)
2018-03-08 01:44:42,378+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b9b31a81-7d76-43fd-95d8-c85fd2c92417 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:42,378+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:42,753+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:42,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f60f4f2-aa53-4fd8-8b78-40635048ae30 (threadPool:210)
2018-03-08 01:44:42,803+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e3debd3a-e570-41e0-80dd-a2faf0e3b605 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:42,804+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:43,088+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:43,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7b4f549e-fa0f-4850-bc96-1df376aa207e (threadPool:210)
2018-03-08 01:44:43,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 776b7de9-9bc0-4282-8fbe-63b260019762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:43,138+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:43,460+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:43,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task feb9019e-3d8d-4212-9ca9-3626ac5c5a5a (threadPool:210)
2018-03-08 01:44:43,510+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 567eed61-ca63-4567-91cd-946e5ea7ff24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:44:43,510+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:43,902+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:43,924+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:43,933+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:43,936+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:44:43,967+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dcbd907f-2921-4c38-9ca2-0991bc0a75fd (threadPool:210)
2018-03-08 01:44:43,967+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eaeb1a64-ddab-48f9-a2bd-e633ed694d39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:43,968+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:44,290+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:44,335+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b9b31a81-7d76-43fd-95d8-c85fd2c92417 (threadPool:210)
2018-03-08 01:44:44,335+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2bc0da82-10f1-4deb-8f65-3aef84a7670e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:44,335+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:44,611+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:44,875+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:44,925+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e3debd3a-e570-41e0-80dd-a2faf0e3b605 (threadPool:210)
2018-03-08 01:44:44,926+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e0a3d7d5-8802-477a-8ee1-758eb39be6ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:44,926+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:45,176+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:45,222+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 776b7de9-9bc0-4282-8fbe-63b260019762 (threadPool:210)
2018-03-08 01:44:45,222+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9957ffee-3d56-4495-8066-55c2b9ea39e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:45,223+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:45,482+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:45,527+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 567eed61-ca63-4567-91cd-946e5ea7ff24 (threadPool:210)
2018-03-08 01:44:45,527+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ed8e512a-aff7-4de2-9f0b-3904f58863ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:45,528+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:45,802+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:45,859+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eaeb1a64-ddab-48f9-a2bd-e633ed694d39 (threadPool:210)
2018-03-08 01:44:45,860+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 496b520f-d75c-47e3-a7d8-59a91ac477ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:45,861+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:46,218+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:46,288+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2bc0da82-10f1-4deb-8f65-3aef84a7670e (threadPool:210)
2018-03-08 01:44:46,288+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 619a7128-f69f-40e4-9612-0f8316b060ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:46,289+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:46,605+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:46,653+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e0a3d7d5-8802-477a-8ee1-758eb39be6ff (threadPool:210)
2018-03-08 01:44:46,654+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 476e78f2-465d-4b58-bb1c-e1a916031a0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:46,654+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:46,724+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:46,726+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6f63d7e6-45e7-4e07-a13a-f616d5705788 (api:46)
2018-03-08 01:44:46,726+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310004', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046551', 'lastCheck': '6.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327468', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484635', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038112', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028174', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000251068', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387937', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334207', 'lastCheck': '6.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278868', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320034', 'lastCheck': '0.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255981', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263073', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347227', 'lastCheck': '4.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395335', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239838', 'lastCheck': '7.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279978', 'lastCheck': '6.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254979', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225234', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00134466', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263395', 'lastCheck': '7.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363264', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271088', 'lastCheck': '6.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367115', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206617', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027885', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000360767', 'lastCheck': '9.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484811', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291768', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459435', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233983', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324445', 'lastCheck': '5.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6f63d7e6-45e7-4e07-a13a-f616d5705788 (api:52)
2018-03-08 01:44:46,727+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=272a08c4-aa09-49d3-a3d2-00a0980d0e78 (api:46)
2018-03-08 01:44:46,727+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=272a08c4-aa09-49d3-a3d2-00a0980d0e78 (api:52)
2018-03-08 01:44:46,755+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '96.29'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '24': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.76'}, '26': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '95.77'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '20': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.89'}, '23': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.22'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.57'}, '29': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.95'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '1': {'cpuUser': '5.36', 'nodeIndex': 1, 'cpuSys': '29.59', 'cpuIdle': '65.05'}, '0': {'cpuUser': '6.42', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '89.41'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '3.77', 'cpuIdle': '94.11'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.17'}, '5': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '93.91'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.75'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.63'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '59': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.43'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.74'}, '13': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.56'}, '14': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.89'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.83'}, '55': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.22'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '37': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.03'}, '36': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '35': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.24'}, '34': {'cpuUser': '7.94', 'nodeIndex': 0, 'cpuSys': '8.60', 'cpuIdle': '83.46'}, '33': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312591'}, '0': {'memPercent': 12, 'memFree': '345162'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255981', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310004', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046551', 'lastCheck': '6.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263073', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347227', 'lastCheck': '4.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038112', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028174', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000251068', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387937', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334207', 'lastCheck': '6.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278868', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320034', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327468', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484635', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395335', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263395', 'lastCheck': '7.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279978', 'lastCheck': '6.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254979', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225234', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00134466', 'lastCheck': '4.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239838', 'lastCheck': '7.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233983', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271088', 'lastCheck': '6.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367115', 'lastCheck': '0.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206617', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027885', 'lastCheck': '7.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000360767', 'lastCheck': '9.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484811', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291768', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459435', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363264', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324445', 'lastCheck': '5.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647487290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404369872', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.351', 'tx': '1176277034907', 'txDropped': '0', 'rx': '625372090045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0', 'tx': '1580932847659', 'txDropped': '0', 'rx': '926351673019', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45211893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416559708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200611589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet0', 'tx': '87824768', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet1', 'tx': '37766241554', 'txDropped': '0', 'rx': '878046819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet2', 'tx': '21128186589', 'txDropped': '0', 'rx': '141320581534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175765492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet4', 'tx': '396508150', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet5', 'tx': '23425706048', 'txDropped': '0', 'rx': '498179409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet6', 'tx': '6654627902', 'txDropped': '0', 'rx': '430141350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet7', 'tx': '1434434255', 'txDropped': '0', 'rx': '552419127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42458904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46761647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'lo', 'tx': '6938280885', 'txDropped': '0', 'rx': '6938280885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170747926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'eno1', 'tx': '975621279520', 'txDropped': '0', 'rx': '434011002555', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'eno2', 'tx': '605311568139', 'txDropped': '0', 'rx': '492340670464', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469874.218914, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469874.218914, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633118347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75933429', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77051294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192271638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370801287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.306', 'tx': '76695871895', 'txDropped': '0', 'rx': '8373729811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49886408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430534045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299038038', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.110', 'tx': '2476688854', 'txDropped': '0', 'rx': '66856559499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.111', 'tx': '122680284399', 'txDropped': '0', 'rx': '24450198218', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55257471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54184916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465501104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165426187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56037389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55867200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45207101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469874.218914, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226650458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'oVirtManagement', 'tx': '1176277034259', 'txDropped': '0', 'rx': '625371351642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577427980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'vnet3', 'tx': '542901854', 'txDropped': '0', 'rx': '221473794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469874.218914, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754543901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1695920.59', 'cpuLoad': '2.39', 'cpuSys': '1.78', 'diskStats': {'/var/log': {'free': '92939'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.43', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:44:46 GMT', 'cpuUser': '1.28', 'memFree': 667604, 'cpuIdle': '96.94', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.24'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:46,759+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:44:46,914+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:46,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9957ffee-3d56-4495-8066-55c2b9ea39e3 (threadPool:210)
2018-03-08 01:44:46,959+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 120c8a46-f108-4523-9d74-079429d97940 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:46,960+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:47,100+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20836 (__init__:330)
2018-03-08 01:44:47,124+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20837 (__init__:330)
2018-03-08 01:44:47,144+0100 INFO  (ioprocess/329622) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:44:47,146+0100 INFO  (ioprocess/329628) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:44:47,240+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:47,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ed8e512a-aff7-4de2-9f0b-3904f58863ee (threadPool:210)
2018-03-08 01:44:47,304+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7b3a4396-610d-406e-b002-fca9411c259d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:47,304+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:47,545+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:47,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 619a7128-f69f-40e4-9612-0f8316b060ca (threadPool:210)
2018-03-08 01:44:47,586+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fb59362e-39cc-40b6-96c8-f05393e06932 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:47,587+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:47,941+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:47,991+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 476e78f2-465d-4b58-bb1c-e1a916031a0d (threadPool:210)
2018-03-08 01:44:47,992+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 10dc45c5-678b-4663-bbef-c3dbd2bc1d57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:47,992+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:48,001+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:44:48,006+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:44:48,008+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:48,016+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:44:48,017+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:44:48,017+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:48,261+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:48,307+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 120c8a46-f108-4523-9d74-079429d97940 (threadPool:210)
2018-03-08 01:44:48,307+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 182e8298-8d26-4d7a-99b3-ffa8a58a32f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:48,308+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:48,594+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:48,634+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 496b520f-d75c-47e3-a7d8-59a91ac477ef (threadPool:210)
2018-03-08 01:44:48,634+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c2efa08d-afe8-401c-9fc6-003a19b164c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:48,635+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:49,085+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:49,132+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7b3a4396-610d-406e-b002-fca9411c259d (threadPool:210)
2018-03-08 01:44:49,133+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6cad6386-cc72-4f1d-9b35-3b159b743494 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:49,133+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:49,374+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:49,411+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0f27977b-a686-42b7-b4a3-8a1d9786d878 (api:46)
2018-03-08 01:44:49,413+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264168', 'lastCheck': '1.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573012', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327468', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484635', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326716', 'lastCheck': '0.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316614', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000300069', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268854', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300018', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278868', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228198', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255981', 'lastCheck': '6.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407401', 'lastCheck': '0.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029735', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395335', 'lastCheck': '4.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239838', 'lastCheck': '0.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279978', 'lastCheck': '9.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254979', 'lastCheck': '3.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225234', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00134466', 'lastCheck': '7.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263395', 'lastCheck': '9.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363264', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271088', 'lastCheck': '8.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000367115', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206617', 'lastCheck': '8.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027885', 'lastCheck': '9.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365004', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000484811', 'lastCheck': '3.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291768', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459435', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233983', 'lastCheck': '3.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324445', 'lastCheck': '7.9', 'valid': True}} from=internal, task_id=0f27977b-a686-42b7-b4a3-8a1d9786d878 (api:52)
2018-03-08 01:44:49,413+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=4a68d0b8-3f93-4366-9e3d-82ed05f83245 (api:46)
2018-03-08 01:44:49,414+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=4a68d0b8-3f93-4366-9e3d-82ed05f83245 (api:52)
2018-03-08 01:44:49,475+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fb59362e-39cc-40b6-96c8-f05393e06932 (threadPool:210)
2018-03-08 01:44:49,476+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 687e879b-c305-4709-8968-e01faeab1602 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:49,477+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:49,746+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:49,822+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 10dc45c5-678b-4663-bbef-c3dbd2bc1d57 (threadPool:210)
2018-03-08 01:44:49,823+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 28c8266a-54f7-4647-9c43-dba6f9cd8081 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:49,824+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:50,087+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:50,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c2efa08d-afe8-401c-9fc6-003a19b164c1 (threadPool:210)
2018-03-08 01:44:50,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ca08b587-9665-4a26-92ed-a65e71069e55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:50,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:50,456+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:50,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6cad6386-cc72-4f1d-9b35-3b159b743494 (threadPool:210)
2018-03-08 01:44:50,508+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ee7247e7-06c3-43d7-97fe-5804db888aa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:50,508+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:50,750+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:50,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 687e879b-c305-4709-8968-e01faeab1602 (threadPool:210)
2018-03-08 01:44:50,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7908211d-5633-433d-b93a-0fe1641ea230 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:50,800+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:50,905+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=856567a4-b410-4d7f-a977-895d1cb01257 (api:46)
2018-03-08 01:44:50,911+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=856567a4-b410-4d7f-a977-895d1cb01257 (api:52)
2018-03-08 01:44:50,911+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:51,006+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1b162bee-fa23-4c2e-a98a-b9ece4f2e15d (api:46)
2018-03-08 01:44:51,012+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=1b162bee-fa23-4c2e-a98a-b9ece4f2e15d (api:52)
2018-03-08 01:44:51,014+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:44:51,097+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:51,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 182e8298-8d26-4d7a-99b3-ffa8a58a32f7 (threadPool:210)
2018-03-08 01:44:51,139+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7eca8848-d211-4bf3-9765-35885610537b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:51,139+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:51,461+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:51,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ca08b587-9665-4a26-92ed-a65e71069e55 (threadPool:210)
2018-03-08 01:44:51,511+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 907b1750-f20c-42b9-8c80-f3cecc663a96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:51,511+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:51,802+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:51,848+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ee7247e7-06c3-43d7-97fe-5804db888aa5 (threadPool:210)
2018-03-08 01:44:51,848+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 41738d3f-0ba5-4321-83f2-c54726c2a72e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:51,848+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:52,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:52,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7908211d-5633-433d-b93a-0fe1641ea230 (threadPool:210)
2018-03-08 01:44:52,223+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c19e3fbf-4d6a-41ef-9f7c-0328a6c2b246 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:52,223+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:52,599+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:52,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 28c8266a-54f7-4647-9c43-dba6f9cd8081 (threadPool:210)
2018-03-08 01:44:52,646+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task acef3864-a0aa-41f2-a3b5-7e94c0cdbcd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:52,646+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:52,968+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:53,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7eca8848-d211-4bf3-9765-35885610537b (threadPool:210)
2018-03-08 01:44:53,018+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 70289ea5-c291-45ae-bc25-8be21dc54c17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:53,019+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:53,309+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:53,359+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 907b1750-f20c-42b9-8c80-f3cecc663a96 (threadPool:210)
2018-03-08 01:44:53,359+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 981be5ce-2cac-4a80-9b25-a09fb9699fa6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:53,359+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:53,672+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:53,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 41738d3f-0ba5-4321-83f2-c54726c2a72e (threadPool:210)
2018-03-08 01:44:53,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 508b5c69-d8da-4764-85df-c88e4b0fd235 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:53,723+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:54,081+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:54,128+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c19e3fbf-4d6a-41ef-9f7c-0328a6c2b246 (threadPool:210)
2018-03-08 01:44:54,129+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 20bd805c-df78-4c73-81d1-2a7e911357da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:54,129+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:54,456+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:54,505+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task acef3864-a0aa-41f2-a3b5-7e94c0cdbcd3 (threadPool:210)
2018-03-08 01:44:54,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2cfed22e-1e0b-4ac9-8830-f54dd817f79a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:54,506+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:54,786+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:54,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 70289ea5-c291-45ae-bc25-8be21dc54c17 (threadPool:210)
2018-03-08 01:44:54,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task be0d0f79-534f-4a75-b75d-6e745c3eb4ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:54,834+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:55,081+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:55,126+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 981be5ce-2cac-4a80-9b25-a09fb9699fa6 (threadPool:210)
2018-03-08 01:44:55,127+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6bfef6b3-6fc6-4b77-8ee2-d010a2dac29b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:55,127+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:55,390+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:55,438+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 508b5c69-d8da-4764-85df-c88e4b0fd235 (threadPool:210)
2018-03-08 01:44:55,438+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fc76a9db-400c-4eb4-b1b9-d3aa63981443 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:55,439+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:55,721+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:55,766+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 20bd805c-df78-4c73-81d1-2a7e911357da (threadPool:210)
2018-03-08 01:44:55,767+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2f734fb8-6551-44c6-bd6a-fccfebe0089e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:55,767+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:56,020+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:56,065+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2cfed22e-1e0b-4ac9-8830-f54dd817f79a (threadPool:210)
2018-03-08 01:44:56,066+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1887fdb2-4aaa-4df7-b82f-fd28495d1357 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:56,066+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:56,321+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:56,626+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:56,679+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task be0d0f79-534f-4a75-b75d-6e745c3eb4ec (threadPool:210)
2018-03-08 01:44:56,679+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a13a73e8-f15d-4a31-8938-1750d9aa5994 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:44:56,680+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:56,939+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:56,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6bfef6b3-6fc6-4b77-8ee2-d010a2dac29b (threadPool:210)
2018-03-08 01:44:56,986+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74251fd6-5fdb-4040-ab5f-815e24431bfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:56,986+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:57,290+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:57,328+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fc76a9db-400c-4eb4-b1b9-d3aa63981443 (threadPool:210)
2018-03-08 01:44:57,328+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 172a4a97-2de9-419d-ad8e-f0c2787f979f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:57,328+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:57,582+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:57,622+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1887fdb2-4aaa-4df7-b82f-fd28495d1357 (threadPool:210)
2018-03-08 01:44:57,622+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 23924b87-ebcf-4b30-b151-9b793ba7dd17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:57,622+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:57,890+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:57,939+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74251fd6-5fdb-4040-ab5f-815e24431bfe (threadPool:210)
2018-03-08 01:44:57,940+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a6206b19-c246-4003-bdd4-878c8dd74574 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:57,940+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:58,228+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:58,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2f734fb8-6551-44c6-bd6a-fccfebe0089e (threadPool:210)
2018-03-08 01:44:58,278+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7b8ff3db-9b58-4317-9c44-5d32c21da1cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:58,278+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:58,540+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:58,575+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 172a4a97-2de9-419d-ad8e-f0c2787f979f (threadPool:210)
2018-03-08 01:44:58,576+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f52fd2aa-feec-427e-a480-da41ea1aa2ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:44:58,576+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:44:58,866+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:58,926+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 23924b87-ebcf-4b30-b151-9b793ba7dd17 (threadPool:210)
2018-03-08 01:44:58,926+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7c9c1cfb-53c9-43cd-ad5a-cb5178e6b139 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:58,927+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:58,963+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:44:58,972+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:44:58,975+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:44:59,182+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:59,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7b8ff3db-9b58-4317-9c44-5d32c21da1cf (threadPool:210)
2018-03-08 01:44:59,273+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72502ae5-5892-48c8-8703-c4e9b4600fb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:59,273+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:59,567+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:59,619+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a13a73e8-f15d-4a31-8938-1750d9aa5994 (threadPool:210)
2018-03-08 01:44:59,619+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ba59a44b-c0c4-4af1-8151-a2294262e737 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:59,619+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:44:59,916+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:44:59,966+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a6206b19-c246-4003-bdd4-878c8dd74574 (threadPool:210)
2018-03-08 01:44:59,967+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0a4c1895-7b54-4dff-ac1a-6ec72822c04b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:44:59,967+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:00,142+0100 INFO  (jsonrpc/4) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=6355e2f2, task_id=de4dc462-a10a-43cf-b7ca-adc801f72cc3 (api:46)
2018-03-08 01:45:00,307+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:00,359+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7c9c1cfb-53c9-43cd-ad5a-cb5178e6b139 (threadPool:210)
2018-03-08 01:45:00,360+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bdee68a1-413a-4013-bfba-5de7c87a4b46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:00,361+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:01,432+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=dc8ccaa0-b508-4d3e-b2ae-4bd1cfa2fa1b (api:46)
2018-03-08 01:45:01,440+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=dc8ccaa0-b508-4d3e-b2ae-4bd1cfa2fa1b (api:52)
2018-03-08 01:45:01,440+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:01,537+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d1bfad41-675b-458a-9af4-6744c5c315b9 (api:46)
2018-03-08 01:45:01,543+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d1bfad41-675b-458a-9af4-6744c5c315b9 (api:52)
2018-03-08 01:45:01,545+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:01,797+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:01,799+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ae265ee4-c169-45ee-85e2-7c5dfb264ecc (api:46)
2018-03-08 01:45:01,799+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313013', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325906', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239246', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435684', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459426', 'lastCheck': '1.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035117', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00141734', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036243', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442401', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208419', 'lastCheck': '4.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033838', 'lastCheck': '2.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287949', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309564', 'lastCheck': '2.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452394', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024516', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271881', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247314', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319524', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413433', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193229', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335859', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234538', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036361', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201255', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355058', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000320735', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291162', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395494', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246982', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254633', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616269', 'lastCheck': '0.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ae265ee4-c169-45ee-85e2-7c5dfb264ecc (api:52)
2018-03-08 01:45:01,800+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c18902cd-ff91-43a0-b21d-3c670d95e0b0 (api:46)
2018-03-08 01:45:01,800+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c18902cd-ff91-43a0-b21d-3c670d95e0b0 (api:52)
2018-03-08 01:45:01,832+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.89'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.34'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.42'}, '25': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.70'}, '26': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '27': {'cpuUser': '6.03', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '91.98'}, '20': {'cpuUser': '2.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.62'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.35'}, '22': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.15'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '29': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.57'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '25.06', 'cpuIdle': '69.84'}, '0': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '89.27'}, '3': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.63'}, '2': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '93.97'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '9': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.69'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '97.48'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.80'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.95'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '13': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '15': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '17': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.36'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '19': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '95.82'}, '55': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '31': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.67'}, '35': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.22'}, '34': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '10.01', 'cpuIdle': '81.84'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312552'}, '0': {'memPercent': 12, 'memFree': '345170'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033838', 'lastCheck': '2.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313013', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325906', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287949', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309564', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459426', 'lastCheck': '1.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035117', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00141734', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036243', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442401', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '2.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208419', 'lastCheck': '4.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239246', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435684', 'lastCheck': '2.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452394', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193229', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271881', 'lastCheck': '1.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247314', 'lastCheck': '2.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319524', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413433', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024516', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254633', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234538', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036361', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201255', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355058', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000320735', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291162', 'lastCheck': '1.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395494', 'lastCheck': '1.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246982', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335859', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616269', 'lastCheck': '0.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647513256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404374074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.351', 'tx': '1176277114396', 'txDropped': '0', 'rx': '625372108511', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0', 'tx': '1580932940810', 'txDropped': '0', 'rx': '926352084628', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45212243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416560502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200613117', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet0', 'tx': '87828757', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet1', 'tx': '37766242540', 'txDropped': '0', 'rx': '878046923', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet2', 'tx': '21128245780', 'txDropped': '0', 'rx': '141320590811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175766492', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet4', 'tx': '396512139', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet5', 'tx': '23425734423', 'txDropped': '0', 'rx': '498179799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet6', 'tx': '6654629520', 'txDropped': '0', 'rx': '430141699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet7', 'tx': '1434435247', 'txDropped': '0', 'rx': '552419244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42459254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46761997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'lo', 'tx': '6938359944', 'txDropped': '0', 'rx': '6938359944', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170749008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'eno1', 'tx': '975621362939', 'txDropped': '0', 'rx': '434011252064', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'eno2', 'tx': '605311577871', 'txDropped': '0', 'rx': '492340832564', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469889.3042, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469889.3042, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633122883', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75933829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77051694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192273632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370801637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373733104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49886758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430537292', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299040032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.110', 'tx': '2476689424', 'txDropped': '0', 'rx': '66856561055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.111', 'tx': '122680293487', 'txDropped': '0', 'rx': '24450254661', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55257871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54185266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465505306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165427269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56037789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55867550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45207451', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469889.3042, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226651986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'oVirtManagement', 'tx': '1176277113748', 'txDropped': '0', 'rx': '625371370108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577432516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'vnet3', 'tx': '542905903', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469889.3042, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754544901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695935.67', 'cpuLoad': '2.40', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92938'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.24', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:45:01 GMT', 'cpuUser': '1.38', 'memFree': 667599, 'cpuIdle': '96.93', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.47'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:01,836+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:45:03,025+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:45:03,030+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:45:03,032+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:03,037+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=6355e2f2, task_id=de4dc462-a10a-43cf-b7ca-adc801f72cc3 (api:52)
2018-03-08 01:45:03,037+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.90 seconds (__init__:573)
2018-03-08 01:45:03,040+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:45:03,040+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:45:03,041+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:04,501+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e19c7aa6-bb04-4249-a14a-e9db49ff18ed (api:46)
2018-03-08 01:45:04,501+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313013', 'lastCheck': '6.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325906', 'lastCheck': '4.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239246', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435684', 'lastCheck': '5.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459426', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035117', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00141734', 'lastCheck': '5.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036243', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442401', 'lastCheck': '3.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208419', 'lastCheck': '7.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033838', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287949', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309564', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000452394', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024516', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271881', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247314', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319524', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413433', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193229', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335859', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234538', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00036361', 'lastCheck': '8.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201255', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355058', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000320735', 'lastCheck': '7.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291162', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000395494', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246982', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254633', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000616269', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=e19c7aa6-bb04-4249-a14a-e9db49ff18ed (api:52)
2018-03-08 01:45:04,502+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=a410302c-41b9-46a4-ac28-42556a3f67ff (api:46)
2018-03-08 01:45:04,502+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a410302c-41b9-46a4-ac28-42556a3f67ff (api:52)
2018-03-08 01:45:04,907+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:04,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72502ae5-5892-48c8-8703-c4e9b4600fb1 (threadPool:210)
2018-03-08 01:45:04,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 80cf6798-1c00-42bf-973e-1a41dfc8e269 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:04,934+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:09,462+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:09,550+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f52fd2aa-feec-427e-a480-da41ea1aa2ad (threadPool:210)
2018-03-08 01:45:09,550+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 213a7bde-14e6-4b5a-b082-3a896ccf1c53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:09,551+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:10,333+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/ced8512b-725d-4e5e-9634-481fa5b87bc2/metadata running next_check=5990689.05 at 0x7f42dc0fd210>> delayed by 0.71 seconds (asyncutils:138)
2018-03-08 01:45:10,434+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/5673ab6d-6315-4503-ae6d-098f95aff44b/metadata running next_check=5990689.07 at 0x7f4328048b90>> delayed by 0.79 seconds (asyncutils:138)
2018-03-08 01:45:10,458+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5990689.08 at 0x7f433c3b93d0>> delayed by 0.81 seconds (asyncutils:138)
2018-03-08 01:45:10,480+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5990689.16 at 0x7f433c4d64d0>> delayed by 0.75 seconds (asyncutils:138)
2018-03-08 01:45:11,977+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=697b8bdb-7c1a-4278-83c0-d4788f1470ca (api:46)
2018-03-08 01:45:11,984+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=697b8bdb-7c1a-4278-83c0-d4788f1470ca (api:52)
2018-03-08 01:45:11,984+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:12,084+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=af62a9b9-776c-4674-a8d5-ef46005e63f5 (api:46)
2018-03-08 01:45:13,118+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=af62a9b9-776c-4674-a8d5-ef46005e63f5 (api:52)
2018-03-08 01:45:13,120+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.04 seconds (__init__:573)
2018-03-08 01:45:13,991+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:13,996+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:13,998+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:15,167+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:15,378+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0a4c1895-7b54-4dff-ac1a-6ec72822c04b (threadPool:210)
2018-03-08 01:45:15,380+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d3d2958c-b8d1-442c-bbdc-bfce71fa486a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:15,380+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:16,888+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:16,891+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1a46ae86-763a-4072-ab86-ee8747b17fe2 (api:46)
2018-03-08 01:45:16,894+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308564', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000798549', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215434', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535476', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365596', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297879', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000234525', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307195', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409109', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288129', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356195', 'lastCheck': '5.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030482', 'lastCheck': '7.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047342', 'lastCheck': '8.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275526', 'lastCheck': '8.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451454', 'lastCheck': '7.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116268', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594876', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375587', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554107', 'lastCheck': '5.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431695', 'lastCheck': '6.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040604', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751642', 'lastCheck': '5.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053972', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250467', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260923', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283517', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000458329', 'lastCheck': '9.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317337', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293262', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059802', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657566', 'lastCheck': '5.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415017', 'lastCheck': '0.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1a46ae86-763a-4072-ab86-ee8747b17fe2 (api:52)
2018-03-08 01:45:16,895+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=45cdf340-2465-4d17-a2ea-dee6e79b0d6d (api:46)
2018-03-08 01:45:16,895+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=45cdf340-2465-4d17-a2ea-dee6e79b0d6d (api:52)
2018-03-08 01:45:16,925+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.84'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '97.03'}, '53': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '25': {'cpuUser': '4.95', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.80'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.37'}, '20': {'cpuUser': '3.83', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '94.45'}, '21': {'cpuUser': '3.63', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '94.06'}, '22': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.42'}, '23': {'cpuUser': '4.56', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '93.13'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '28': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.37'}, '29': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '94.65'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '1': {'cpuUser': '4.69', 'nodeIndex': 1, 'cpuSys': '24.51', 'cpuIdle': '70.80'}, '0': {'cpuUser': '7.27', 'nodeIndex': 0, 'cpuSys': '3.70', 'cpuIdle': '89.03'}, '3': {'cpuUser': '4.76', 'nodeIndex': 1, 'cpuSys': '4.36', 'cpuIdle': '90.88'}, '2': {'cpuUser': '2.77', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '94.32'}, '5': {'cpuUser': '4.82', 'nodeIndex': 1, 'cpuSys': '4.23', 'cpuIdle': '90.95'}, '4': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.37'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.71'}, '6': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '9': {'cpuUser': '2.64', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.05'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.07'}, '38': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.09'}, '59': {'cpuUser': '0.59', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.55'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.31'}, '10': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.16'}, '13': {'cpuUser': '2.77', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.38'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '15': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.77'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '17': {'cpuUser': '5.48', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '92.27'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '19': {'cpuUser': '4.49', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '92.87'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '31': {'cpuUser': '5.48', 'nodeIndex': 1, 'cpuSys': '2.64', 'cpuIdle': '91.88'}, '49': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '37': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.57'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.15'}, '35': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '95.91'}, '34': {'cpuUser': '6.80', 'nodeIndex': 0, 'cpuSys': '6.87', 'cpuIdle': '86.33'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.36'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312565'}, '0': {'memPercent': 12, 'memFree': '345186'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030482', 'lastCheck': '7.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308564', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000798549', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047342', 'lastCheck': '8.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275526', 'lastCheck': '8.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365596', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297879', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000234525', 'lastCheck': '7.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307195', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409109', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288129', 'lastCheck': '6.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356195', 'lastCheck': '5.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215434', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000535476', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451454', 'lastCheck': '7.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040604', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594876', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375587', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554107', 'lastCheck': '5.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431695', 'lastCheck': '6.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116268', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657566', 'lastCheck': '5.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053972', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250467', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260923', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283517', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000458329', 'lastCheck': '9.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317337', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293262', 'lastCheck': '6.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059802', 'lastCheck': '5.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751642', 'lastCheck': '5.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415017', 'lastCheck': '0.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647530236', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404377576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.351', 'tx': '1176277199820', 'txDropped': '0', 'rx': '625372131613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0', 'tx': '1580933820193', 'txDropped': '0', 'rx': '926352784827', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45212643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416561596', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200614502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet0', 'tx': '87831532', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet1', 'tx': '37766243914', 'txDropped': '0', 'rx': '878046985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet2', 'tx': '21128563201', 'txDropped': '0', 'rx': '141321352883', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175768696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet4', 'tx': '396514914', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet5', 'tx': '23425753586', 'txDropped': '0', 'rx': '498179962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet6', 'tx': '6654630894', 'txDropped': '0', 'rx': '430141761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet7', 'tx': '1434436621', 'txDropped': '0', 'rx': '552419306', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42459654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46762397', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'lo', 'tx': '6938435052', 'txDropped': '0', 'rx': '6938435052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170750552', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'eno1', 'tx': '975622217809', 'txDropped': '0', 'rx': '434011509338', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'eno2', 'tx': '605311602384', 'txDropped': '0', 'rx': '492341275489', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469904.443327, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469904.443327, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633127653', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75934179', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77052044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192276050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370802175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373735459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49887296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430539647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299042450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.110', 'tx': '2476689610', 'txDropped': '0', 'rx': '66856562149', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.111', 'tx': '122681055480', 'txDropped': '0', 'rx': '24450539233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55258221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54185666', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465508808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165428813', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56038139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55867950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45207851', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469904.443327, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226653371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'oVirtManagement', 'tx': '1176277199172', 'txDropped': '0', 'rx': '625371393210', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577437286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'vnet3', 'tx': '542908678', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469904.443327, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754547105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695950.76', 'cpuLoad': '2.54', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92936'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.43', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635266L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:45:16 GMT', 'cpuUser': '1.66', 'memFree': 667561, 'cpuIdle': '96.61', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.70'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:16,929+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:45:18,043+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:45:18,048+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:45:18,050+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:18,057+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:45:18,057+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:45:18,058+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:19,546+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:19,606+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0e1c1bce-3458-4263-8b05-f7990cf81177 (api:46)
2018-03-08 01:45:19,607+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643868', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620999', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291785', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038984', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425792', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333959', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000411365', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00054439', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000514384', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273579', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289273', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271684', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324824', 'lastCheck': '1.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035632', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051875', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0116268', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000594876', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375587', 'lastCheck': '8.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554107', 'lastCheck': '8.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431695', 'lastCheck': '1.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040604', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000751642', 'lastCheck': '8.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00053972', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000250467', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260923', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283517', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000262815', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317337', 'lastCheck': '8.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293262', 'lastCheck': '8.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00059802', 'lastCheck': '8.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000657566', 'lastCheck': '8.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415017', 'lastCheck': '3.1', 'valid': True}} from=internal, task_id=0e1c1bce-3458-4263-8b05-f7990cf81177 (api:52)
2018-03-08 01:45:19,608+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=6e1ab107-a621-4cd6-84d0-6e8846479443 (api:46)
2018-03-08 01:45:19,608+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=6e1ab107-a621-4cd6-84d0-6e8846479443 (api:52)
2018-03-08 01:45:19,952+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:19,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bdee68a1-413a-4013-bfba-5de7c87a4b46 (threadPool:210)
2018-03-08 01:45:19,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fa7cb722-64b0-4f33-b267-be9f3e443198 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:19,998+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:20,347+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:20,391+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d3d2958c-b8d1-442c-bbdc-bfce71fa486a (threadPool:210)
2018-03-08 01:45:20,392+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8a462b72-6498-4da0-9c96-5b7f89dd90d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:20,392+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:20,681+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:20,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ba59a44b-c0c4-4af1-8151-a2294262e737 (threadPool:210)
2018-03-08 01:45:20,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 19659556-afde-4125-8144-283f42b1f381 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:20,710+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:21,009+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:21,111+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 80cf6798-1c00-42bf-973e-1a41dfc8e269 (threadPool:210)
2018-03-08 01:45:21,112+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c859d845-7478-41d1-81bb-d446daa36442 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:21,113+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:21,632+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:21,676+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fa7cb722-64b0-4f33-b267-be9f3e443198 (threadPool:210)
2018-03-08 01:45:21,676+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a2cf3a54-e51d-4aa0-98bc-b90c648a39cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:21,677+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:21,989+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:22,035+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 213a7bde-14e6-4b5a-b082-3a896ccf1c53 (threadPool:210)
2018-03-08 01:45:22,036+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ea2b619c-647d-40e1-ba33-4b7428fc2094 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:22,036+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:22,345+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:22,393+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 19659556-afde-4125-8144-283f42b1f381 (threadPool:210)
2018-03-08 01:45:22,393+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ebf1c6ee-135e-42cc-88ba-3b8c16a7c098 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:22,393+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:22,716+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:22,763+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c859d845-7478-41d1-81bb-d446daa36442 (threadPool:210)
2018-03-08 01:45:22,763+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9e40bf59-ca44-413e-bbd7-96006a172b04 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:22,764+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:23,095+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:23,130+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8a462b72-6498-4da0-9c96-5b7f89dd90d9 (threadPool:210)
2018-03-08 01:45:23,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5d7715ce-4587-4c4b-8436-328572dfb9bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:23,131+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:23,515+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2687b514-9161-4d9f-946c-dcae42b56a2c (api:46)
2018-03-08 01:45:23,529+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:23,549+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2687b514-9161-4d9f-946c-dcae42b56a2c (api:52)
2018-03-08 01:45:23,551+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:45:23,581+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ea2b619c-647d-40e1-ba33-4b7428fc2094 (threadPool:210)
2018-03-08 01:45:23,582+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 00cc5b68-57e9-42c5-be5a-819f7dd40c4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:23,582+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:23,645+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=72f933e4-90de-47bc-85cf-293818562827 (api:46)
2018-03-08 01:45:23,867+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:23,915+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ebf1c6ee-135e-42cc-88ba-3b8c16a7c098 (threadPool:210)
2018-03-08 01:45:23,915+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 77403974-3ac6-4fa6-8ed8-934ab5c84afd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:23,916+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:24,214+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=72f933e4-90de-47bc-85cf-293818562827 (api:52)
2018-03-08 01:45:24,216+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.58 seconds (__init__:573)
2018-03-08 01:45:24,254+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:24,299+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9e40bf59-ca44-413e-bbd7-96006a172b04 (threadPool:210)
2018-03-08 01:45:24,300+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0ee39365-51b8-4eab-b86f-16130d4d36a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:24,300+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:24,609+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:24,658+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a2cf3a54-e51d-4aa0-98bc-b90c648a39cb (threadPool:210)
2018-03-08 01:45:24,658+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4f0b4a57-c893-4430-a545-b89e1d5b5262 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:24,659+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:24,952+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:24,994+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5d7715ce-4587-4c4b-8436-328572dfb9bf (threadPool:210)
2018-03-08 01:45:24,995+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 252fc7ee-8074-406b-8f3c-0b2bf6e36743 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:24,996+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:25,291+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:25,342+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 00cc5b68-57e9-42c5-be5a-819f7dd40c4c (threadPool:210)
2018-03-08 01:45:25,342+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d4db3c62-3749-4bfa-89e3-a628aa4507a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:25,343+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:25,637+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:25,680+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 77403974-3ac6-4fa6-8ed8-934ab5c84afd (threadPool:210)
2018-03-08 01:45:25,680+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c28a0ba6-e55e-4b3f-81ac-07d95c10e689 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:25,680+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:26,038+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:26,118+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4f0b4a57-c893-4430-a545-b89e1d5b5262 (threadPool:210)
2018-03-08 01:45:26,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 162e9f7e-150c-4b3a-8a78-f53b9d1e7f13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:26,120+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:26,610+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:26,672+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d4db3c62-3749-4bfa-89e3-a628aa4507a0 (threadPool:210)
2018-03-08 01:45:26,673+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 929189c1-98bd-4a78-9426-b75ae52167a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:26,673+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:27,090+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:27,124+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c28a0ba6-e55e-4b3f-81ac-07d95c10e689 (threadPool:210)
2018-03-08 01:45:27,124+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 48269c75-75a0-44c5-81a1-0a5179c91164 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:27,125+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:27,432+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:27,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 162e9f7e-150c-4b3a-8a78-f53b9d1e7f13 (threadPool:210)
2018-03-08 01:45:27,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 54c0662a-b858-4ab5-a623-902eeabf741e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:27,460+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:27,786+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:27,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 929189c1-98bd-4a78-9426-b75ae52167a6 (threadPool:210)
2018-03-08 01:45:27,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d8c44334-4413-4874-b0f4-480f5a9418d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:27,830+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:28,094+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:28,184+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 252fc7ee-8074-406b-8f3c-0b2bf6e36743 (threadPool:210)
2018-03-08 01:45:28,184+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 79d47123-c31c-4453-84f1-39f3c64501cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:28,184+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:28,529+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:28,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 48269c75-75a0-44c5-81a1-0a5179c91164 (threadPool:210)
2018-03-08 01:45:28,570+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 279ba09f-7ef0-4350-bf2f-970c061aa090 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:45:28,571+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:28,853+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:28,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 54c0662a-b858-4ab5-a623-902eeabf741e (threadPool:210)
2018-03-08 01:45:28,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 339d0bc6-db68-4fc7-9964-7bc6dbfbf742 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:28,912+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:29,015+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:29,020+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:29,022+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:29,267+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:29,334+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d8c44334-4413-4874-b0f4-480f5a9418d7 (threadPool:210)
2018-03-08 01:45:29,335+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 40996e24-196e-4524-bc95-b2f753866587 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:29,335+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:29,594+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:29,665+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 79d47123-c31c-4453-84f1-39f3c64501cc (threadPool:210)
2018-03-08 01:45:29,666+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 201a194e-4d0a-42d9-98b6-a7ab00173001 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:29,666+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:29,935+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:29,974+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0ee39365-51b8-4eab-b86f-16130d4d36a3 (threadPool:210)
2018-03-08 01:45:29,974+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 69ed3b94-22c5-4ee2-a72c-c74bb12a7517 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:29,975+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:30,357+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:30,438+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 339d0bc6-db68-4fc7-9964-7bc6dbfbf742 (threadPool:210)
2018-03-08 01:45:30,438+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4624418-3849-45e0-98d8-9b12b9b703f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:30,438+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:30,681+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:30,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 40996e24-196e-4524-bc95-b2f753866587 (threadPool:210)
2018-03-08 01:45:30,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4bb623cd-0e39-4f73-b522-b7127392021e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:30,731+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:30,983+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:31,268+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:31,317+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 201a194e-4d0a-42d9-98b6-a7ab00173001 (threadPool:210)
2018-03-08 01:45:31,318+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task db3d3f31-a60b-4ed5-aaeb-7beeb5357820 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:31,318+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:31,604+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:31,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 279ba09f-7ef0-4350-bf2f-970c061aa090 (threadPool:210)
2018-03-08 01:45:31,633+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb41977c-5400-4709-ab29-61df4aa4c002 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:31,633+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:31,930+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:31,967+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:31,970+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b02d2919-30f1-4292-b418-05ada7f4d192 (api:46)
2018-03-08 01:45:31,971+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266268', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488318', 'lastCheck': '3.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409937', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473276', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038678', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320548', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254648', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597088', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499031', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423983', 'lastCheck': '0.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311948', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223846', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478657', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303611', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297037', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349523', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217923', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044866', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463141', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290069', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331137', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307861', 'lastCheck': '2.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000457797', 'lastCheck': '6.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304054', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241811', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345616', 'lastCheck': '4.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456901', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336385', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372967', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312696', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376163', 'lastCheck': '2.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b02d2919-30f1-4292-b418-05ada7f4d192 (api:52)
2018-03-08 01:45:31,972+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6b242e3b-f88e-4f7c-951a-c2334c5279c3 (api:46)
2018-03-08 01:45:31,972+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6b242e3b-f88e-4f7c-951a-c2334c5279c3 (api:52)
2018-03-08 01:45:31,991+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4624418-3849-45e0-98d8-9b12b9b703f1 (threadPool:210)
2018-03-08 01:45:31,991+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7a25af41-54f6-414c-ba9c-436d0f779b4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:31,992+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:32,002+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.56'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '99.00'}, '51': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '96.29'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '53': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.35'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.33'}, '42': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '95.17'}, '24': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '93.70'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '4.31', 'cpuIdle': '93.97'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.82'}, '27': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.43'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.96'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '5.50', 'cpuIdle': '92.38'}, '22': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '95.63'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.23'}, '46': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '47': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '95.57'}, '44': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.96'}, '45': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '3.84', 'cpuIdle': '94.90'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.69'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '4.50', 'cpuIdle': '92.98'}, '40': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '94.03'}, '41': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '4.24', 'cpuIdle': '94.77'}, '1': {'cpuUser': '3.58', 'nodeIndex': 1, 'cpuSys': '32.99', 'cpuIdle': '63.43'}, '0': {'cpuUser': '7.02', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '89.27'}, '3': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '2': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '94.84'}, '5': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.96'}, '4': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '94.90'}, '7': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '95.23'}, '6': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '94.56'}, '9': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '4.50', 'cpuIdle': '93.65'}, '8': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '94.90'}, '52': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '96.02'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '5.23', 'cpuIdle': '93.58'}, '38': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '6.03', 'cpuIdle': '91.85'}, '59': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '94.90'}, '10': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '92.71'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '95.23'}, '12': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '93.05'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '95.03'}, '14': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '5.17', 'cpuIdle': '91.32'}, '17': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '95.89'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '93.97'}, '19': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '94.57'}, '55': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.67'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '49': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '96.89'}, '37': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '7.35', 'cpuIdle': '89.74'}, '36': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '92.25'}, '35': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '5.50', 'cpuIdle': '92.05'}, '34': {'cpuUser': '5.63', 'nodeIndex': 0, 'cpuSys': '5.70', 'cpuIdle': '88.67'}, '33': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '18': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '93.64'}, '57': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.54'}, '50': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312519'}, '0': {'memPercent': 12, 'memFree': '345192'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311948', 'lastCheck': '2.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266268', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488318', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223846', 'lastCheck': '3.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478657', 'lastCheck': '3.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038678', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320548', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254648', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597088', 'lastCheck': '2.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499031', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423983', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409937', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473276', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303611', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290069', 'lastCheck': '2.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349523', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217923', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044866', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463141', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297037', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312696', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307861', 'lastCheck': '2.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000457797', 'lastCheck': '6.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304054', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241811', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345616', 'lastCheck': '4.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456901', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336385', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372967', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331137', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376163', 'lastCheck': '2.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647538467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404380589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.351', 'tx': '1176277277252', 'txDropped': '0', 'rx': '625372147927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0', 'tx': '1580933918125', 'txDropped': '0', 'rx': '926353161808', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45212993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416562721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200616176', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet0', 'tx': '87833637', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet1', 'tx': '37766245291', 'txDropped': '0', 'rx': '878047047', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet2', 'tx': '21128582777', 'txDropped': '0', 'rx': '141321354342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175771392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet4', 'tx': '396517019', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet5', 'tx': '23425763662', 'txDropped': '0', 'rx': '498180160', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet6', 'tx': '6654632337', 'txDropped': '0', 'rx': '430141878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet7', 'tx': '1434438624', 'txDropped': '0', 'rx': '552419600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42460004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46762747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'lo', 'tx': '6938515278', 'txDropped': '0', 'rx': '6938515278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170751672', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'eno1', 'tx': '975622314223', 'txDropped': '0', 'rx': '434011704050', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'eno2', 'tx': '605311603902', 'txDropped': '0', 'rx': '492341457758', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469919.540923, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469919.540923, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633132097', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75934579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77052444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192279264', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370802780', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373737102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49887901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430541290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299045664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.110', 'tx': '2476690083', 'txDropped': '0', 'rx': '66856563938', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.111', 'tx': '122681056774', 'txDropped': '0', 'rx': '24450556721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55258621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54186016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465511821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165429933', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56038539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55868300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45208201', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469919.540923, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226655045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'oVirtManagement', 'tx': '1176277276604', 'txDropped': '0', 'rx': '625371409524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577441730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'vnet3', 'tx': '542910783', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469919.540923, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754549801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695965.84', 'cpuLoad': '2.63', 'cpuSys': '3.42', 'diskStats': {'/var/log': {'free': '92934'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:45:31 GMT', 'cpuUser': '1.55', 'memFree': 667599, 'cpuIdle': '95.03', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '15.23'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:32,006+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:45:32,240+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:32,290+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4bb623cd-0e39-4f73-b522-b7127392021e (threadPool:210)
2018-03-08 01:45:32,291+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 184bec43-3278-41bf-8f07-9abf20e577d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:32,291+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:32,532+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:32,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task db3d3f31-a60b-4ed5-aaeb-7beeb5357820 (threadPool:210)
2018-03-08 01:45:32,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f74ffe53-58af-4253-ad7b-1493ff98ee1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:32,578+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:32,824+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:32,868+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 69ed3b94-22c5-4ee2-a72c-c74bb12a7517 (threadPool:210)
2018-03-08 01:45:32,868+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a99e52e-3cab-491b-879c-398150f7bacd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:32,868+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:33,063+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:45:33,068+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:45:33,070+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:33,078+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:45:33,079+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:45:33,079+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:33,159+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:33,209+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb41977c-5400-4709-ab29-61df4aa4c002 (threadPool:210)
2018-03-08 01:45:33,209+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b9506b5d-6a9d-4470-86c9-d241c4219446 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:33,209+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:33,494+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:33,540+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7a25af41-54f6-414c-ba9c-436d0f779b4a (threadPool:210)
2018-03-08 01:45:33,541+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ffe35c85-2aaa-447c-ac63-f72d49be563f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:33,541+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:33,836+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:33,881+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 184bec43-3278-41bf-8f07-9abf20e577d2 (threadPool:210)
2018-03-08 01:45:33,881+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 83ed95c8-daa1-486d-8f3e-c5f4b417ce31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:33,881+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:34,160+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:34,209+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f74ffe53-58af-4253-ad7b-1493ff98ee1a (threadPool:210)
2018-03-08 01:45:34,209+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bcfa22d1-2d7c-4fb8-8f1e-1f70078657f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:34,210+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:34,467+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:34,508+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6221bcaa-df13-4bde-b67e-8854b59a31d9 (api:46)
2018-03-08 01:45:34,515+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6221bcaa-df13-4bde-b67e-8854b59a31d9 (api:52)
2018-03-08 01:45:34,515+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:34,548+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a99e52e-3cab-491b-879c-398150f7bacd (threadPool:210)
2018-03-08 01:45:34,548+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2f5f095d-07c6-4769-9d56-4e3c73d86de7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:34,548+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:34,608+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=62ef1fc0-35dc-4517-a81d-f048f2b8d649 (api:46)
2018-03-08 01:45:34,615+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=62ef1fc0-35dc-4517-a81d-f048f2b8d649 (api:52)
2018-03-08 01:45:34,617+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:34,696+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2b177d7c-fe0b-4c54-9b60-8b7257528d60 (api:46)
2018-03-08 01:45:34,696+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266268', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488318', 'lastCheck': '6.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409937', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473276', 'lastCheck': '3.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038678', 'lastCheck': '5.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320548', 'lastCheck': '5.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254648', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000597088', 'lastCheck': '5.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499031', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000625', 'lastCheck': '4.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423983', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311948', 'lastCheck': '5.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223846', 'lastCheck': '6.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478657', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303611', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297037', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349523', 'lastCheck': '5.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217923', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044866', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463141', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290069', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331137', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307861', 'lastCheck': '5.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000457797', 'lastCheck': '8.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304054', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241811', 'lastCheck': '5.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000345616', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456901', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336385', 'lastCheck': '3.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372967', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312696', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376163', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=2b177d7c-fe0b-4c54-9b60-8b7257528d60 (api:52)
2018-03-08 01:45:34,697+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=648b60bc-42af-4eeb-9dc2-e074169d3208 (api:46)
2018-03-08 01:45:34,697+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=648b60bc-42af-4eeb-9dc2-e074169d3208 (api:52)
2018-03-08 01:45:34,797+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:34,848+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b9506b5d-6a9d-4470-86c9-d241c4219446 (threadPool:210)
2018-03-08 01:45:34,848+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ed531f7a-b86e-45c0-9e95-4997672edfb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:34,849+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:35,104+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:35,152+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ffe35c85-2aaa-447c-ac63-f72d49be563f (threadPool:210)
2018-03-08 01:45:35,152+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aede3fbf-a05f-47aa-974b-5e1c9786809f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:35,152+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:35,459+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:35,495+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 83ed95c8-daa1-486d-8f3e-c5f4b417ce31 (threadPool:210)
2018-03-08 01:45:35,496+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 054bed39-323a-41c5-a608-e49cd6544732 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:35,496+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:35,786+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:35,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2f5f095d-07c6-4769-9d56-4e3c73d86de7 (threadPool:210)
2018-03-08 01:45:35,836+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a01e0413-6bcd-4380-a50c-86900e2c99ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:35,837+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:36,089+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:36,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ed531f7a-b86e-45c0-9e95-4997672edfb2 (threadPool:210)
2018-03-08 01:45:36,138+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1d8b8d30-cfc3-4e3f-9755-69c0cf833383 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:36,139+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:36,419+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:36,471+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aede3fbf-a05f-47aa-974b-5e1c9786809f (threadPool:210)
2018-03-08 01:45:36,471+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 18c682ac-eb4e-4d11-b712-26e4fdb4ea23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:36,472+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:36,788+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:36,835+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bcfa22d1-2d7c-4fb8-8f1e-1f70078657f4 (threadPool:210)
2018-03-08 01:45:36,835+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 72d618e3-d6ca-48b7-bba3-2121258a11ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:36,836+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:37,141+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:37,192+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 054bed39-323a-41c5-a608-e49cd6544732 (threadPool:210)
2018-03-08 01:45:37,193+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0b368cd3-66bd-446e-bdb7-545819e0f526 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:37,193+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:37,448+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:37,499+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a01e0413-6bcd-4380-a50c-86900e2c99ed (threadPool:210)
2018-03-08 01:45:37,500+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3d528e25-f37a-49db-94b8-f9f621518725 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:45:37,500+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:37,754+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:37,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1d8b8d30-cfc3-4e3f-9755-69c0cf833383 (threadPool:210)
2018-03-08 01:45:37,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d008bf54-c7dd-4d84-b936-edece6176214 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:37,802+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:38,055+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:38,104+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 18c682ac-eb4e-4d11-b712-26e4fdb4ea23 (threadPool:210)
2018-03-08 01:45:38,104+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a060ba74-9a70-4ba1-9144-cbdb94c5835c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:38,105+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:38,373+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:38,423+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 72d618e3-d6ca-48b7-bba3-2121258a11ff (threadPool:210)
2018-03-08 01:45:38,423+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b8ff2de-fed5-4c30-b0b0-d41a02f9a401 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:38,424+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:38,679+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:38,711+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0b368cd3-66bd-446e-bdb7-545819e0f526 (threadPool:210)
2018-03-08 01:45:38,713+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ca3bc571-460f-4947-aa0f-48cbd64472a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:38,713+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:39,002+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:39,045+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3d528e25-f37a-49db-94b8-f9f621518725 (threadPool:210)
2018-03-08 01:45:39,046+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5479fe1-0db8-4c1d-ade5-8c485ed47223 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:39,046+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:39,364+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:39,435+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d008bf54-c7dd-4d84-b936-edece6176214 (threadPool:210)
2018-03-08 01:45:39,436+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43113327-97be-4429-a4cd-e6a4ff5e0af0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:39,437+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:39,717+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:39,767+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b8ff2de-fed5-4c30-b0b0-d41a02f9a401 (threadPool:210)
2018-03-08 01:45:39,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7da989d8-ae95-4abc-b2d7-9e92644d1128 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:39,769+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:40,034+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:40,073+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ca3bc571-460f-4947-aa0f-48cbd64472a4 (threadPool:210)
2018-03-08 01:45:40,074+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6ace597c-cc7b-44be-b893-13aa2f5235f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:40,074+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:40,371+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:40,418+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5479fe1-0db8-4c1d-ade5-8c485ed47223 (threadPool:210)
2018-03-08 01:45:40,419+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 86aec332-a2ab-4537-8567-3866254362a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:40,419+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:40,701+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:40,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a060ba74-9a70-4ba1-9144-cbdb94c5835c (threadPool:210)
2018-03-08 01:45:40,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 445ff633-0daa-40e2-aaf6-70a58d4b8444 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:40,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:40,848+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=dee5dbd8-308a-41e6-b175-8bf053b8a7d7 (api:46)
2018-03-08 01:45:40,848+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=dee5dbd8-308a-41e6-b175-8bf053b8a7d7 (api:52)
2018-03-08 01:45:40,848+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=959c0073-0f89-4aae-9add-ab89ca9980df (api:46)
2018-03-08 01:45:40,849+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=959c0073-0f89-4aae-9add-ab89ca9980df (api:52)
2018-03-08 01:45:40,849+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=1f554225-0ce6-4141-a2ec-91d3aa1b9419 (api:46)
2018-03-08 01:45:40,849+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=1f554225-0ce6-4141-a2ec-91d3aa1b9419 (api:52)
2018-03-08 01:45:40,850+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=d023faa3-956e-495c-98c4-af8977aa72ef (api:46)
2018-03-08 01:45:40,850+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d023faa3-956e-495c-98c4-af8977aa72ef (api:52)
2018-03-08 01:45:40,851+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=2d63b7da-b894-4e3e-8aaf-e2205356f710 (api:46)
2018-03-08 01:45:40,851+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=2d63b7da-b894-4e3e-8aaf-e2205356f710 (api:52)
2018-03-08 01:45:40,851+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=bd5a5e61-0819-4fde-88b1-82b3b6b4f238 (api:46)
2018-03-08 01:45:40,852+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=bd5a5e61-0819-4fde-88b1-82b3b6b4f238 (api:52)
2018-03-08 01:45:40,852+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=66591ce0-27dc-49f6-9b80-a76f30524802 (api:46)
2018-03-08 01:45:40,852+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=66591ce0-27dc-49f6-9b80-a76f30524802 (api:52)
2018-03-08 01:45:40,853+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=cb89ef15-632e-418c-98ba-066d8bcb2d7e (api:46)
2018-03-08 01:45:40,853+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=cb89ef15-632e-418c-98ba-066d8bcb2d7e (api:52)
2018-03-08 01:45:40,853+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=e8228eff-f67e-4fb4-b968-554ad3b5aa5b (api:46)
2018-03-08 01:45:40,853+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=e8228eff-f67e-4fb4-b968-554ad3b5aa5b (api:52)
2018-03-08 01:45:40,854+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=bae4d825-a91d-4ba4-a3d5-abbde75baa73 (api:46)
2018-03-08 01:45:40,854+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=bae4d825-a91d-4ba4-a3d5-abbde75baa73 (api:52)
2018-03-08 01:45:41,056+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:41,132+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43113327-97be-4429-a4cd-e6a4ff5e0af0 (threadPool:210)
2018-03-08 01:45:41,132+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c82bb403-140b-40c6-9662-12f9d9d4bc27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:41,133+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:41,382+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:41,458+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7da989d8-ae95-4abc-b2d7-9e92644d1128 (threadPool:210)
2018-03-08 01:45:41,459+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ed94ba71-5770-4b91-9497-95213f20e80d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:41,459+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:41,741+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:41,786+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6ace597c-cc7b-44be-b893-13aa2f5235f1 (threadPool:210)
2018-03-08 01:45:41,786+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ad404719-709a-4690-b306-cb67c5dd2767 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:41,787+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:42,034+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:42,080+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 86aec332-a2ab-4537-8567-3866254362a3 (threadPool:210)
2018-03-08 01:45:42,081+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1f3bb940-b6fb-4fd0-9404-b5c822dcd007 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:42,081+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:42,352+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:42,400+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 445ff633-0daa-40e2-aaf6-70a58d4b8444 (threadPool:210)
2018-03-08 01:45:42,401+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 56672245-a532-4a85-82d1-fd1b7dc0037f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:42,401+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:42,685+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:43,024+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:43,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c82bb403-140b-40c6-9662-12f9d9d4bc27 (threadPool:210)
2018-03-08 01:45:43,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0af3870-3e60-409a-8be7-ec15fd352ee5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:43,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:43,410+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:43,439+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ed94ba71-5770-4b91-9497-95213f20e80d (threadPool:210)
2018-03-08 01:45:43,439+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d18a16b9-2d62-46b7-8ff5-9c62d67c5c44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:43,440+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:43,792+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:43,841+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1f3bb940-b6fb-4fd0-9404-b5c822dcd007 (threadPool:210)
2018-03-08 01:45:43,842+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 230b8ba6-3eef-4d80-ba02-4ab84ee48267 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:43,842+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:44,038+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:44,043+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:44,045+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:44,308+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:44,357+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 56672245-a532-4a85-82d1-fd1b7dc0037f (threadPool:210)
2018-03-08 01:45:44,358+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c4d87515-65d0-47ff-b5a5-da2368274f0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:44,358+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:44,706+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:44,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0af3870-3e60-409a-8be7-ec15fd352ee5 (threadPool:210)
2018-03-08 01:45:44,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8d1c373e-5377-42c7-ac49-5b1a30f62fa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:44,748+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:45,002+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8616daca-5dca-452b-90e3-423e0ea7e258 (api:46)
2018-03-08 01:45:45,006+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:45,031+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8616daca-5dca-452b-90e3-423e0ea7e258 (api:52)
2018-03-08 01:45:45,033+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:45:45,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ad404719-709a-4690-b306-cb67c5dd2767 (threadPool:210)
2018-03-08 01:45:45,062+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5ffb8fbb-f526-4de9-9e3c-1163aa60573e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:45,063+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:45,129+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3cb43d62-8f09-4e0a-8812-34ba4cb2401b (api:46)
2018-03-08 01:45:45,136+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3cb43d62-8f09-4e0a-8812-34ba4cb2401b (api:52)
2018-03-08 01:45:45,137+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:45,370+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:45,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d18a16b9-2d62-46b7-8ff5-9c62d67c5c44 (threadPool:210)
2018-03-08 01:45:45,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2a70f1f0-d6ad-41d0-a21c-045fc59fe578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:45,400+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:45,665+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:45,714+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c4d87515-65d0-47ff-b5a5-da2368274f0e (threadPool:210)
2018-03-08 01:45:45,715+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2d5a6e86-1f70-4b8d-a358-00bde861e555 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:45,715+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:45,986+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:46,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8d1c373e-5377-42c7-ac49-5b1a30f62fa0 (threadPool:210)
2018-03-08 01:45:46,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0f1fc34c-bebc-4bfa-b7cf-63a34aeecb42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:46,035+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:46,334+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:46,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5ffb8fbb-f526-4de9-9e3c-1163aa60573e (threadPool:210)
2018-03-08 01:45:46,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e1f6814-fc4c-4ee7-bd4a-77a2bb25c4d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:45:46,387+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:46,664+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:46,704+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 230b8ba6-3eef-4d80-ba02-4ab84ee48267 (threadPool:210)
2018-03-08 01:45:46,705+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8313e3a4-69e5-491d-809f-664ad168f751 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:46,705+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:47,037+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:47,051+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:47,054+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=81e3b796-8d95-470c-9e1f-f69026cbfc4f (api:46)
2018-03-08 01:45:47,056+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435678', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041125', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234047', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00119822', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556463', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265389', 'lastCheck': '0.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000626789', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000593449', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364979', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246414', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364463', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305409', 'lastCheck': '7.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034685', 'lastCheck': '8.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262512', 'lastCheck': '8.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327706', 'lastCheck': '7.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445273', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238214', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301802', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286206', 'lastCheck': '5.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563235', 'lastCheck': '7.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026752', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343459', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256173', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438752', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302356', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023344', 'lastCheck': '7.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397926', 'lastCheck': '9.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334653', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214179', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234801', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607205', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222716', 'lastCheck': '7.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=81e3b796-8d95-470c-9e1f-f69026cbfc4f (api:52)
2018-03-08 01:45:47,056+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8d032543-fa65-4d5e-9f89-3645be70da32 (api:46)
2018-03-08 01:45:47,057+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8d032543-fa65-4d5e-9f89-3645be70da32 (api:52)
2018-03-08 01:45:47,099+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.35'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.37'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '53': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '96.10'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '24': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.02'}, '26': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '27': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '20': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '23': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.40'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '29': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '97.69'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '1': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '29.54', 'cpuIdle': '66.09'}, '0': {'cpuUser': '7.81', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '88.08'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.50'}, '2': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '2.98', 'cpuIdle': '94.11'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '4': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.03'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.82'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.83'}, '8': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.28'}, '38': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '96.16'}, '59': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '13': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.89'}, '12': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '15': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '96.09'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '17': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '19': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.43'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '94.90'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '4.11', 'cpuIdle': '92.98'}, '36': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '35': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.16'}, '34': {'cpuUser': '9.67', 'nodeIndex': 0, 'cpuSys': '10.27', 'cpuIdle': '80.06'}, '33': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '18': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.89'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.74'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312533'}, '0': {'memPercent': 12, 'memFree': '345206'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305409', 'lastCheck': '7.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435678', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041125', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034685', 'lastCheck': '8.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262512', 'lastCheck': '8.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000556463', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265389', 'lastCheck': '0.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000626789', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000593449', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364979', 'lastCheck': '0.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246414', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364463', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234047', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00119822', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327706', 'lastCheck': '7.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026752', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238214', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301802', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286206', 'lastCheck': '5.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563235', 'lastCheck': '7.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000445273', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607205', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256173', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438752', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302356', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023344', 'lastCheck': '7.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000397926', 'lastCheck': '9.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334653', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214179', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234801', 'lastCheck': '5.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343459', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222716', 'lastCheck': '7.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647546651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404383460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.351', 'tx': '1176277352786', 'txDropped': '0', 'rx': '625372158479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0', 'tx': '1580933999320', 'txDropped': '0', 'rx': '926353672747', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45213393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416564257', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200617212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet0', 'tx': '87837180', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet1', 'tx': '37766248125', 'txDropped': '0', 'rx': '878047623', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet2', 'tx': '21128603616', 'txDropped': '0', 'rx': '141321363733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175773162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet4', 'tx': '396520562', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet5', 'tx': '23425773917', 'txDropped': '0', 'rx': '498180226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet6', 'tx': '6654634468', 'txDropped': '0', 'rx': '430141940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet7', 'tx': '1434440755', 'txDropped': '0', 'rx': '552419662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42460404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46763147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'lo', 'tx': '6938590337', 'txDropped': '0', 'rx': '6938590337', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170753032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'eno1', 'tx': '975622385233', 'txDropped': '0', 'rx': '434011895942', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'eno2', 'tx': '605311614087', 'txDropped': '0', 'rx': '492341776805', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469934.640336, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469934.640336, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633136499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75936283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77054148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192281712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370803130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373740155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49888251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430544343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299048112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.110', 'tx': '2476690783', 'txDropped': '0', 'rx': '66856566282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.111', 'tx': '122681066110', 'txDropped': '0', 'rx': '24450575212', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55258971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54186416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465514692', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165431293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56038889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55868700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45208601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469934.640336, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226656081', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'oVirtManagement', 'tx': '1176277352138', 'txDropped': '0', 'rx': '625371420076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577446132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'vnet3', 'tx': '542914326', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469934.640336, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754551571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1695980.92', 'cpuLoad': '2.73', 'cpuSys': '2.01', 'diskStats': {'/var/log': {'free': '92932'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635250L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:45:47 GMT', 'cpuUser': '1.35', 'memFree': 667543, 'cpuIdle': '96.64', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.97'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:47,105+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:45:47,126+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2d5a6e86-1f70-4b8d-a358-00bde861e555 (threadPool:210)
2018-03-08 01:45:47,126+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 185cb338-c3c2-4f18-b61d-26de6a671b6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:47,127+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:47,167+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20837 (__init__:598)
2018-03-08 01:45:47,167+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20836 (__init__:598)
2018-03-08 01:45:47,409+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:47,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0f1fc34c-bebc-4bfa-b7cf-63a34aeecb42 (threadPool:210)
2018-03-08 01:45:47,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7ee245f5-d3c9-479a-bf4e-72ed3e8e7a8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:47,458+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:47,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:47,786+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e1f6814-fc4c-4ee7-bd4a-77a2bb25c4d8 (threadPool:210)
2018-03-08 01:45:47,787+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 89e1630f-eda4-4adc-b5e5-4367376292ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:47,787+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:48,085+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:48,108+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:45:48,117+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:45:48,119+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:48,150+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:45:48,151+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:45:48,151+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:45:48,154+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2a70f1f0-d6ad-41d0-a21c-045fc59fe578 (threadPool:210)
2018-03-08 01:45:48,154+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2eeca25e-1b35-4123-a96c-209968781f34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:48,154+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:48,441+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:48,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8313e3a4-69e5-491d-809f-664ad168f751 (threadPool:210)
2018-03-08 01:45:48,499+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 422e4619-410c-4831-9996-a9ad37038352 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:48,500+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:48,904+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:48,948+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 185cb338-c3c2-4f18-b61d-26de6a671b6f (threadPool:210)
2018-03-08 01:45:48,948+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e148848e-d047-44da-b041-e2f76957667c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:48,948+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:49,357+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:49,409+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7ee245f5-d3c9-479a-bf4e-72ed3e8e7a8b (threadPool:210)
2018-03-08 01:45:49,410+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f414a415-af4c-4427-8e35-4a7fbaf3218a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:49,411+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:49,729+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:49,808+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=80153746-f229-449e-a599-ca5576645266 (api:46)
2018-03-08 01:45:49,810+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000721752', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000861808', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030754', 'lastCheck': '0.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450045', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446306', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372008', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000344503', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392042', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285882', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278218', 'lastCheck': '0.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364463', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457486', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243997', 'lastCheck': '1.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00526091', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000517795', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473432', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231671', 'lastCheck': '0.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202364', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419669', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000867827', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306951', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343459', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000505091', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438752', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302356', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444215', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028749', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334653', 'lastCheck': '8.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214179', 'lastCheck': '8.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234801', 'lastCheck': '8.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000607205', 'lastCheck': '8.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222716', 'lastCheck': '2.7', 'valid': True}} from=internal, task_id=80153746-f229-449e-a599-ca5576645266 (api:52)
2018-03-08 01:45:49,810+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=f0935723-ced4-4bba-bbe3-d686dc313b5a (api:46)
2018-03-08 01:45:49,811+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=f0935723-ced4-4bba-bbe3-d686dc313b5a (api:52)
2018-03-08 01:45:49,866+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2eeca25e-1b35-4123-a96c-209968781f34 (threadPool:210)
2018-03-08 01:45:49,868+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4084a0ae-0a6f-4a21-a5f2-6e835b9e689f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:49,868+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:50,184+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:50,230+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 422e4619-410c-4831-9996-a9ad37038352 (threadPool:210)
2018-03-08 01:45:50,230+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 08c8739d-06b6-4816-9f4b-da224b4b0751 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:50,230+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:50,501+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:50,556+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e148848e-d047-44da-b041-e2f76957667c (threadPool:210)
2018-03-08 01:45:50,557+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8ace99a6-07d8-4470-82de-5124be0cc308 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:50,557+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:50,831+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:50,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 89e1630f-eda4-4adc-b5e5-4367376292ca (threadPool:210)
2018-03-08 01:45:50,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bb65bf5e-79a1-4886-9e97-1c20efdf8272 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:50,880+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:51,167+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:51,208+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f414a415-af4c-4427-8e35-4a7fbaf3218a (threadPool:210)
2018-03-08 01:45:51,208+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 747757bd-1449-49c6-adca-d950f7f3aecf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:51,209+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:51,482+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:51,529+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 08c8739d-06b6-4816-9f4b-da224b4b0751 (threadPool:210)
2018-03-08 01:45:51,530+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fc89fafe-bdfc-4efe-971a-31246c6b60ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:51,530+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:51,820+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:51,863+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8ace99a6-07d8-4470-82de-5124be0cc308 (threadPool:210)
2018-03-08 01:45:51,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 231c2511-4d43-45e9-ad4b-fb8319d857a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:51,864+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:52,168+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:52,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4084a0ae-0a6f-4a21-a5f2-6e835b9e689f (threadPool:210)
2018-03-08 01:45:52,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f52d2cdc-dca5-4572-a734-9f52dba06595 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:52,216+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:52,504+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:52,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 747757bd-1449-49c6-adca-d950f7f3aecf (threadPool:210)
2018-03-08 01:45:52,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5118e35-150c-4ea6-9d6e-e75243225a29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:52,551+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:52,826+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:52,876+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fc89fafe-bdfc-4efe-971a-31246c6b60ff (threadPool:210)
2018-03-08 01:45:52,877+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8330cf5f-3d1f-4578-bdfe-331b92cac7a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:52,877+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:53,192+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:53,241+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bb65bf5e-79a1-4886-9e97-1c20efdf8272 (threadPool:210)
2018-03-08 01:45:53,242+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d24081a5-c7bb-4b7e-b2a7-e9511e013f4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:53,242+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:53,556+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:53,594+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 231c2511-4d43-45e9-ad4b-fb8319d857a9 (threadPool:210)
2018-03-08 01:45:53,595+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b4bc7c78-9791-4e91-8809-7d914a68bea6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:53,596+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:53,993+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:54,042+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f52d2cdc-dca5-4572-a734-9f52dba06595 (threadPool:210)
2018-03-08 01:45:54,042+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dfcf34a7-f4c0-4b94-8f75-3560b0038d25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:54,043+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:54,356+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:54,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5118e35-150c-4ea6-9d6e-e75243225a29 (threadPool:210)
2018-03-08 01:45:54,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c89fc5a6-954b-4f7f-9f64-f616ae64e876 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:54,404+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:54,731+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:55,118+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:55,168+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8330cf5f-3d1f-4578-bdfe-331b92cac7a7 (threadPool:210)
2018-03-08 01:45:55,168+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9c2c84de-38e0-4113-9c0a-c0d1c7ff79b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:55,168+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:55,453+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:55,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d24081a5-c7bb-4b7e-b2a7-e9511e013f4d (threadPool:210)
2018-03-08 01:45:55,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2c7b4917-d2fa-43c3-8535-9a83e1951a64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:55,512+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:55,529+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9a4f5dad-acf8-4c15-90ad-08f2e28209fc (api:46)
2018-03-08 01:45:55,536+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9a4f5dad-acf8-4c15-90ad-08f2e28209fc (api:52)
2018-03-08 01:45:55,536+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:55,633+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=27d969cb-2ed3-4692-9760-dd98c2a6c932 (api:46)
2018-03-08 01:45:55,640+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=27d969cb-2ed3-4692-9760-dd98c2a6c932 (api:52)
2018-03-08 01:45:55,641+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:55,794+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:55,843+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b4bc7c78-9791-4e91-8809-7d914a68bea6 (threadPool:210)
2018-03-08 01:45:55,844+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 173a50c0-bd64-4ab5-bb87-4f85b44eac78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:55,844+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:56,079+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:56,125+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dfcf34a7-f4c0-4b94-8f75-3560b0038d25 (threadPool:210)
2018-03-08 01:45:56,125+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7e03674-cc17-4077-ac64-604110696184 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:56,126+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:56,394+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:56,476+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c89fc5a6-954b-4f7f-9f64-f616ae64e876 (threadPool:210)
2018-03-08 01:45:56,478+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 53dfb4ee-f380-4b89-80d2-e6661ab60b7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:56,478+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:56,793+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:56,837+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9c2c84de-38e0-4113-9c0a-c0d1c7ff79b5 (threadPool:210)
2018-03-08 01:45:56,837+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5224937e-00c6-47ed-ba4a-c17d20c675f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:56,838+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:57,141+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:57,194+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 173a50c0-bd64-4ab5-bb87-4f85b44eac78 (threadPool:210)
2018-03-08 01:45:57,195+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 254b8bc0-a1dd-4398-a882-242fec34c877 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:57,195+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:57,496+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:57,545+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7e03674-cc17-4077-ac64-604110696184 (threadPool:210)
2018-03-08 01:45:57,545+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3982a380-fdd7-46d0-94e6-99fdeae5148d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:45:57,545+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:57,828+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:57,875+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 53dfb4ee-f380-4b89-80d2-e6661ab60b7e (threadPool:210)
2018-03-08 01:45:57,875+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3cf80437-94b1-47cf-9a34-b371a5bcc426 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:57,876+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:58,130+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:58,177+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2c7b4917-d2fa-43c3-8535-9a83e1951a64 (threadPool:210)
2018-03-08 01:45:58,178+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7fd9c60c-3a3b-4861-a740-a931d0ae1606 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:58,178+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:58,484+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:58,539+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5224937e-00c6-47ed-ba4a-c17d20c675f9 (threadPool:210)
2018-03-08 01:45:58,540+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 90d2c7ce-20eb-449c-9f06-330f6f97c8d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:45:58,540+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:45:58,796+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:58,851+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3982a380-fdd7-46d0-94e6-99fdeae5148d (threadPool:210)
2018-03-08 01:45:58,852+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aa05a0c7-a081-4ca6-8e43-f4f780a473a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:58,852+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:59,061+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:45:59,066+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:45:59,068+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:45:59,150+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:59,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3cf80437-94b1-47cf-9a34-b371a5bcc426 (threadPool:210)
2018-03-08 01:45:59,208+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 992bb9b0-a95f-493b-a98f-eec5c595e837 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:59,208+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:59,500+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:59,563+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 254b8bc0-a1dd-4398-a882-242fec34c877 (threadPool:210)
2018-03-08 01:45:59,565+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 80a76d95-aecd-4c59-89b8-06a59f2204a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:59,565+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:45:59,860+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:45:59,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 90d2c7ce-20eb-449c-9f06-330f6f97c8d2 (threadPool:210)
2018-03-08 01:45:59,924+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 80725a0e-0334-41cc-ac45-bd2ecb0175cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:45:59,925+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:00,297+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:00,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aa05a0c7-a081-4ca6-8e43-f4f780a473a2 (threadPool:210)
2018-03-08 01:46:00,343+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6b83d9db-d5ad-4d4a-89c7-c513137a2693 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:00,344+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:00,626+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:00,655+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7fd9c60c-3a3b-4861-a740-a931d0ae1606 (threadPool:210)
2018-03-08 01:46:00,656+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ffee1195-b358-49da-a6be-dfab2576c74b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:00,656+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:00,918+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:00,962+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 80a76d95-aecd-4c59-89b8-06a59f2204a1 (threadPool:210)
2018-03-08 01:46:00,963+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 15fd2ede-d530-436a-b723-32cc93c76f56 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:00,963+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:01,256+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:01,304+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 80725a0e-0334-41cc-ac45-bd2ecb0175cd (threadPool:210)
2018-03-08 01:46:01,304+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 379d8dd2-2eea-473c-895f-99bf86a2348e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:01,305+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:01,578+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:01,629+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6b83d9db-d5ad-4d4a-89c7-c513137a2693 (threadPool:210)
2018-03-08 01:46:01,630+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 043ee87b-c680-4423-abac-4be18760df0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:01,630+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:01,933+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:01,972+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 992bb9b0-a95f-493b-a98f-eec5c595e837 (threadPool:210)
2018-03-08 01:46:01,973+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6743ede9-fadb-4667-ab75-786f6e72cbd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:01,973+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:02,142+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:02,143+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=79ee2073-d307-4117-96ff-560af98a6a83 (api:46)
2018-03-08 01:46:02,144+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656029', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046514', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039707', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546324', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472568', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303464', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000498316', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503089', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281619', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029952', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313325', 'lastCheck': '0.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391649', 'lastCheck': '2.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382668', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032405', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216224', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333558', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030827', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308898', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420463', 'lastCheck': '2.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246848', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032721', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273258', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000481369', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431614', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027965', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000330626', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225928', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356244', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340142', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446389', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270722', 'lastCheck': '2.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=79ee2073-d307-4117-96ff-560af98a6a83 (api:52)
2018-03-08 01:46:02,144+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=5c3f806a-e633-4e57-8650-67274543ff4e (api:46)
2018-03-08 01:46:02,145+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=5c3f806a-e633-4e57-8650-67274543ff4e (api:52)
2018-03-08 01:46:02,172+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.10'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.54'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.03'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '26': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.10'}, '27': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.29'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '21': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '94.71'}, '22': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.54'}, '28': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.89'}, '29': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.09'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.73'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '28.02', 'cpuIdle': '66.88'}, '0': {'cpuUser': '6.56', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '89.93'}, '3': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.50'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.58', 'cpuIdle': '95.30'}, '5': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.96'}, '4': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '7': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.10'}, '6': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '9': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.64'}, '8': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.96'}, '10': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '13': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '95.57'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.76'}, '15': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.96'}, '14': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.49'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '19': {'cpuUser': '3.91', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.10'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.08'}, '35': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.63'}, '34': {'cpuUser': '7.82', 'nodeIndex': 0, 'cpuSys': '8.87', 'cpuIdle': '83.31'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.55'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312469'}, '0': {'memPercent': 12, 'memFree': '345245'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391649', 'lastCheck': '2.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656029', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046514', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382668', 'lastCheck': '3.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032405', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472568', 'lastCheck': '2.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303464', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000498316', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503089', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281619', 'lastCheck': '2.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029952', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313325', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039707', 'lastCheck': '2.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546324', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246848', 'lastCheck': '2.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333558', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030827', 'lastCheck': '0.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308898', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420463', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216224', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446389', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273258', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000481369', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431614', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027965', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000330626', 'lastCheck': '4.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225928', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356244', 'lastCheck': '0.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340142', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032721', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270722', 'lastCheck': '2.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647581514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404386023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.351', 'tx': '1176277429529', 'txDropped': '0', 'rx': '625372174595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0', 'tx': '1580934091566', 'txDropped': '0', 'rx': '926354135913', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45213743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416565090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200618410', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet0', 'tx': '87842195', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet1', 'tx': '37766249214', 'txDropped': '0', 'rx': '878047727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet2', 'tx': '21128656304', 'txDropped': '0', 'rx': '141321366046', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175774530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet4', 'tx': '396525577', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet5', 'tx': '23425810657', 'txDropped': '0', 'rx': '498180508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet6', 'tx': '6654635563', 'txDropped': '0', 'rx': '430142057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet7', 'tx': '1434441850', 'txDropped': '0', 'rx': '552419779', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42460804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46763786', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'lo', 'tx': '6938669444', 'txDropped': '0', 'rx': '6938669444', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170754076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'eno1', 'tx': '975622474817', 'txDropped': '0', 'rx': '434012143458', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'eno2', 'tx': '605311616749', 'txDropped': '0', 'rx': '492341992455', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469949.738965, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469949.738965, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633141177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75936633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77054498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192283946', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370803530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373744232', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49888651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430548420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299050346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.110', 'tx': '2476691121', 'txDropped': '0', 'rx': '66856567265', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.111', 'tx': '122681068258', 'txDropped': '0', 'rx': '24450625732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55259371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54187055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465517255', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165432337', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56039289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55869100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45208951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469949.738965, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226657279', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'oVirtManagement', 'tx': '1176277428881', 'txDropped': '0', 'rx': '625371436192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577450810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'vnet3', 'tx': '542919341', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469949.738965, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754552939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96216', 'ksmPages': 100, 'elapsedTime': '1695996.01', 'cpuLoad': '2.70', 'cpuSys': '1.70', 'diskStats': {'/var/log': {'free': '92931'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.37', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:46:02 GMT', 'cpuUser': '1.41', 'memFree': 667598, 'cpuIdle': '96.89', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.52'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:02,176+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:46:02,285+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:02,335+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 15fd2ede-d530-436a-b723-32cc93c76f56 (threadPool:210)
2018-03-08 01:46:02,335+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b351e905-6075-412e-bf56-50048f76bb9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:02,335+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:02,618+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:02,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 379d8dd2-2eea-473c-895f-99bf86a2348e (threadPool:210)
2018-03-08 01:46:02,668+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c07b88f-1847-4715-8b36-532d74d4df7e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:02,669+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:02,934+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:02,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 043ee87b-c680-4423-abac-4be18760df0a (threadPool:210)
2018-03-08 01:46:02,985+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 88dcada9-992b-4b2d-9932-5911c11b38c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:02,985+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:03,156+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:46:03,161+0100 INFO  (jsonrpc/3) [throttled] Current getAllVmStats: {'c7063f46-88a0-4970-a178-9ca6c90526c4': 'Up', 'd89bc7cf-81f4-489f-a251-7bce8611b875': 'Up', '68bffc06-aab7-4663-9edc-64d8284d1411': 'Up', '457da777-d07d-4341-a94a-540ae1bc5442': 'Up', '8568d3f3-1362-4267-a6dc-54d766926221': 'Up', '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': 'Up', '3849fbfe-4df0-4296-8c72-40de9ca154ce': 'Up', '9f65c0e5-2ec0-4125-8453-e7170bc7202a': 'Up'} (throttledlog:103)
2018-03-08 01:46:03,161+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:46:03,164+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:03,172+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:46:03,172+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:46:03,173+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:03,241+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:03,291+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ffee1195-b358-49da-a6be-dfab2576c74b (threadPool:210)
2018-03-08 01:46:03,292+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task df21e3e2-1e73-45a5-aaed-90b0cbcab7f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:03,292+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:03,561+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:03,612+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6743ede9-fadb-4667-ab75-786f6e72cbd8 (threadPool:210)
2018-03-08 01:46:03,612+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 194f9b1e-346b-4922-ae8d-3de5e1e13d58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:03,612+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:03,886+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:03,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b351e905-6075-412e-bf56-50048f76bb9b (threadPool:210)
2018-03-08 01:46:03,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7056cf49-5a88-4e7b-aa4f-9005bedb974a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:03,947+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:04,269+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:04,319+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 88dcada9-992b-4b2d-9932-5911c11b38c6 (threadPool:210)
2018-03-08 01:46:04,319+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5bc86fc3-d16b-47cf-a812-c5f29d1d187f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:04,320+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:04,634+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:04,663+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task df21e3e2-1e73-45a5-aaed-90b0cbcab7f6 (threadPool:210)
2018-03-08 01:46:04,663+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 035e9245-45db-4117-a20b-ad88d8413c9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:04,664+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:04,901+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=aeb0dfbe-bacd-4109-862a-716790004e5b (api:46)
2018-03-08 01:46:04,902+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656029', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046514', 'lastCheck': '6.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039707', 'lastCheck': '1.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546324', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000472568', 'lastCheck': '5.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303464', 'lastCheck': '5.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000498316', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503089', 'lastCheck': '5.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281619', 'lastCheck': '5.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029952', 'lastCheck': '4.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313325', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391649', 'lastCheck': '5.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382668', 'lastCheck': '6.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032405', 'lastCheck': '6.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518591', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216224', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333558', 'lastCheck': '5.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030827', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308898', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420463', 'lastCheck': '5.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246848', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032721', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273258', 'lastCheck': '5.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000481369', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431614', 'lastCheck': '4.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027965', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000330626', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225928', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356244', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340142', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446389', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270722', 'lastCheck': '4.9', 'valid': True}} from=internal, task_id=aeb0dfbe-bacd-4109-862a-716790004e5b (api:52)
2018-03-08 01:46:04,902+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=19f91048-963a-4a74-82e4-59ae48046cd0 (api:46)
2018-03-08 01:46:04,902+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=19f91048-963a-4a74-82e4-59ae48046cd0 (api:52)
2018-03-08 01:46:04,920+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:04,985+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c07b88f-1847-4715-8b36-532d74d4df7e (threadPool:210)
2018-03-08 01:46:04,985+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 06f25240-6268-4288-8579-d39605b05546 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:04,986+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:05,265+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:05,308+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7056cf49-5a88-4e7b-aa4f-9005bedb974a (threadPool:210)
2018-03-08 01:46:05,309+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 13a1c0fd-4011-498b-acd1-2e52f2892dbe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:05,309+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:05,585+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:05,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5bc86fc3-d16b-47cf-a812-c5f29d1d187f (threadPool:210)
2018-03-08 01:46:05,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f99696ef-a2e3-4215-84d2-38b2c83ccead (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:05,636+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:05,938+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:06,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 194f9b1e-346b-4922-ae8d-3de5e1e13d58 (threadPool:210)
2018-03-08 01:46:06,002+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1e454c60-841a-4e9c-aa3f-ebfab40c1ad1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:06,002+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:06,034+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b8a7ad24-d3c9-44cc-aa16-09cf559aba78 (api:46)
2018-03-08 01:46:06,041+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b8a7ad24-d3c9-44cc-aa16-09cf559aba78 (api:52)
2018-03-08 01:46:06,041+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:06,131+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b3a63f49-0d9d-4129-adae-485ac9e2a92c (api:46)
2018-03-08 01:46:06,137+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b3a63f49-0d9d-4129-adae-485ac9e2a92c (api:52)
2018-03-08 01:46:06,139+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:06,242+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:06,292+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 035e9245-45db-4117-a20b-ad88d8413c9a (threadPool:210)
2018-03-08 01:46:06,292+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2dae57ca-6744-4b92-b1a2-2d8899f33c69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:06,293+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:06,550+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:06,858+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:06,921+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 06f25240-6268-4288-8579-d39605b05546 (threadPool:210)
2018-03-08 01:46:06,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 549cb4ad-94ab-4b21-a8f8-54f1f03e4a72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:06,923+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:07,241+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:07,307+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 13a1c0fd-4011-498b-acd1-2e52f2892dbe (threadPool:210)
2018-03-08 01:46:07,308+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 608cf555-04c7-4aec-bd70-8522198ea8aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:07,308+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:07,621+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:07,671+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f99696ef-a2e3-4215-84d2-38b2c83ccead (threadPool:210)
2018-03-08 01:46:07,672+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74269ba1-f547-4fd4-8eaf-6e2ff869cc06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:07,672+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:07,964+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:08,014+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1e454c60-841a-4e9c-aa3f-ebfab40c1ad1 (threadPool:210)
2018-03-08 01:46:08,014+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 85aa1456-10c4-47b7-962c-f920924d49d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:08,015+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:08,278+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:08,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2dae57ca-6744-4b92-b1a2-2d8899f33c69 (threadPool:210)
2018-03-08 01:46:08,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 43db23d4-ad24-47c9-812e-62da43372212 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:46:08,325+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:08,606+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:08,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 549cb4ad-94ab-4b21-a8f8-54f1f03e4a72 (threadPool:210)
2018-03-08 01:46:08,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c53f2f3-840e-4ea9-82ef-db7ca69afe1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:08,649+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:08,909+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:08,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 608cf555-04c7-4aec-bd70-8522198ea8aa (threadPool:210)
2018-03-08 01:46:08,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e1855cee-4f17-4ee9-b92f-785cc5ad3d02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:08,952+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:09,255+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:09,319+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74269ba1-f547-4fd4-8eaf-6e2ff869cc06 (threadPool:210)
2018-03-08 01:46:09,321+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 297f573a-49f3-4f50-8109-ca15e4aac463 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:09,321+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:09,632+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:09,692+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 85aa1456-10c4-47b7-962c-f920924d49d6 (threadPool:210)
2018-03-08 01:46:09,693+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d37a3804-27e5-4153-95ab-7e0bec12dcd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:09,693+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:09,990+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:10,029+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c53f2f3-840e-4ea9-82ef-db7ca69afe1a (threadPool:210)
2018-03-08 01:46:10,029+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 557d179b-561e-4938-b7d5-70bb4ec63924 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:10,029+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:10,356+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:10,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 297f573a-49f3-4f50-8109-ca15e4aac463 (threadPool:210)
2018-03-08 01:46:10,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f84a6401-c74d-4fdc-b48f-9f722548e9b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:10,404+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:10,697+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:10,746+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 43db23d4-ad24-47c9-812e-62da43372212 (threadPool:210)
2018-03-08 01:46:10,746+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 40c55b47-7199-46da-b665-ddd34da4f6a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:10,747+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:10,999+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:11,047+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d37a3804-27e5-4153-95ab-7e0bec12dcd4 (threadPool:210)
2018-03-08 01:46:11,047+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1740c8f5-532d-437e-8057-573dd0820f2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:11,047+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:11,327+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:11,376+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e1855cee-4f17-4ee9-b92f-785cc5ad3d02 (threadPool:210)
2018-03-08 01:46:11,377+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 64978bdd-9f58-4c76-b71c-6d97fadeb5eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:11,378+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:11,666+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:11,712+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 557d179b-561e-4938-b7d5-70bb4ec63924 (threadPool:210)
2018-03-08 01:46:11,712+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1173a032-c1fb-4a53-98e4-9ffcda369b6d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:11,713+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:11,964+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:12,012+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f84a6401-c74d-4fdc-b48f-9f722548e9b1 (threadPool:210)
2018-03-08 01:46:12,012+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ae60194b-5d1e-4ea8-b334-821a99bb75e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:12,012+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:12,279+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:12,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 40c55b47-7199-46da-b665-ddd34da4f6a3 (threadPool:210)
2018-03-08 01:46:12,324+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 21d4dbe9-dbe6-4c21-8f9b-ba54ca1055a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:12,325+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:12,584+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:12,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1740c8f5-532d-437e-8057-573dd0820f2f (threadPool:210)
2018-03-08 01:46:12,633+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce93e007-0c45-48d2-95f7-8aa1cd91d6cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:12,633+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:12,897+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:12,945+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 64978bdd-9f58-4c76-b71c-6d97fadeb5eb (threadPool:210)
2018-03-08 01:46:12,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 345cd614-3555-4b58-acae-98cbf4f89873 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:12,946+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:13,236+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:13,286+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1173a032-c1fb-4a53-98e4-9ffcda369b6d (threadPool:210)
2018-03-08 01:46:13,287+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a00ba018-9b4d-4685-af7f-12bbc9044453 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:13,287+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:13,564+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:13,612+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ae60194b-5d1e-4ea8-b334-821a99bb75e8 (threadPool:210)
2018-03-08 01:46:13,612+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 80ec2bb6-299b-4226-a97c-7b8540225c66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:13,612+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:13,853+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:13,891+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 21d4dbe9-dbe6-4c21-8f9b-ba54ca1055a8 (threadPool:210)
2018-03-08 01:46:13,892+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a7fd5ab8-aba2-4455-92d8-66b2e2df2eb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:13,892+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:14,084+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:14,089+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:14,091+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:14,182+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:14,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce93e007-0c45-48d2-95f7-8aa1cd91d6cc (threadPool:210)
2018-03-08 01:46:14,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2bfbb0ae-9289-4bd8-bd13-a05d2d1d6e19 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:14,234+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:14,544+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:14,589+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 345cd614-3555-4b58-acae-98cbf4f89873 (threadPool:210)
2018-03-08 01:46:14,590+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 58c5ab9e-2869-467b-b78a-091cd0649d3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:14,590+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:14,878+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:14,925+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a00ba018-9b4d-4685-af7f-12bbc9044453 (threadPool:210)
2018-03-08 01:46:14,925+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4b03325d-ff53-4a7b-96fb-efdcf4b70ff1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:14,926+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:15,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:15,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 80ec2bb6-299b-4226-a97c-7b8540225c66 (threadPool:210)
2018-03-08 01:46:15,220+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 30919f25-4baf-462f-8653-223168c36cb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:15,220+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:15,548+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:15,594+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a7fd5ab8-aba2-4455-92d8-66b2e2df2eb4 (threadPool:210)
2018-03-08 01:46:15,595+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 486b3493-112d-4439-bba4-646384ad91a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:15,595+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:15,931+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:15,969+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2bfbb0ae-9289-4bd8-bd13-a05d2d1d6e19 (threadPool:210)
2018-03-08 01:46:15,970+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 677eeab7-9475-453e-911f-b2d5879c7e92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:15,970+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:16,297+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:16,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 58c5ab9e-2869-467b-b78a-091cd0649d3c (threadPool:210)
2018-03-08 01:46:16,366+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f3cacb1d-240d-4cc5-b1dc-9308f476eff6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:16,367+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:16,525+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c154db36-9b7d-4d3a-ae88-5ea23498d477 (api:46)
2018-03-08 01:46:16,530+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c154db36-9b7d-4d3a-ae88-5ea23498d477 (api:52)
2018-03-08 01:46:16,531+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:16,623+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0e865eb2-fb5b-4b3d-8bc5-3a9eaf0db5fb (api:46)
2018-03-08 01:46:16,629+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0e865eb2-fb5b-4b3d-8bc5-3a9eaf0db5fb (api:52)
2018-03-08 01:46:16,631+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:16,812+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:16,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4b03325d-ff53-4a7b-96fb-efdcf4b70ff1 (threadPool:210)
2018-03-08 01:46:16,860+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5ea4ea04-fff7-4b1f-aefb-1e272553a8db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:16,860+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:17,219+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:17,221+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=75da4f36-5f26-4f9a-ba05-439b932d8c44 (api:46)
2018-03-08 01:46:17,221+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261288', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522312', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315582', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000874372', 'lastCheck': '5.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706394', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271017', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00225837', 'lastCheck': '7.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486894', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310893', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268373', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386608', 'lastCheck': '0.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511378', 'lastCheck': '7.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228319', 'lastCheck': '8.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272979', 'lastCheck': '8.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468945', 'lastCheck': '7.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267217', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278627', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433362', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250922', 'lastCheck': '5.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000785379', 'lastCheck': '7.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278163', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281179', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405223', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404731', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234615', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030267', 'lastCheck': '7.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383904', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248862', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243794', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290632', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354324', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248062', 'lastCheck': '0.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=75da4f36-5f26-4f9a-ba05-439b932d8c44 (api:52)
2018-03-08 01:46:17,222+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b960212b-6df4-455a-871c-222d50325bc7 (api:46)
2018-03-08 01:46:17,222+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b960212b-6df4-455a-871c-222d50325bc7 (api:52)
2018-03-08 01:46:17,226+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:17,287+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '3.24', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '94.97'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '26': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.69'}, '27': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '20': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '23': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '45': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.82'}, '28': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.90'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '26.08', 'cpuIdle': '68.89'}, '0': {'cpuUser': '6.62', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '89.47'}, '3': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '94.50'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '95.30'}, '5': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.16'}, '7': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.17'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '9': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.50'}, '8': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.36'}, '38': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '96.49'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.17'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.68'}, '13': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.50'}, '12': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.95'}, '15': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.30'}, '14': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '96.95'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '16': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.50'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.83'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.81'}, '35': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.76'}, '34': {'cpuUser': '8.94', 'nodeIndex': 0, 'cpuSys': '9.27', 'cpuIdle': '81.79'}, '33': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.87'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '95.90'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312464'}, '0': {'memPercent': 12, 'memFree': '345276'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511378', 'lastCheck': '7.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261288', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522312', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228319', 'lastCheck': '8.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272979', 'lastCheck': '8.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706394', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271017', 'lastCheck': '0.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00225837', 'lastCheck': '7.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486894', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310893', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268373', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386608', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315582', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000874372', 'lastCheck': '5.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468945', 'lastCheck': '7.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278163', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278627', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433362', 'lastCheck': '5.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250922', 'lastCheck': '5.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000785379', 'lastCheck': '7.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267217', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354324', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405223', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404731', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234615', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030267', 'lastCheck': '7.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383904', 'lastCheck': '0.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248862', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243794', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290632', 'lastCheck': '5.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281179', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248062', 'lastCheck': '0.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647598540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404389486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.351', 'tx': '1176277496953', 'txDropped': '0', 'rx': '625372184283', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0', 'tx': '1580934186526', 'txDropped': '0', 'rx': '926354539597', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30335'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45214143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416570586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200620342', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet0', 'tx': '87847449', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet1', 'tx': '37766255589', 'txDropped': '0', 'rx': '878052560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet2', 'tx': '21128736352', 'txDropped': '0', 'rx': '141321517965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175776428', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet4', 'tx': '396530831', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet5', 'tx': '23425829894', 'txDropped': '0', 'rx': '498180574', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet6', 'tx': '6654641311', 'txDropped': '0', 'rx': '430142119', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet7', 'tx': '1434447598', 'txDropped': '0', 'rx': '552419841', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42461154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46764136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'lo', 'tx': '6938743931', 'txDropped': '0', 'rx': '6938743931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170756808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'eno1', 'tx': '975622545231', 'txDropped': '0', 'rx': '434012357047', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'eno2', 'tx': '605311641295', 'txDropped': '0', 'rx': '492342182550', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469964.845322, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469964.845322, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633145667', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75937033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77054898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192287102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370803880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373748632', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49889001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430552820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299053502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.110', 'tx': '2476696078', 'txDropped': '0', 'rx': '66856573318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.111', 'tx': '122681220122', 'txDropped': '0', 'rx': '24450697300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55259721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54187405', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465520718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165435069', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56039639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55869450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45209351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469964.845322, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226659211', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'oVirtManagement', 'tx': '1176277496305', 'txDropped': '0', 'rx': '625371445880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577455300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'vnet3', 'tx': '542924595', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469964.845322, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754554837', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696011.09', 'cpuLoad': '2.63', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92929'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635299L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31482', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:46:17 GMT', 'cpuUser': '1.37', 'memFree': 667590, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.51'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:17,293+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:46:17,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 30919f25-4baf-462f-8653-223168c36cb4 (threadPool:210)
2018-03-08 01:46:17,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7505337e-7c0b-4307-b2b6-d8427a1cf0fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:17,314+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:17,652+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:17,698+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 486b3493-112d-4439-bba4-646384ad91a2 (threadPool:210)
2018-03-08 01:46:17,698+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 93bfefb8-1012-429e-aed4-7a88be679e90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:17,699+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:18,010+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:18,061+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 677eeab7-9475-453e-911f-b2d5879c7e92 (threadPool:210)
2018-03-08 01:46:18,061+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task beca9353-92ec-4ae1-b321-1ad8b081b5f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:18,061+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:18,179+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:46:18,184+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:46:18,186+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:18,211+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:46:18,211+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:46:18,212+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:18,317+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:18,379+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f3cacb1d-240d-4cc5-b1dc-9308f476eff6 (threadPool:210)
2018-03-08 01:46:18,379+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c31b9320-b8b7-41bb-864a-6f6a351e723c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:18,380+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:18,659+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:18,975+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:19,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5ea4ea04-fff7-4b1f-aefb-1e272553a8db (threadPool:210)
2018-03-08 01:46:19,021+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8cbafb96-3f86-471c-b93c-ce458ca0ff84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:19,022+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:19,278+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:19,337+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7505337e-7c0b-4307-b2b6-d8427a1cf0fe (threadPool:210)
2018-03-08 01:46:19,338+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 881408cc-fabc-4fdb-b3f9-48b54b855d28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:46:19,338+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:19,623+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:19,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 93bfefb8-1012-429e-aed4-7a88be679e90 (threadPool:210)
2018-03-08 01:46:19,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 07a2463d-f2ae-4066-900c-dafe6357eb02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:19,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:19,994+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:20,052+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=13b59952-d0ab-497a-8d83-4755363a605d (api:46)
2018-03-08 01:46:20,054+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303972', 'lastCheck': '1.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211845', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323711', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000431426', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480018', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396171', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000330269', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363579', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540516', 'lastCheck': '0.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266284', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386608', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540493', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221262', 'lastCheck': '1.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235154', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436571', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283505', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426207', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248432', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350887', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498176', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333667', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365803', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234117', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000404731', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447774', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263809', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000253078', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235096', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326948', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268562', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291361', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267593', 'lastCheck': '0.2', 'valid': True}} from=internal, task_id=13b59952-d0ab-497a-8d83-4755363a605d (api:52)
2018-03-08 01:46:20,054+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=c6aab5e6-7439-4665-951f-3aa61d78afc8 (api:46)
2018-03-08 01:46:20,055+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c6aab5e6-7439-4665-951f-3aa61d78afc8 (api:52)
2018-03-08 01:46:20,097+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c31b9320-b8b7-41bb-864a-6f6a351e723c (threadPool:210)
2018-03-08 01:46:20,098+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 50a4c508-2af2-404b-a6c9-749051001c87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:20,098+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:20,407+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:20,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8cbafb96-3f86-471c-b93c-ce458ca0ff84 (threadPool:210)
2018-03-08 01:46:20,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a6a46786-d94b-4433-b67d-8153589a3adb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:20,436+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:20,737+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:20,783+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task beca9353-92ec-4ae1-b321-1ad8b081b5f7 (threadPool:210)
2018-03-08 01:46:20,784+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8b9c6fad-206c-48d8-843f-549f7d7706f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:20,784+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:21,051+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:21,096+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 07a2463d-f2ae-4066-900c-dafe6357eb02 (threadPool:210)
2018-03-08 01:46:21,097+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task db6b25f1-4735-484a-a121-6de2cea68d91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:21,097+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:21,372+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:21,417+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 50a4c508-2af2-404b-a6c9-749051001c87 (threadPool:210)
2018-03-08 01:46:21,418+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6fe4cd04-40b1-4e4e-b632-4bfde1d226f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:21,418+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:21,746+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:21,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 881408cc-fabc-4fdb-b3f9-48b54b855d28 (threadPool:210)
2018-03-08 01:46:21,796+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 011f0167-57fb-4ccb-9f57-e6932ae0bd08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:21,796+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:22,067+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:22,112+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a6a46786-d94b-4433-b67d-8153589a3adb (threadPool:210)
2018-03-08 01:46:22,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e880861b-1d7d-4aa3-8bde-ebfe39ba3a29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:22,113+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:22,372+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:22,420+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8b9c6fad-206c-48d8-843f-549f7d7706f0 (threadPool:210)
2018-03-08 01:46:22,421+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0d47d1cb-67cc-4738-a17f-2a2a3cd146dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:22,421+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:22,685+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:22,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task db6b25f1-4735-484a-a121-6de2cea68d91 (threadPool:210)
2018-03-08 01:46:22,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ceb46860-8d59-4340-ac0e-b1d6cf32fb3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:22,731+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:23,012+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:23,058+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6fe4cd04-40b1-4e4e-b632-4bfde1d226f1 (threadPool:210)
2018-03-08 01:46:23,059+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a435b405-45cb-4995-8362-d0aa9cd96724 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:23,059+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:23,380+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:23,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 011f0167-57fb-4ccb-9f57-e6932ae0bd08 (threadPool:210)
2018-03-08 01:46:23,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c6c69bde-07d1-400e-a086-1467e83d2b2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:23,435+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:23,723+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:23,773+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e880861b-1d7d-4aa3-8bde-ebfe39ba3a29 (threadPool:210)
2018-03-08 01:46:23,773+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f01032e-0339-4419-b74d-01f920ceb930 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:23,774+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:24,034+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:24,081+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0d47d1cb-67cc-4738-a17f-2a2a3cd146dc (threadPool:210)
2018-03-08 01:46:24,081+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d5e0d9f-219d-4a96-978c-54d9def6faa3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:24,082+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:24,326+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:24,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ceb46860-8d59-4340-ac0e-b1d6cf32fb3f (threadPool:210)
2018-03-08 01:46:24,376+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c91e5422-8249-426e-871d-feea271a0681 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:24,376+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:24,663+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:24,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a435b405-45cb-4995-8362-d0aa9cd96724 (threadPool:210)
2018-03-08 01:46:24,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b326d26d-b90c-4c56-8910-fd467099deb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:24,722+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:25,040+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:25,085+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f01032e-0339-4419-b74d-01f920ceb930 (threadPool:210)
2018-03-08 01:46:25,085+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 03cf7818-8af0-431e-bfc9-82f2041ce374 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:25,086+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:25,351+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:25,397+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d5e0d9f-219d-4a96-978c-54d9def6faa3 (threadPool:210)
2018-03-08 01:46:25,397+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 20005b63-ea1d-4354-a9d0-4f487297be93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:25,397+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:25,748+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:25,786+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c91e5422-8249-426e-871d-feea271a0681 (threadPool:210)
2018-03-08 01:46:25,787+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 68cf5f89-ac12-402e-8ec2-ee32f2759c59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:25,787+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:26,052+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:26,096+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b326d26d-b90c-4c56-8910-fd467099deb1 (threadPool:210)
2018-03-08 01:46:26,096+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 93916e79-a18b-4f8b-b13e-16fa8a0595a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:26,097+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:26,392+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:26,436+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 03cf7818-8af0-431e-bfc9-82f2041ce374 (threadPool:210)
2018-03-08 01:46:26,437+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fbe783b2-c6f9-47a2-a558-d1ca4c1e53e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:26,438+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:26,875+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:26,964+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 20005b63-ea1d-4354-a9d0-4f487297be93 (threadPool:210)
2018-03-08 01:46:26,964+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9f4a98c2-86e5-442b-a7a8-b9aa315fb739 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:26,964+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:26,994+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=41925862-ede4-40a2-869e-58e29ae4af3e (api:46)
2018-03-08 01:46:27,001+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=41925862-ede4-40a2-869e-58e29ae4af3e (api:52)
2018-03-08 01:46:27,001+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:27,097+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=605adeef-4724-454d-a0ae-7f1f39226439 (api:46)
2018-03-08 01:46:27,104+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7079985152000', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=605adeef-4724-454d-a0ae-7f1f39226439 (api:52)
2018-03-08 01:46:27,105+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:27,249+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:27,305+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 68cf5f89-ac12-402e-8ec2-ee32f2759c59 (threadPool:210)
2018-03-08 01:46:27,306+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6739a282-cf7b-4e42-9d93-01234757f410 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:27,306+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:27,575+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:27,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 93916e79-a18b-4f8b-b13e-16fa8a0595a7 (threadPool:210)
2018-03-08 01:46:27,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 98c8cfdd-1969-4087-91f8-fd7d20a8765a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:27,625+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:28,025+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:28,072+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fbe783b2-c6f9-47a2-a558-d1ca4c1e53e5 (threadPool:210)
2018-03-08 01:46:28,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e20a0173-f6e2-4dd7-b278-4d9708ebaac3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:28,073+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:28,390+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:28,425+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c6c69bde-07d1-400e-a086-1467e83d2b2d (threadPool:210)
2018-03-08 01:46:28,426+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task baea8680-a1e0-45bd-8f37-0110648e42f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x03\xfb\xea:\xc75Z\xb7\xacE}Jh\xc0\xbd\x11000000000000280000000000000')) (threadPool:208)
2018-03-08 01:46:28,426+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 11bdc068-4a7d-45ac-b75a-35c73aeafb03 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:46:28,427+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/11bdc068-4a7d-45ac-b75a-35c73aeafb03 to 10240 megabytes (lvm:1205)
2018-03-08 01:46:28,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task baea8680-a1e0-45bd-8f37-0110648e42f3 (threadPool:210)
2018-03-08 01:46:28,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a82c00f-f522-48c2-beb6-fd11f3f46bdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:28,619+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:28,757+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:28,797+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9f4a98c2-86e5-442b-a7a8-b9aa315fb739 (threadPool:210)
2018-03-08 01:46:28,798+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8ebe783d-2ccb-4cf1-8a8e-78e3da0578a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:28,798+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:29,042+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:29,085+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 98c8cfdd-1969-4087-91f8-fd7d20a8765a (threadPool:210)
2018-03-08 01:46:29,086+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5cf438a9-6c7d-464b-8fc4-1695f25bcae2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:29,086+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:29,107+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:29,112+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:29,114+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:29,345+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:29,411+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e20a0173-f6e2-4dd7-b278-4d9708ebaac3 (threadPool:210)
2018-03-08 01:46:29,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 374bd8c8-18ec-4ed0-bd1a-91e8c79f47f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:29,412+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:29,719+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:29,779+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a82c00f-f522-48c2-beb6-fd11f3f46bdc (threadPool:210)
2018-03-08 01:46:29,780+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42d43914-7046-4b45-810a-773239a6150b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:29,780+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:30,040+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:30,078+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6739a282-cf7b-4e42-9d93-01234757f410 (threadPool:210)
2018-03-08 01:46:30,078+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 79ee13cd-e610-4aec-82ff-ddd30ff2e56a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:30,078+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:30,436+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:30,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5cf438a9-6c7d-464b-8fc4-1695f25bcae2 (threadPool:210)
2018-03-08 01:46:30,487+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e09a059b-ea0f-470b-8386-b8b3a8e1c928 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:30,488+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:30,847+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:30,898+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 374bd8c8-18ec-4ed0-bd1a-91e8c79f47f0 (threadPool:210)
2018-03-08 01:46:30,899+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ee3864c5-ccf5-47c5-8d7b-fd4fc5377fc6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:30,899+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:31,167+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:31,462+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:31,508+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42d43914-7046-4b45-810a-773239a6150b (threadPool:210)
2018-03-08 01:46:31,509+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 93c68f8a-2b7f-4527-972e-528fcc72596b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:46:31,509+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:31,776+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:31,819+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8ebe783d-2ccb-4cf1-8a8e-78e3da0578a8 (threadPool:210)
2018-03-08 01:46:31,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cccec3fc-7672-4c78-8054-0fcb9a434bbe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:31,821+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:32,116+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:32,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 79ee13cd-e610-4aec-82ff-ddd30ff2e56a (threadPool:210)
2018-03-08 01:46:32,162+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 22325cac-1fbc-4a5c-93ab-e3fec4932c46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:32,162+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:32,343+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:32,345+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ad0983d5-0749-4bd7-b6d8-8d3dfe8cec0b (api:46)
2018-03-08 01:46:32,345+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00146095', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573789', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311425', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568329', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530959', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522956', 'lastCheck': '3.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274888', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734151', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380534', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343022', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289033', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388584', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329992', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023515', 'lastCheck': '3.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456494', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306564', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231306', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468988', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372237', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363658', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358671', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040159', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282225', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000268093', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377199', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324173', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000453207', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229865', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274825', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247805', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374667', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271012', 'lastCheck': '2.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ad0983d5-0749-4bd7-b6d8-8d3dfe8cec0b (api:52)
2018-03-08 01:46:32,346+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b2982e3f-69ec-42cd-a6ca-a33e7ed28615 (api:46)
2018-03-08 01:46:32,346+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b2982e3f-69ec-42cd-a6ca-a33e7ed28615 (api:52)
2018-03-08 01:46:32,375+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.63'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.17'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.70'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.03'}, '26': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.37'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '21': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '22': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.90'}, '23': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.03'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.75'}, '28': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.56'}, '29': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '96.17'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '28.05', 'cpuIdle': '67.05'}, '0': {'cpuUser': '6.48', 'nodeIndex': 0, 'cpuSys': '4.17', 'cpuIdle': '89.35'}, '3': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.11'}, '2': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '3.04', 'cpuIdle': '94.38'}, '5': {'cpuUser': '2.51', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '94.78'}, '4': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '7': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '3.24', 'cpuIdle': '94.58'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '9': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.70'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.81'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '13': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.76'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '15': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.43'}, '14': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.28'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.24'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '34': {'cpuUser': '7.74', 'nodeIndex': 0, 'cpuSys': '8.20', 'cpuIdle': '84.06'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.03'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312418'}, '0': {'memPercent': 12, 'memFree': '345316'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388584', 'lastCheck': '2.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00146095', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573789', 'lastCheck': '4.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329992', 'lastCheck': '3.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023515', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530959', 'lastCheck': '3.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522956', 'lastCheck': '3.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274888', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734151', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380534', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343022', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289033', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311425', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568329', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456494', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358671', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231306', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468988', 'lastCheck': '0.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372237', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363658', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306564', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374667', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282225', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000268093', 'lastCheck': '6.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377199', 'lastCheck': '2.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324173', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000453207', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229865', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274825', 'lastCheck': '0.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247805', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040159', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271012', 'lastCheck': '2.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647605099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404392686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.351', 'tx': '1176277581067', 'txDropped': '0', 'rx': '625372200711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0', 'tx': '1580934419022', 'txDropped': '0', 'rx': '926354972610', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45214543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416576087', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200621096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet0', 'tx': '87852574', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet1', 'tx': '37766261594', 'txDropped': '0', 'rx': '878052622', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet2', 'tx': '21128754295', 'txDropped': '0', 'rx': '141321519772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175778723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet4', 'tx': '396535956', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet5', 'tx': '23425838262', 'txDropped': '0', 'rx': '498180979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet6', 'tx': '6654648397', 'txDropped': '0', 'rx': '430143153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet7', 'tx': '1434453669', 'txDropped': '0', 'rx': '552419958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42461554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46764536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'lo', 'tx': '6938824742', 'txDropped': '0', 'rx': '6938824742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170759462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'eno1', 'tx': '975622635555', 'txDropped': '0', 'rx': '434012561278', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'eno2', 'tx': '605311783467', 'txDropped': '0', 'rx': '492342411332', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469979.959871, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469979.959871, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633150529', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75937383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77055248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192290456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370804280', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373752805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49889401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430556993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299056856', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.110', 'tx': '2476697291', 'txDropped': '0', 'rx': '66856579742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.111', 'tx': '122681221608', 'txDropped': '0', 'rx': '24450713288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55260121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54187805', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465523918', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165437723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56040039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55869850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45209751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469979.959871, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226659965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'oVirtManagement', 'tx': '1176277580419', 'txDropped': '0', 'rx': '625371462308', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577460162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'vnet3', 'tx': '542929720', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469979.959871, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754557132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696026.21', 'cpuLoad': '2.63', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92927'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.23', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:46:32 GMT', 'cpuUser': '1.21', 'memFree': 667601, 'cpuIdle': '97.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.24'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:32,379+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:46:32,408+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:32,459+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e09a059b-ea0f-470b-8386-b8b3a8e1c928 (threadPool:210)
2018-03-08 01:46:32,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2894d302-4d13-4f0e-8077-6f415de6fcd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:32,460+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:32,742+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:32,792+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ee3864c5-ccf5-47c5-8d7b-fd4fc5377fc6 (threadPool:210)
2018-03-08 01:46:32,792+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c75ee08e-bc1f-4461-98e4-73d44570c433 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:32,792+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:33,090+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:33,143+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 93c68f8a-2b7f-4527-972e-528fcc72596b (threadPool:210)
2018-03-08 01:46:33,144+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 04007d85-e128-434c-8138-97dc205976a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:33,144+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:33,216+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:46:33,221+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:46:33,223+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:33,232+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:46:33,233+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:46:33,233+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:33,372+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:33,418+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 22325cac-1fbc-4a5c-93ab-e3fec4932c46 (threadPool:210)
2018-03-08 01:46:33,419+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b05bd5d7-b13d-4ca1-97a0-9a4f1511bafa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:33,419+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:33,687+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:33,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2894d302-4d13-4f0e-8077-6f415de6fcd8 (threadPool:210)
2018-03-08 01:46:33,725+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 07a770c2-fa77-4ad6-a91b-9c3833063d27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:33,725+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:33,993+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:34,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cccec3fc-7672-4c78-8054-0fcb9a434bbe (threadPool:210)
2018-03-08 01:46:34,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a4fd8dd5-8026-425e-902b-b2f9c8445330 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:34,045+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:34,298+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:34,346+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 04007d85-e128-434c-8138-97dc205976a9 (threadPool:210)
2018-03-08 01:46:34,346+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8a5aa11a-1531-4150-b350-06b8c3b16cdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:34,346+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:34,625+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:34,673+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b05bd5d7-b13d-4ca1-97a0-9a4f1511bafa (threadPool:210)
2018-03-08 01:46:34,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 64f11de8-7117-4fc3-b186-c1fe9be495c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:34,674+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:34,988+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:35,037+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c75ee08e-bc1f-4461-98e4-73d44570c433 (threadPool:210)
2018-03-08 01:46:35,038+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cfafdb8d-8bf7-4e32-bcf3-61f9080ff6db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:35,038+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:35,138+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=de4e915c-0463-49ae-bd11-782cdcbb613a (api:46)
2018-03-08 01:46:35,139+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00146095', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000573789', 'lastCheck': '6.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311425', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568329', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000530959', 'lastCheck': '5.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000522956', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274888', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000734151', 'lastCheck': '5.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380534', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343022', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289033', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388584', 'lastCheck': '5.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329992', 'lastCheck': '6.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023515', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456494', 'lastCheck': '5.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306564', 'lastCheck': '5.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231306', 'lastCheck': '5.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468988', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372237', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363658', 'lastCheck': '5.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358671', 'lastCheck': '5.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040159', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282225', 'lastCheck': '5.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000268093', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377199', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324173', 'lastCheck': '5.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000453207', 'lastCheck': '7.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229865', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274825', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247805', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374667', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271012', 'lastCheck': '5.3', 'valid': True}} from=internal, task_id=de4e915c-0463-49ae-bd11-782cdcbb613a (api:52)
2018-03-08 01:46:35,139+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=be7746bc-f7b8-4cb6-89df-22b0aaf83a31 (api:46)
2018-03-08 01:46:35,139+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=be7746bc-f7b8-4cb6-89df-22b0aaf83a31 (api:52)
2018-03-08 01:46:35,342+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:35,387+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 07a770c2-fa77-4ad6-a91b-9c3833063d27 (threadPool:210)
2018-03-08 01:46:35,387+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9b477ffe-d294-43c3-aed8-151a60ade0ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:35,387+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:35,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:35,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a4fd8dd5-8026-425e-902b-b2f9c8445330 (threadPool:210)
2018-03-08 01:46:35,723+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 95c67dd7-d206-4b8f-9bf8-73e88d53ff47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:35,723+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:35,976+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:36,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8a5aa11a-1531-4150-b350-06b8c3b16cdc (threadPool:210)
2018-03-08 01:46:36,021+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8b3c6107-0c3e-4971-a315-d2f8c84f25a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:36,021+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:36,303+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:36,349+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 64f11de8-7117-4fc3-b186-c1fe9be495c3 (threadPool:210)
2018-03-08 01:46:36,349+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d99d530c-baba-411e-8afb-b86aa5a64f97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:36,350+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:36,634+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:36,684+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cfafdb8d-8bf7-4e32-bcf3-61f9080ff6db (threadPool:210)
2018-03-08 01:46:36,684+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53bfcfd8-486e-41e5-9735-ef285d7a50e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:36,684+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:36,977+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:37,026+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9b477ffe-d294-43c3-aed8-151a60ade0ac (threadPool:210)
2018-03-08 01:46:37,027+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3719ede7-bb6e-41b3-a017-bd66e5b0fc5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:37,027+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:37,354+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:37,411+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 95c67dd7-d206-4b8f-9bf8-73e88d53ff47 (threadPool:210)
2018-03-08 01:46:37,411+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 82d469c2-635f-455e-a07e-58187d3320bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:37,412+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:37,498+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=071258ff-dd38-4c83-9342-56828ca396bf (api:46)
2018-03-08 01:46:37,505+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=071258ff-dd38-4c83-9342-56828ca396bf (api:52)
2018-03-08 01:46:37,505+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:37,594+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=45408a49-848b-4aff-bb9c-5738101eaef6 (api:46)
2018-03-08 01:46:37,600+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=45408a49-848b-4aff-bb9c-5738101eaef6 (api:52)
2018-03-08 01:46:37,601+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:37,663+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:37,702+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d99d530c-baba-411e-8afb-b86aa5a64f97 (threadPool:210)
2018-03-08 01:46:37,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5a7fecdd-848f-4165-8d55-c5cbe670779c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:37,703+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:37,946+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:37,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3719ede7-bb6e-41b3-a017-bd66e5b0fc5e (threadPool:210)
2018-03-08 01:46:37,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 51b3ed21-c562-43aa-aa9a-d32d09e75658 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:37,996+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:38,305+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:38,362+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8b3c6107-0c3e-4971-a315-d2f8c84f25a9 (threadPool:210)
2018-03-08 01:46:38,363+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 73ee1343-a51b-45da-b860-db5c00562ff9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:38,364+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:38,660+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:38,703+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 82d469c2-635f-455e-a07e-58187d3320bf (threadPool:210)
2018-03-08 01:46:38,703+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fe2a01f5-2c3b-4ca8-8c83-0df6f59c078b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:38,704+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:38,957+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:39,004+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53bfcfd8-486e-41e5-9735-ef285d7a50e8 (threadPool:210)
2018-03-08 01:46:39,004+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9ce94e39-a5ad-4b24-a1db-20cc4f5f2ae4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:39,005+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:39,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:39,342+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5a7fecdd-848f-4165-8d55-c5cbe670779c (threadPool:210)
2018-03-08 01:46:39,342+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task faa91ddf-92dc-4364-b7a6-d7bb2a0bbd6c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:39,343+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:39,617+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:39,686+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 51b3ed21-c562-43aa-aa9a-d32d09e75658 (threadPool:210)
2018-03-08 01:46:39,687+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e6610167-69f0-4b1c-9d7e-2beaa74316c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:39,688+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:39,953+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:39,998+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fe2a01f5-2c3b-4ca8-8c83-0df6f59c078b (threadPool:210)
2018-03-08 01:46:39,999+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e8f681b8-2291-4372-a2b6-66d5fe04cea4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:39,999+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:40,333+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:40,382+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9ce94e39-a5ad-4b24-a1db-20cc4f5f2ae4 (threadPool:210)
2018-03-08 01:46:40,383+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d4ffd898-f2d7-4c1d-9b96-1f8540dc4493 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:40,383+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:40,699+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:40,749+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task faa91ddf-92dc-4364-b7a6-d7bb2a0bbd6c (threadPool:210)
2018-03-08 01:46:40,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 377a01eb-7113-407d-890d-17231a5edf70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:40,750+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:40,855+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=807226b2-d903-4e5f-9a55-6b1fd389d981 (api:46)
2018-03-08 01:46:40,855+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=807226b2-d903-4e5f-9a55-6b1fd389d981 (api:52)
2018-03-08 01:46:40,856+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=da00a48c-1e42-42f9-9855-f2e3ed1cd17c (api:46)
2018-03-08 01:46:40,856+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=da00a48c-1e42-42f9-9855-f2e3ed1cd17c (api:52)
2018-03-08 01:46:40,856+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=f785b7bf-a682-4ece-8bde-06c7c6a1ea9f (api:46)
2018-03-08 01:46:40,857+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=f785b7bf-a682-4ece-8bde-06c7c6a1ea9f (api:52)
2018-03-08 01:46:40,857+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=623288a9-bd69-4c0d-8b82-54ffd960bee0 (api:46)
2018-03-08 01:46:40,857+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=623288a9-bd69-4c0d-8b82-54ffd960bee0 (api:52)
2018-03-08 01:46:40,858+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=acad1824-97f3-4241-a358-042e23257262 (api:46)
2018-03-08 01:46:40,858+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=acad1824-97f3-4241-a358-042e23257262 (api:52)
2018-03-08 01:46:40,858+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=401af6fb-6b9b-4b7c-93c1-0844043266ce (api:46)
2018-03-08 01:46:40,859+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=401af6fb-6b9b-4b7c-93c1-0844043266ce (api:52)
2018-03-08 01:46:40,859+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=57849f26-f682-4b88-a1a1-59d47e673573 (api:46)
2018-03-08 01:46:40,859+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=57849f26-f682-4b88-a1a1-59d47e673573 (api:52)
2018-03-08 01:46:40,860+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=644fbc61-c898-40da-93c3-b2cf74931175 (api:46)
2018-03-08 01:46:40,860+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=644fbc61-c898-40da-93c3-b2cf74931175 (api:52)
2018-03-08 01:46:40,860+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=63f2726c-1012-48a5-b359-f144594da687 (api:46)
2018-03-08 01:46:40,860+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=63f2726c-1012-48a5-b359-f144594da687 (api:52)
2018-03-08 01:46:40,861+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=58b2163d-3770-4782-80e6-ee43f5421606 (api:46)
2018-03-08 01:46:40,861+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=58b2163d-3770-4782-80e6-ee43f5421606 (api:52)
2018-03-08 01:46:41,005+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:41,054+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 73ee1343-a51b-45da-b860-db5c00562ff9 (threadPool:210)
2018-03-08 01:46:41,055+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 915578cd-75ed-44c6-b363-2f29d991a5d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:41,055+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:41,315+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:41,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e6610167-69f0-4b1c-9d7e-2beaa74316c0 (threadPool:210)
2018-03-08 01:46:41,363+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 619459d5-2254-43e8-9f76-317749c4c09d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:41,363+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:41,634+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:41,674+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e8f681b8-2291-4372-a2b6-66d5fe04cea4 (threadPool:210)
2018-03-08 01:46:41,676+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a78b87b9-d1f0-4575-8960-c14189aa0021 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:46:41,676+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:41,927+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:41,975+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d4ffd898-f2d7-4c1d-9b96-1f8540dc4493 (threadPool:210)
2018-03-08 01:46:41,975+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72719497-fb56-4d4e-b649-b9c8a5ab0436 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:41,976+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:42,293+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:42,343+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 377a01eb-7113-407d-890d-17231a5edf70 (threadPool:210)
2018-03-08 01:46:42,344+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b56be6d2-74aa-4ea3-8e96-a409e142efed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:42,344+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:42,607+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:42,656+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 915578cd-75ed-44c6-b363-2f29d991a5d7 (threadPool:210)
2018-03-08 01:46:42,656+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 96939b49-74a4-444f-8615-129ab58fb19e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:42,656+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:42,966+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:43,278+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:43,320+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 619459d5-2254-43e8-9f76-317749c4c09d (threadPool:210)
2018-03-08 01:46:43,320+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6ca45550-6444-4b89-807b-09f21b08f226 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:43,320+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:43,692+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:43,738+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72719497-fb56-4d4e-b649-b9c8a5ab0436 (threadPool:210)
2018-03-08 01:46:43,738+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c96d7ea-3f3f-47b0-ab17-acb525d04739 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:43,738+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:44,136+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:44,146+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:44,154+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:44,178+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:46:44,211+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b56be6d2-74aa-4ea3-8e96-a409e142efed (threadPool:210)
2018-03-08 01:46:44,212+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e6dc20f9-6adf-4f31-933b-23d54d46528c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:44,212+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:44,537+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:44,586+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 96939b49-74a4-444f-8615-129ab58fb19e (threadPool:210)
2018-03-08 01:46:44,587+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 54633668-cdf1-4f46-8b18-d44530d2a151 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:44,587+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:44,889+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:44,937+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a78b87b9-d1f0-4575-8960-c14189aa0021 (threadPool:210)
2018-03-08 01:46:44,937+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5e2e3eee-52bf-4eff-9f5b-16960ecbcc8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:44,938+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:45,224+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:45,271+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6ca45550-6444-4b89-807b-09f21b08f226 (threadPool:210)
2018-03-08 01:46:45,271+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 21c3fd18-fb55-4863-bed5-f46dd80205dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:45,272+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:45,573+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:45,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c96d7ea-3f3f-47b0-ab17-acb525d04739 (threadPool:210)
2018-03-08 01:46:45,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b2cd327a-e26d-444a-a849-3839c7cc1e3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:45,624+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:45,903+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:45,944+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e6dc20f9-6adf-4f31-933b-23d54d46528c (threadPool:210)
2018-03-08 01:46:45,944+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6a21e87c-141a-45b6-ae4c-98409a721ca4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:45,945+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:46,201+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:46,251+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 54633668-cdf1-4f46-8b18-d44530d2a151 (threadPool:210)
2018-03-08 01:46:46,252+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9368f81a-c278-4bc4-bba9-a897a6a228a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:46,252+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:46,519+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:46,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5e2e3eee-52bf-4eff-9f5b-16960ecbcc8d (threadPool:210)
2018-03-08 01:46:46,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e7f703dd-8990-42db-9436-2c80bc791f0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:46,547+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:46,907+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:46,962+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b2cd327a-e26d-444a-a849-3839c7cc1e3a (threadPool:210)
2018-03-08 01:46:46,962+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f4263221-2b87-4725-b871-e5a970708dca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:46,963+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:47,232+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:47,288+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9368f81a-c278-4bc4-bba9-a897a6a228a2 (threadPool:210)
2018-03-08 01:46:47,290+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ce46c2a6-c475-489d-a670-8a9d5716027a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:47,290+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:47,414+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:47,416+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=be679147-dad9-4194-83c3-5b70599c3b4a (api:46)
2018-03-08 01:46:47,416+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483366', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409472', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271288', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469423', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046001', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260358', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000326491', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402726', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342469', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358865', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251984', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320205', 'lastCheck': '8.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285567', 'lastCheck': '8.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033971', 'lastCheck': '8.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479258', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270863', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314512', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321685', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311642', 'lastCheck': '5.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458321', 'lastCheck': '7.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237717', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415993', 'lastCheck': '5.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226418', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535212', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384563', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260266', 'lastCheck': '7.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332899', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232005', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363083', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410674', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218638', 'lastCheck': '5.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239407', 'lastCheck': '0.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=be679147-dad9-4194-83c3-5b70599c3b4a (api:52)
2018-03-08 01:46:47,417+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f8f9b1cb-d03a-4e6e-95bf-0076b44372db (api:46)
2018-03-08 01:46:47,417+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f8f9b1cb-d03a-4e6e-95bf-0076b44372db (api:52)
2018-03-08 01:46:47,447+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.23'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.57'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '25': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.17'}, '26': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.83'}, '27': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.37'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '21': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.16'}, '22': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.69'}, '23': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.48'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.95'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.43'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.89', 'nodeIndex': 1, 'cpuSys': '24.73', 'cpuIdle': '70.38'}, '0': {'cpuUser': '6.48', 'nodeIndex': 0, 'cpuSys': '4.30', 'cpuIdle': '89.22'}, '3': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.57'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.84', 'cpuIdle': '94.71'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.50'}, '4': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.43'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.23'}, '6': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.42'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.10'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '38': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.89'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.03'}, '10': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '15': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.36'}, '14': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.68'}, '17': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.56'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '19': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.16'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '49': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '37': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '95.17'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '35': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.84'}, '34': {'cpuUser': '7.87', 'nodeIndex': 0, 'cpuSys': '8.93', 'cpuIdle': '83.20'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312419'}, '0': {'memPercent': 12, 'memFree': '345320'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320205', 'lastCheck': '8.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483366', 'lastCheck': '5.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000409472', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285567', 'lastCheck': '8.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033971', 'lastCheck': '8.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046001', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260358', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000326491', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402726', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342469', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358865', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251984', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271288', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469423', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479258', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237717', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314512', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321685', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311642', 'lastCheck': '5.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458321', 'lastCheck': '7.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270863', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218638', 'lastCheck': '5.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226418', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535212', 'lastCheck': '1.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384563', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260266', 'lastCheck': '7.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332899', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232005', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363083', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410674', 'lastCheck': '5.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415993', 'lastCheck': '5.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239407', 'lastCheck': '0.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647611304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404395745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.351', 'tx': '1176277649805', 'txDropped': '0', 'rx': '625372211269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0', 'tx': '1580934509425', 'txDropped': '0', 'rx': '926355413000', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45214893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416580498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200622610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet0', 'tx': '87857160', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet1', 'tx': '37766266411', 'txDropped': '0', 'rx': '878052684', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet2', 'tx': '21128775005', 'txDropped': '0', 'rx': '141321539464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175780261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet4', 'tx': '396540542', 'txDropped': '0', 'rx': '3066682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet5', 'tx': '23425849599', 'txDropped': '0', 'rx': '498182495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet6', 'tx': '6654653214', 'txDropped': '0', 'rx': '430143215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet7', 'tx': '1434459189', 'txDropped': '0', 'rx': '552420534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42461904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46764886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'lo', 'tx': '6938899367', 'txDropped': '0', 'rx': '6938899367', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170760916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'eno1', 'tx': '975622708059', 'txDropped': '0', 'rx': '434012812017', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'eno2', 'tx': '605311801366', 'txDropped': '0', 'rx': '492342600983', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469995.081744, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469995.081744, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633154973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75937783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77055648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192293398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370804630', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.306', 'tx': '76695871937', 'txDropped': '0', 'rx': '8373756635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49889751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430560823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299059798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.110', 'tx': '2476697991', 'txDropped': '0', 'rx': '66856584744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.111', 'tx': '122681239544', 'txDropped': '0', 'rx': '24450731896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55260471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54188155', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465526977', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165439177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56040389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55870200', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45210101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520469995.081744, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226661479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'oVirtManagement', 'tx': '1176277649157', 'txDropped': '0', 'rx': '625371472866', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577464606', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'vnet3', 'tx': '542934306', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520469995.081744, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754558670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696041.28', 'cpuLoad': '2.58', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92926'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.70', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635305L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:46:47 GMT', 'cpuUser': '1.17', 'memFree': 667600, 'cpuIdle': '97.17', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.77'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:47,451+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:46:47,575+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:47,623+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 21c3fd18-fb55-4863-bed5-f46dd80205dd (threadPool:210)
2018-03-08 01:46:47,623+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6158bc0e-ce24-44a5-967f-bd3345f76236 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:47,624+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:47,908+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:47,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e7f703dd-8990-42db-9436-2c80bc791f0d (threadPool:210)
2018-03-08 01:46:47,958+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1981e9d3-be54-4911-bf33-64c5807a07c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:47,958+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:48,019+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=775dae2e-a21d-4161-b0c2-30a13fc64082 (api:46)
2018-03-08 01:46:48,027+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=775dae2e-a21d-4161-b0c2-30a13fc64082 (api:52)
2018-03-08 01:46:48,027+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:48,122+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0d5a37e6-eb10-434c-bbe9-9dca75080976 (api:46)
2018-03-08 01:46:48,128+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0d5a37e6-eb10-434c-bbe9-9dca75080976 (api:52)
2018-03-08 01:46:48,129+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:48,234+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:46:48,239+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:46:48,242+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:48,250+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:46:48,251+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:46:48,251+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:46:48,270+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:48,311+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6a21e87c-141a-45b6-ae4c-98409a721ca4 (threadPool:210)
2018-03-08 01:46:48,312+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3d16754f-0949-4105-a3c3-15b85b5a922f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:48,313+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:48,680+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:48,728+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f4263221-2b87-4725-b871-e5a970708dca (threadPool:210)
2018-03-08 01:46:48,728+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5385cf96-1b4f-4fee-be75-52ca51a40b13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:48,729+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:49,128+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:49,183+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ce46c2a6-c475-489d-a670-8a9d5716027a (threadPool:210)
2018-03-08 01:46:49,185+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1d2fdf0c-82e5-42f1-af47-6d3792aed4f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:49,185+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:49,451+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:49,503+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6158bc0e-ce24-44a5-967f-bd3345f76236 (threadPool:210)
2018-03-08 01:46:49,505+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2f979b1d-e980-4564-aa36-d94c99f7d009 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:49,505+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:49,795+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:49,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1981e9d3-be54-4911-bf33-64c5807a07c8 (threadPool:210)
2018-03-08 01:46:49,857+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 945f2144-157d-42e8-bf2d-fcd4a4c35b0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:49,857+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:50,226+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:50,253+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f6ee4067-d065-40f3-9107-27870b651f3d (api:46)
2018-03-08 01:46:50,255+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000365896', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538436', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235955', 'lastCheck': '0.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429105', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00114853', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287372', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00026528', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592708', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280031', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245524', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251984', 'lastCheck': '3.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323925', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336703', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331744', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000494482', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215025', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451055', 'lastCheck': '0.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270019', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420424', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000644719', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269509', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676047', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478555', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000535212', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033934', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273027', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000332899', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243975', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293952', 'lastCheck': '0.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366492', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424156', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258759', 'lastCheck': '0.3', 'valid': True}} from=internal, task_id=f6ee4067-d065-40f3-9107-27870b651f3d (api:52)
2018-03-08 01:46:50,255+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ac6bf344-52de-4457-891c-3fd3646afd35 (api:46)
2018-03-08 01:46:50,256+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ac6bf344-52de-4457-891c-3fd3646afd35 (api:52)
2018-03-08 01:46:50,296+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3d16754f-0949-4105-a3c3-15b85b5a922f (threadPool:210)
2018-03-08 01:46:50,297+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4c21175d-3799-4588-bc81-9692a18c72c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:50,297+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:50,559+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:50,610+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5385cf96-1b4f-4fee-be75-52ca51a40b13 (threadPool:210)
2018-03-08 01:46:50,610+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2801c47-fbe0-4819-be9c-e54f7556af1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:50,611+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:50,924+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:50,974+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1d2fdf0c-82e5-42f1-af47-6d3792aed4f9 (threadPool:210)
2018-03-08 01:46:50,974+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2d6dc43d-b9bb-4b9f-a1d7-df335b4002fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:50,975+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:51,390+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:51,439+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2f979b1d-e980-4564-aa36-d94c99f7d009 (threadPool:210)
2018-03-08 01:46:51,439+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a7ffcdd8-59b1-4529-8045-c74391e17947 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:51,440+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:51,728+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:51,773+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 945f2144-157d-42e8-bf2d-fcd4a4c35b0d (threadPool:210)
2018-03-08 01:46:51,774+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c7a6f987-3c5e-4120-a463-5d6e585bad22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:51,774+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:52,153+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:52,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4c21175d-3799-4588-bc81-9692a18c72c5 (threadPool:210)
2018-03-08 01:46:52,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d7209b69-3a25-49be-910f-ecb96983cf38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:52,226+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:52,616+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:52,665+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2801c47-fbe0-4819-be9c-e54f7556af1c (threadPool:210)
2018-03-08 01:46:52,666+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6069b463-fa20-4507-b440-05c1cba87ef7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:52,666+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:52,924+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:52,974+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2d6dc43d-b9bb-4b9f-a1d7-df335b4002fa (threadPool:210)
2018-03-08 01:46:52,974+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e10e02c6-3569-4a20-8d35-e5d051214ad6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:52,974+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:53,249+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:53,292+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a7ffcdd8-59b1-4529-8045-c74391e17947 (threadPool:210)
2018-03-08 01:46:53,292+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ee7187b2-60fd-448a-8f27-a1c52889f3ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:53,293+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:53,549+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:53,594+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d7209b69-3a25-49be-910f-ecb96983cf38 (threadPool:210)
2018-03-08 01:46:53,595+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7440b469-49c0-42f2-a1f8-e3d0795ea702 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:53,595+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:53,869+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:53,915+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6069b463-fa20-4507-b440-05c1cba87ef7 (threadPool:210)
2018-03-08 01:46:53,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85c74e27-caa5-4c0b-b5f7-6b348a3249fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:46:53,916+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:54,209+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:54,516+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:54,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e10e02c6-3569-4a20-8d35-e5d051214ad6 (threadPool:210)
2018-03-08 01:46:54,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 262ca034-65af-43b1-8fa4-3cb7bac63674 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:54,565+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:54,815+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:54,865+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c7a6f987-3c5e-4120-a463-5d6e585bad22 (threadPool:210)
2018-03-08 01:46:54,865+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9e6153bb-0f19-4835-88a3-bc0e1edf98ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:54,865+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:55,156+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:55,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ee7187b2-60fd-448a-8f27-a1c52889f3ec (threadPool:210)
2018-03-08 01:46:55,206+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 638ae603-5a50-4218-aa9e-0ddea77858cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:55,206+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:55,541+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:55,586+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7440b469-49c0-42f2-a1f8-e3d0795ea702 (threadPool:210)
2018-03-08 01:46:55,586+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5fa26f8f-12c6-4bb3-bd99-583905fa8b2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:55,586+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:55,904+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:55,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85c74e27-caa5-4c0b-b5f7-6b348a3249fa (threadPool:210)
2018-03-08 01:46:55,949+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2f2fd1d2-408d-4f58-8691-40feceae7717 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:55,949+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:56,245+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:56,297+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 262ca034-65af-43b1-8fa4-3cb7bac63674 (threadPool:210)
2018-03-08 01:46:56,297+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1c600627-8440-4482-b6a2-6d17a1c802dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:56,297+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:56,614+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:56,661+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9e6153bb-0f19-4835-88a3-bc0e1edf98ad (threadPool:210)
2018-03-08 01:46:56,662+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6eedf71f-bbc5-479c-9ed5-7ab3e30a6537 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:56,662+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:56,968+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:57,007+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 638ae603-5a50-4218-aa9e-0ddea77858cd (threadPool:210)
2018-03-08 01:46:57,008+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b4f01fdc-dc1b-49a3-8fbe-2a2da2b251e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:57,008+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:57,334+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:57,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5fa26f8f-12c6-4bb3-bd99-583905fa8b2c (threadPool:210)
2018-03-08 01:46:57,378+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 15edab8f-793f-43c0-a611-bc1ab1edc0d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:57,378+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:57,698+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:57,748+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2f2fd1d2-408d-4f58-8691-40feceae7717 (threadPool:210)
2018-03-08 01:46:57,748+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0a4bb547-72d7-4dd2-a278-e731ea1a1d84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:57,748+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:58,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:58,048+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1c600627-8440-4482-b6a2-6d17a1c802dc (threadPool:210)
2018-03-08 01:46:58,049+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7dc1816d-0377-4231-9cc8-4c6350072979 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:58,049+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:58,313+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:58,379+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6eedf71f-bbc5-479c-9ed5-7ab3e30a6537 (threadPool:210)
2018-03-08 01:46:58,379+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 00eefe9c-a80e-4fab-92eb-784e779be995 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:58,380+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:46:58,524+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=916355ac-855e-41d1-b1e6-db2404f2c891 (api:46)
2018-03-08 01:46:58,529+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=916355ac-855e-41d1-b1e6-db2404f2c891 (api:52)
2018-03-08 01:46:58,530+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:58,614+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:58,638+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=488c1f37-bad3-4f03-bc3e-e0ed656f77c2 (api:46)
2018-03-08 01:46:58,647+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=488c1f37-bad3-4f03-bc3e-e0ed656f77c2 (api:52)
2018-03-08 01:46:58,649+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:58,677+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b4f01fdc-dc1b-49a3-8fbe-2a2da2b251e2 (threadPool:210)
2018-03-08 01:46:58,677+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ca229ef5-fd5d-43fa-bfca-ee2f675bfbd7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:58,678+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:58,917+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:58,962+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 15edab8f-793f-43c0-a611-bc1ab1edc0d8 (threadPool:210)
2018-03-08 01:46:58,962+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b1bffb5b-12db-41f0-9560-e6478fbe3846 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:58,962+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:59,199+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:46:59,207+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:46:59,210+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:46:59,262+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:59,317+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0a4bb547-72d7-4dd2-a278-e731ea1a1d84 (threadPool:210)
2018-03-08 01:46:59,318+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c3755a4b-de3c-4887-8c2e-d2420f1daad4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:46:59,319+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:46:59,661+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:46:59,706+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 00eefe9c-a80e-4fab-92eb-784e779be995 (threadPool:210)
2018-03-08 01:46:59,706+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f5d87754-b760-4f1c-be97-589c8858b06b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:46:59,706+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:00,028+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:00,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b1bffb5b-12db-41f0-9560-e6478fbe3846 (threadPool:210)
2018-03-08 01:47:00,073+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f9bc7256-6949-491b-8f22-48febe711429 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:00,073+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:00,362+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:00,406+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7dc1816d-0377-4231-9cc8-4c6350072979 (threadPool:210)
2018-03-08 01:47:00,407+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task df90cb44-b19e-49ce-a135-9e19887ad8c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:00,407+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:00,677+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:00,714+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c3755a4b-de3c-4887-8c2e-d2420f1daad4 (threadPool:210)
2018-03-08 01:47:00,714+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cbd0cd6d-7fba-42b8-b65e-4f5a3aa55e9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:00,715+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:01,033+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:01,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f5d87754-b760-4f1c-be97-589c8858b06b (threadPool:210)
2018-03-08 01:47:01,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3bb2d7bb-500e-49b0-9ef6-f3aa616588a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:01,083+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:01,380+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:01,431+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f9bc7256-6949-491b-8f22-48febe711429 (threadPool:210)
2018-03-08 01:47:01,431+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bfbb674d-bf2d-4479-95bf-1ec29739d4d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:01,432+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:01,748+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:01,777+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task df90cb44-b19e-49ce-a135-9e19887ad8c3 (threadPool:210)
2018-03-08 01:47:01,778+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a617ce35-9ebc-4cca-93da-62a0d93f12aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:01,778+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:02,094+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:02,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cbd0cd6d-7fba-42b8-b65e-4f5a3aa55e9b (threadPool:210)
2018-03-08 01:47:02,142+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 30cf5775-7504-4870-bfd1-892dfc6da7d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:02,142+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:02,508+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:02,509+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=1f721780-981e-4adc-94b9-66c3a03fd00b (api:46)
2018-03-08 01:47:02,510+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270813', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301042', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234114', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115932', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460633', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281205', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254296', 'lastCheck': '3.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447324', 'lastCheck': '3.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343635', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385184', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301606', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539563', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357775', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318285', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537416', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265749', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000769229', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414252', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230675', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006629', 'lastCheck': '2.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0035708', 'lastCheck': '2.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291256', 'lastCheck': '0.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413858', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '6.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00528554', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048923', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000290901', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796336', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605589', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426767', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407843', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288768', 'lastCheck': '2.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=1f721780-981e-4adc-94b9-66c3a03fd00b (api:52)
2018-03-08 01:47:02,510+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=af88bb83-d431-4256-b754-616bc0ed5fee (api:46)
2018-03-08 01:47:02,510+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=af88bb83-d431-4256-b754-616bc0ed5fee (api:52)
2018-03-08 01:47:02,545+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:02,570+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.36'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '95.75'}, '25': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.82'}, '26': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '27': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.17'}, '20': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '23': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.14'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '29': {'cpuUser': '5.50', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '92.05'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '27.46', 'cpuIdle': '67.70'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '89.72'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.62'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '95.16'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.82'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '7': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.02'}, '6': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.67'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '10': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.21'}, '13': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.83'}, '12': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.36'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '14': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '96.68'}, '17': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.22'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.62'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '31': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.42'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '37': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '35': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.82'}, '34': {'cpuUser': '6.37', 'nodeIndex': 0, 'cpuSys': '6.83', 'cpuIdle': '86.80'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.75'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312378'}, '0': {'memPercent': 12, 'memFree': '345349'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539563', 'lastCheck': '3.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270813', 'lastCheck': '0.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301042', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357775', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318285', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460633', 'lastCheck': '3.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281205', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254296', 'lastCheck': '3.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447324', 'lastCheck': '3.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343635', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385184', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301606', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234114', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115932', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537416', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0035708', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000769229', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414252', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230675', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006629', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265749', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407843', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413858', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '6.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00528554', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048923', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000290901', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796336', 'lastCheck': '0.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605589', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426767', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291256', 'lastCheck': '0.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288768', 'lastCheck': '2.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647646831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404399362', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.351', 'tx': '1176277733660', 'txDropped': '0', 'rx': '625372227385', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0', 'tx': '1580934611146', 'txDropped': '0', 'rx': '926355984638', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45215293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416581334', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200623382', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet0', 'tx': '87860935', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet1', 'tx': '37766270954', 'txDropped': '0', 'rx': '878057910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet2', 'tx': '21128833279', 'txDropped': '0', 'rx': '141321550600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175782094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet4', 'tx': '396544377', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet5', 'tx': '23425887757', 'txDropped': '0', 'rx': '498183055', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet6', 'tx': '6654654386', 'txDropped': '0', 'rx': '430143398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet7', 'tx': '1434460301', 'txDropped': '0', 'rx': '552420651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42462304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46765286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'lo', 'tx': '6938978462', 'txDropped': '0', 'rx': '6938978462', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170762594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'eno1', 'tx': '975622798339', 'txDropped': '0', 'rx': '434013197111', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'eno2', 'tx': '605311812807', 'txDropped': '0', 'rx': '492342787527', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470010.160844, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470010.160844, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633159697', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75938133', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77055998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192295936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370805030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.306', 'tx': '76695871979', 'txDropped': '0', 'rx': '8373759756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49890151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430563898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299062336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.110', 'tx': '2476703517', 'txDropped': '0', 'rx': '66856589045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.111', 'tx': '122681250661', 'txDropped': '0', 'rx': '24450787476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55260871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54188555', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465530594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165440855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56040789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55870600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45210501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470010.160844, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226662251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'oVirtManagement', 'tx': '1176277733012', 'txDropped': '0', 'rx': '625371488982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577469330', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'vnet3', 'tx': '542938081', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470010.160844, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754560503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696056.38', 'cpuLoad': '2.57', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92924'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:47:02 GMT', 'cpuUser': '1.25', 'memFree': 667607, 'cpuIdle': '97.09', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:02,576+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:47:02,613+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3bb2d7bb-500e-49b0-9ef6-f3aa616588a0 (threadPool:210)
2018-03-08 01:47:02,613+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8b9fe2da-6535-482f-8c6a-32e9298ee51e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:02,613+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:02,915+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:02,960+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bfbb674d-bf2d-4479-95bf-1ec29739d4d9 (threadPool:210)
2018-03-08 01:47:02,961+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 876fa5ee-48f3-4b6c-b9fc-b3beb002ab5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:02,961+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:03,252+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:47:03,256+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:47:03,259+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:03,293+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:47:03,294+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:47:03,294+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:03,296+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:03,334+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ca229ef5-fd5d-43fa-bfca-ee2f675bfbd7 (threadPool:210)
2018-03-08 01:47:03,335+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d61eb5d9-f2d5-4193-a986-8569ffa24405 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:03,335+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:03,622+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:03,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 30cf5775-7504-4870-bfd1-892dfc6da7d8 (threadPool:210)
2018-03-08 01:47:03,672+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6217e264-6ae6-44d5-aea7-9a36a00286af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:03,673+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:04,013+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:04,054+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8b9fe2da-6535-482f-8c6a-32e9298ee51e (threadPool:210)
2018-03-08 01:47:04,054+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bc231e31-b071-43ef-946f-addea8c8a77a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:04,054+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:04,343+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:04,394+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a617ce35-9ebc-4cca-93da-62a0d93f12aa (threadPool:210)
2018-03-08 01:47:04,395+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9728198f-e789-4ee7-b762-d0b88bd91d6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:04,395+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:04,689+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:04,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d61eb5d9-f2d5-4193-a986-8569ffa24405 (threadPool:210)
2018-03-08 01:47:04,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 29de3477-aa47-4a4d-a43f-77edb8f4f47e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:04,740+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:04,758+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20838 (__init__:330)
2018-03-08 01:47:04,779+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20839 (__init__:330)
2018-03-08 01:47:04,797+0100 INFO  (ioprocess/333632) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:47:04,800+0100 INFO  (ioprocess/333639) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:47:04,997+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:05,041+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6217e264-6ae6-44d5-aea7-9a36a00286af (threadPool:210)
2018-03-08 01:47:05,042+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3bf7a53a-e7ad-497f-9f81-5e8f4f699670 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:05,042+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:05,338+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:05,373+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0b5f7360-77ca-464d-94a5-bb06fbc65d52 (api:46)
2018-03-08 01:47:05,374+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270813', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301042', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234114', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115932', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460633', 'lastCheck': '6.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281205', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000254296', 'lastCheck': '6.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447324', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343635', 'lastCheck': '6.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385184', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301606', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539563', 'lastCheck': '6.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357775', 'lastCheck': '6.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318285', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537416', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265749', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000769229', 'lastCheck': '5.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414252', 'lastCheck': '3.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230675', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006629', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0035708', 'lastCheck': '5.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291256', 'lastCheck': '3.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413858', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431624', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00528554', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048923', 'lastCheck': '5.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000290901', 'lastCheck': '8.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000796336', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000605589', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426767', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000407843', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288768', 'lastCheck': '5.5', 'valid': True}} from=internal, task_id=0b5f7360-77ca-464d-94a5-bb06fbc65d52 (api:52)
2018-03-08 01:47:05,375+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=5aa0e1b4-b7fa-4ce6-8c01-39bd015f7f6d (api:46)
2018-03-08 01:47:05,375+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5aa0e1b4-b7fa-4ce6-8c01-39bd015f7f6d (api:52)
2018-03-08 01:47:05,410+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 876fa5ee-48f3-4b6c-b9fc-b3beb002ab5b (threadPool:210)
2018-03-08 01:47:05,411+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a8d3ef53-19f7-4ca8-90df-f6ef8ad4c631 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:05,411+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:05,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:05,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bc231e31-b071-43ef-946f-addea8c8a77a (threadPool:210)
2018-03-08 01:47:05,722+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c5492e0e-3038-4aec-b53a-bfa0489c9bbd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:05,723+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:05,993+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:06,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:06,365+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9728198f-e789-4ee7-b762-d0b88bd91d6f (threadPool:210)
2018-03-08 01:47:06,366+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 59fabbff-4eb2-48dc-b002-45403cd93b32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:06,367+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:06,745+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:06,787+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3bf7a53a-e7ad-497f-9f81-5e8f4f699670 (threadPool:210)
2018-03-08 01:47:06,787+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 77f0fc6a-a004-4a1d-aee5-77bb27fc1cdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:06,788+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:07,047+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:07,098+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c5492e0e-3038-4aec-b53a-bfa0489c9bbd (threadPool:210)
2018-03-08 01:47:07,098+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cd2f4faf-a93a-4094-b732-66ebd593c611 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:07,098+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:07,525+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:07,569+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 29de3477-aa47-4a4d-a43f-77edb8f4f47e (threadPool:210)
2018-03-08 01:47:07,570+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 62547308-0aa1-47de-bd15-ea56b3fd9624 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:07,570+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:07,970+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:07,999+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 59fabbff-4eb2-48dc-b002-45403cd93b32 (threadPool:210)
2018-03-08 01:47:07,999+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3939e192-0cb0-4412-b0a1-2a7ea6528da1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:07,999+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:08,269+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:08,312+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 77f0fc6a-a004-4a1d-aee5-77bb27fc1cdc (threadPool:210)
2018-03-08 01:47:08,312+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f1af23c-1e12-422d-8cf8-0a06ade4eb10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:08,313+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:08,583+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:08,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cd2f4faf-a93a-4094-b732-66ebd593c611 (threadPool:210)
2018-03-08 01:47:08,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 27d88ba2-974c-4133-9f28-771f41acf7fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:08,643+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:08,950+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:08,996+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 62547308-0aa1-47de-bd15-ea56b3fd9624 (threadPool:210)
2018-03-08 01:47:08,997+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9f9b962e-652a-4a27-bce9-7cce31015ddc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:08,997+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:09,056+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=54dc107c-43cc-44f0-b5a0-cdf1d0f32e37 (api:46)
2018-03-08 01:47:09,063+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=54dc107c-43cc-44f0-b5a0-cdf1d0f32e37 (api:52)
2018-03-08 01:47:09,063+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:09,155+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d18a68ca-6fe6-423a-8362-7490ec68feb5 (api:46)
2018-03-08 01:47:09,162+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d18a68ca-6fe6-423a-8362-7490ec68feb5 (api:52)
2018-03-08 01:47:09,163+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:09,303+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:09,369+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a8d3ef53-19f7-4ca8-90df-f6ef8ad4c631 (threadPool:210)
2018-03-08 01:47:09,371+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 61042e2f-70df-4f38-a097-9fdd4859c6fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:09,371+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:09,622+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:09,688+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3939e192-0cb0-4412-b0a1-2a7ea6528da1 (threadPool:210)
2018-03-08 01:47:09,688+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ec59c81-a2c0-48da-b0c7-79838142c7c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:09,689+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:09,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:10,037+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 27d88ba2-974c-4133-9f28-771f41acf7fd (threadPool:210)
2018-03-08 01:47:10,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 436bc985-3ea5-4662-96f9-0cb3e248bd16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:10,038+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:10,339+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:10,386+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9f9b962e-652a-4a27-bce9-7cce31015ddc (threadPool:210)
2018-03-08 01:47:10,387+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1d371abe-3b9b-4f70-ae19-6d2a768e7d8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:10,387+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:10,696+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:10,749+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 61042e2f-70df-4f38-a097-9fdd4859c6fa (threadPool:210)
2018-03-08 01:47:10,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c6c57c86-6df4-4992-9271-d9e705e288f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:10,750+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:11,046+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:11,093+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f1af23c-1e12-422d-8cf8-0a06ade4eb10 (threadPool:210)
2018-03-08 01:47:11,093+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 28a3af99-185e-45d6-8dad-0b06c8837e30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:11,094+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:11,422+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:11,473+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ec59c81-a2c0-48da-b0c7-79838142c7c5 (threadPool:210)
2018-03-08 01:47:11,474+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69335738-715a-408c-a035-b12efc3c0d06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:11,474+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:11,742+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:11,779+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 436bc985-3ea5-4662-96f9-0cb3e248bd16 (threadPool:210)
2018-03-08 01:47:11,781+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 21fc4643-9d67-4be9-8ea7-fdb75c0cf662 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:11,781+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:12,101+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:12,140+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1d371abe-3b9b-4f70-ae19-6d2a768e7d8a (threadPool:210)
2018-03-08 01:47:12,141+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5788c0a1-0fd0-4e56-9d82-908d50971bcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1281, '1xtnd\x18f&<t\xa4\x95\x91\x0bK\xd9+\xf6r\xa9\xa39GbD\xd0\xaa\xa9\xa0rN\xcfK_*\xdc\xe7000000000000240000000000000')) (threadPool:208)
2018-03-08 01:47:12,141+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e7dc2a5f-4bcf-4e72-a0a9-aad044624739 in domain a3a972f6-2bd9-4b0b-9195-a4743c266618 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 9216 (mailbox:161)
2018-03-08 01:47:12,142+0100 INFO  (mailbox-spm/1) [storage.LVM] Extending LV a3a972f6-2bd9-4b0b-9195-a4743c266618/e7dc2a5f-4bcf-4e72-a0a9-aad044624739 to 9216 megabytes (lvm:1205)
2018-03-08 01:47:12,337+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5788c0a1-0fd0-4e56-9d82-908d50971bcc (threadPool:210)
2018-03-08 01:47:12,338+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 73d97575-61f8-4346-84f4-0f655f5c1bb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:12,338+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:12,433+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:12,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c6c57c86-6df4-4992-9271-d9e705e288f1 (threadPool:210)
2018-03-08 01:47:12,482+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 73a38f6f-facb-45d1-a897-410b7e03b5a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:12,482+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:12,735+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:12,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 28a3af99-185e-45d6-8dad-0b06c8837e30 (threadPool:210)
2018-03-08 01:47:12,780+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1a6aea4a-9fc2-4865-9818-ffa8ec51ee4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:12,780+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:13,043+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:13,085+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69335738-715a-408c-a035-b12efc3c0d06 (threadPool:210)
2018-03-08 01:47:13,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 35d9545d-77e4-4269-b236-e72ec3c8577e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:13,086+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:13,339+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:13,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 21fc4643-9d67-4be9-8ea7-fdb75c0cf662 (threadPool:210)
2018-03-08 01:47:13,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7f0acb65-056a-4eae-a02b-e0d05c4738ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:13,384+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:13,690+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:13,734+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 73d97575-61f8-4346-84f4-0f655f5c1bb5 (threadPool:210)
2018-03-08 01:47:13,734+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 17660513-9462-4152-b5fd-29e672d63b26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:13,735+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:14,014+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:14,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 73a38f6f-facb-45d1-a897-410b7e03b5a7 (threadPool:210)
2018-03-08 01:47:14,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 75557e85-580f-47f9-9ac2-8efb98ed7757 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:14,060+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:14,226+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:14,231+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:14,233+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:14,364+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:14,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1a6aea4a-9fc2-4865-9818-ffa8ec51ee4d (threadPool:210)
2018-03-08 01:47:14,412+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 80f00cd9-faab-4aea-8cd0-55de7df0db66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:14,413+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:14,655+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:14,703+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 35d9545d-77e4-4269-b236-e72ec3c8577e (threadPool:210)
2018-03-08 01:47:14,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 453f9f09-e8f1-4505-a175-462a4d444a11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:14,704+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:14,964+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:15,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7f0acb65-056a-4eae-a02b-e0d05c4738ac (threadPool:210)
2018-03-08 01:47:15,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 621732c8-ff7b-4792-a4b3-5070255b5f63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:15,007+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:15,295+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:15,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 17660513-9462-4152-b5fd-29e672d63b26 (threadPool:210)
2018-03-08 01:47:15,345+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 86bbae7e-ca34-4399-9e7e-b8341554248f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:15,345+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:15,688+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:15,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 75557e85-580f-47f9-9ac2-8efb98ed7757 (threadPool:210)
2018-03-08 01:47:15,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ae6b5b55-f5db-4c43-8a3e-193c19ca9b74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:15,736+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:16,046+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:16,093+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 80f00cd9-faab-4aea-8cd0-55de7df0db66 (threadPool:210)
2018-03-08 01:47:16,093+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f0841e04-587b-4cf4-b88e-f45afbdb9500 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:16,094+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:16,379+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:16,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 453f9f09-e8f1-4505-a175-462a4d444a11 (threadPool:210)
2018-03-08 01:47:16,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 296884f3-bde6-4dff-b513-13b11a71445e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:16,432+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:16,701+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:16,749+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 621732c8-ff7b-4792-a4b3-5070255b5f63 (threadPool:210)
2018-03-08 01:47:16,749+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b4a2671c-dbca-47af-be2a-4c03c7ffcec3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:16,750+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:17,031+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:17,069+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 86bbae7e-ca34-4399-9e7e-b8341554248f (threadPool:210)
2018-03-08 01:47:17,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 498d3b89-c173-4d28-9d29-022efdeb224b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:17,070+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:17,391+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:17,614+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:17,616+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=52784bb9-df35-4c96-93d9-d2037e1046cf (api:46)
2018-03-08 01:47:17,616+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383296', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426085', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228559', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048831', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478542', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000671913', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000247434', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043049', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274896', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248256', 'lastCheck': '7.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260519', 'lastCheck': '0.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384717', 'lastCheck': '8.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264912', 'lastCheck': '9.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433102', 'lastCheck': '8.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482285', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349758', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277664', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260502', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249405', 'lastCheck': '5.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298097', 'lastCheck': '7.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029873', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230533', 'lastCheck': '5.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025818', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000505322', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267275', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357151', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302461', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378448', 'lastCheck': '5.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245542', 'lastCheck': '6.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229718', 'lastCheck': '6.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304836', 'lastCheck': '5.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520054', 'lastCheck': '0.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=52784bb9-df35-4c96-93d9-d2037e1046cf (api:52)
2018-03-08 01:47:17,617+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2ddcdb85-bfa3-4752-b0a1-5c17915a4103 (api:46)
2018-03-08 01:47:17,617+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2ddcdb85-bfa3-4752-b0a1-5c17915a4103 (api:52)
2018-03-08 01:47:17,645+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.16'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '25': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.22'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '95.17'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '22': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.69'}, '23': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '28': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.63'}, '29': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.56'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.70', 'nodeIndex': 1, 'cpuSys': '24.14', 'cpuIdle': '71.16'}, '0': {'cpuUser': '5.75', 'nodeIndex': 0, 'cpuSys': '3.64', 'cpuIdle': '90.61'}, '3': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.05'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.91', 'cpuIdle': '94.64'}, '5': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '93.91'}, '4': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '7': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.30'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.69'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.03'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.37', 'cpuIdle': '94.84'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.96'}, '15': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.24'}, '14': {'cpuUser': '4.70', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '93.45'}, '17': {'cpuUser': '7.67', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '90.61'}, '16': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.50'}, '19': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.03'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.63'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.48'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.89'}, '34': {'cpuUser': '7.01', 'nodeIndex': 0, 'cpuSys': '7.08', 'cpuIdle': '85.91'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312379'}, '0': {'memPercent': 12, 'memFree': '345342'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384717', 'lastCheck': '8.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383296', 'lastCheck': '5.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426085', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264912', 'lastCheck': '9.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433102', 'lastCheck': '8.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478542', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000671913', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000247434', 'lastCheck': '0.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043049', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274896', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248256', 'lastCheck': '7.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260519', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228559', 'lastCheck': '3.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00048831', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482285', 'lastCheck': '8.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029873', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277664', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260502', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249405', 'lastCheck': '5.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298097', 'lastCheck': '7.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349758', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304836', 'lastCheck': '5.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025818', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000505322', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267275', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357151', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302461', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378448', 'lastCheck': '5.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245542', 'lastCheck': '6.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229718', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230533', 'lastCheck': '5.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520054', 'lastCheck': '0.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647667986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404403248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.351', 'tx': '1176277804072', 'txDropped': '0', 'rx': '625372240023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0', 'tx': '1580934691585', 'txDropped': '0', 'rx': '926356529109', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45215643', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416582595', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200623961', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet0', 'tx': '87865029', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet1', 'tx': '37766275982', 'txDropped': '0', 'rx': '878061731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet2', 'tx': '21128894294', 'txDropped': '0', 'rx': '141321684900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175784657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet4', 'tx': '396548471', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet5', 'tx': '23425912149', 'txDropped': '0', 'rx': '498183650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet6', 'tx': '6654655899', 'txDropped': '0', 'rx': '430143460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet7', 'tx': '1434461814', 'txDropped': '0', 'rx': '552420713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42462654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46765740', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'lo', 'tx': '6939053501', 'txDropped': '0', 'rx': '6939053501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170764052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'eno1', 'tx': '975622868969', 'txDropped': '0', 'rx': '434013525995', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'eno2', 'tx': '605311822616', 'txDropped': '0', 'rx': '492343003114', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470025.279328, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470025.279328, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633164187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75938533', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77056398', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192298542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370805609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.306', 'tx': '76695871979', 'txDropped': '0', 'rx': '8373763136', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49890730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430567278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299064942', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.110', 'tx': '2476707462', 'txDropped': '0', 'rx': '66856593065', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.111', 'tx': '122681384608', 'txDropped': '0', 'rx': '24450839468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55261271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54189009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465534480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165442313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56041189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55870950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45210851', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470025.279328, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226662830', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'oVirtManagement', 'tx': '1176277803424', 'txDropped': '0', 'rx': '625371501620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577473820', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'vnet3', 'tx': '542942175', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470025.279328, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754563066', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696071.48', 'cpuLoad': '2.64', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92922'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:47:17 GMT', 'cpuUser': '1.33', 'memFree': 667596, 'cpuIdle': '97.04', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:17,650+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:47:17,711+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:17,760+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f0841e04-587b-4cf4-b88e-f45afbdb9500 (threadPool:210)
2018-03-08 01:47:17,760+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 939ca7d2-3fce-4c94-83c9-7e658332f1cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:17,760+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:18,087+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:18,133+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 296884f3-bde6-4dff-b513-13b11a71445e (threadPool:210)
2018-03-08 01:47:18,133+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d651f9af-7ece-4ffc-9a23-8ee19b3cc8d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:18,134+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:18,283+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:47:18,288+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:47:18,290+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:18,300+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:47:18,300+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:47:18,301+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:18,423+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:18,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b4a2671c-dbca-47af-be2a-4c03c7ffcec3 (threadPool:210)
2018-03-08 01:47:18,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 475e7882-7cd8-4a96-ba03-cb985a3bb9f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:18,452+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:18,774+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:18,820+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 498d3b89-c173-4d28-9d29-022efdeb224b (threadPool:210)
2018-03-08 01:47:18,820+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 44ded37e-1b31-4d96-8206-489181800bd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:18,821+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:19,086+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:19,135+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 939ca7d2-3fce-4c94-83c9-7e658332f1cb (threadPool:210)
2018-03-08 01:47:19,135+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 516fbbea-03f8-47da-8848-f9604a1d69f1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:19,136+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:19,422+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:19,472+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ae6b5b55-f5db-4c43-8a3e-193c19ca9b74 (threadPool:210)
2018-03-08 01:47:19,473+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7c60b38c-6b11-4c1e-801e-260fa3cb4572 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:19,474+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:19,574+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=208307be-4355-475d-8301-2fede7728e1a (api:46)
2018-03-08 01:47:19,582+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=208307be-4355-475d-8301-2fede7728e1a (api:52)
2018-03-08 01:47:19,582+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:19,686+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=27162b45-b2fd-4651-94fb-ab947cd15df3 (api:46)
2018-03-08 01:47:19,695+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1031329021952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=27162b45-b2fd-4651-94fb-ab947cd15df3 (api:52)
2018-03-08 01:47:19,696+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:47:19,780+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:19,843+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 44ded37e-1b31-4d96-8206-489181800bd2 (threadPool:210)
2018-03-08 01:47:19,844+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e2da8deb-98f2-4d9b-a5ef-b3c0c6b4edc2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:19,845+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:20,193+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:20,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d651f9af-7ece-4ffc-9a23-8ee19b3cc8d0 (threadPool:210)
2018-03-08 01:47:20,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eb26c4da-d8c3-4fc6-b6cf-b1eb838291ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:20,239+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:20,459+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=41d63496-051c-4290-9779-3b0a73ed5fea (api:46)
2018-03-08 01:47:20,460+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393494', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580688', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027841', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526084', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305905', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290577', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000319652', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321626', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025845', 'lastCheck': '1.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308891', 'lastCheck': '1.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260519', 'lastCheck': '3.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311976', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000686054', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000335808', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465924', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238088', 'lastCheck': '0.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410672', 'lastCheck': '0.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251064', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272528', 'lastCheck': '0.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459328', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224914', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498002', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349371', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000505322', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000193822', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235256', 'lastCheck': '0.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302461', 'lastCheck': '3.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357314', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254422', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324335', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344739', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270944', 'lastCheck': '0.6', 'valid': True}} from=internal, task_id=41d63496-051c-4290-9779-3b0a73ed5fea (api:52)
2018-03-08 01:47:20,461+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=b28b972c-a596-41e8-b8d5-50068c3eb838 (api:46)
2018-03-08 01:47:20,461+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b28b972c-a596-41e8-b8d5-50068c3eb838 (api:52)
2018-03-08 01:47:20,518+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:20,590+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 516fbbea-03f8-47da-8848-f9604a1d69f1 (threadPool:210)
2018-03-08 01:47:20,590+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b49a148c-b54b-4a71-b7db-20c157245424 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:20,591+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:20,887+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:20,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 475e7882-7cd8-4a96-ba03-cb985a3bb9f1 (threadPool:210)
2018-03-08 01:47:20,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e5750f64-5c5f-4b28-805d-af7c2b0b055c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:20,937+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:21,234+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:21,281+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7c60b38c-6b11-4c1e-801e-260fa3cb4572 (threadPool:210)
2018-03-08 01:47:21,281+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4d47c4b8-a63c-477c-8caa-12041fe06be5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:21,282+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:21,548+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:21,588+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e2da8deb-98f2-4d9b-a5ef-b3c0c6b4edc2 (threadPool:210)
2018-03-08 01:47:21,589+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d99a76b0-b795-421d-bd9c-daec297fc5a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:21,589+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:21,853+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:21,899+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b49a148c-b54b-4a71-b7db-20c157245424 (threadPool:210)
2018-03-08 01:47:21,899+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cedbb888-2eeb-498a-8a7e-5c79150c0bfb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:21,900+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:22,242+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:22,288+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e5750f64-5c5f-4b28-805d-af7c2b0b055c (threadPool:210)
2018-03-08 01:47:22,288+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1ce49065-6d7a-45b7-8200-4e646388a0ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:22,289+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:22,570+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:22,616+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4d47c4b8-a63c-477c-8caa-12041fe06be5 (threadPool:210)
2018-03-08 01:47:22,616+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task db09d12b-530f-468a-83cd-04f5c2e63aa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:22,617+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:22,898+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:22,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eb26c4da-d8c3-4fc6-b6cf-b1eb838291ab (threadPool:210)
2018-03-08 01:47:22,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dcf9f1e2-c49c-4de9-a355-a5d959c21079 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:22,948+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:23,282+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:23,328+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d99a76b0-b795-421d-bd9c-daec297fc5a9 (threadPool:210)
2018-03-08 01:47:23,328+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dabfcb9b-ec39-4d59-8eb4-6106f6357e9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:23,329+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:23,654+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:23,701+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cedbb888-2eeb-498a-8a7e-5c79150c0bfb (threadPool:210)
2018-03-08 01:47:23,701+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ae0d5387-62fc-424f-847c-f496e805e62f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:23,701+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:23,981+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:24,021+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1ce49065-6d7a-45b7-8200-4e646388a0ac (threadPool:210)
2018-03-08 01:47:24,022+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 369813d2-a3cf-4544-a4b4-f8365375d29e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:24,022+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:24,302+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:24,353+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task db09d12b-530f-468a-83cd-04f5c2e63aa1 (threadPool:210)
2018-03-08 01:47:24,353+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2968f5a5-f6d9-4af2-aa8e-048d0dd60e39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:24,353+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:24,594+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:24,641+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dcf9f1e2-c49c-4de9-a355-a5d959c21079 (threadPool:210)
2018-03-08 01:47:24,641+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ee3c7f43-75e7-4df0-8bed-b05cc558d5b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:24,641+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:24,945+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:24,992+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dabfcb9b-ec39-4d59-8eb4-6106f6357e9b (threadPool:210)
2018-03-08 01:47:24,993+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 119989ac-34da-43cc-acc6-75c635ba6412 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:24,993+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:25,288+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:25,335+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ae0d5387-62fc-424f-847c-f496e805e62f (threadPool:210)
2018-03-08 01:47:25,335+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d46c0350-9f2a-41d3-8ff7-0d008ac35d8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:25,336+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:25,608+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:25,654+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2968f5a5-f6d9-4af2-aa8e-048d0dd60e39 (threadPool:210)
2018-03-08 01:47:25,654+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 92b19f16-ba18-4e19-8da5-f5f08d1afe74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:25,654+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:25,935+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:25,980+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ee3c7f43-75e7-4df0-8bed-b05cc558d5b4 (threadPool:210)
2018-03-08 01:47:25,980+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 82c420fa-5d08-4ac7-95e0-1c719ee86237 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:25,980+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:26,278+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:26,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 119989ac-34da-43cc-acc6-75c635ba6412 (threadPool:210)
2018-03-08 01:47:26,326+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 35ea7f8c-a297-4b09-a81d-02d395507fe7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:26,326+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:26,609+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:26,655+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 369813d2-a3cf-4544-a4b4-f8365375d29e (threadPool:210)
2018-03-08 01:47:26,655+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f6c17f28-1211-4463-abaa-773f2db24bdc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:26,656+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:26,919+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:26,959+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d46c0350-9f2a-41d3-8ff7-0d008ac35d8a (threadPool:210)
2018-03-08 01:47:26,960+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 16debadc-bb86-4db0-9b90-08802f99e0a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:26,961+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:27,246+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:27,317+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 92b19f16-ba18-4e19-8da5-f5f08d1afe74 (threadPool:210)
2018-03-08 01:47:27,318+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0bec7fdb-d1ad-4ac4-932a-1852275923d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:27,318+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:27,585+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:27,625+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 82c420fa-5d08-4ac7-95e0-1c719ee86237 (threadPool:210)
2018-03-08 01:47:27,626+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 29b93cbc-a843-404a-85d4-9d3b6f5e57e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:27,627+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:27,957+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:27,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 35ea7f8c-a297-4b09-a81d-02d395507fe7 (threadPool:210)
2018-03-08 01:47:28,001+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 63a49bd5-1412-48aa-892d-85106c8fd52f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:28,001+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:28,322+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:28,391+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f6c17f28-1211-4463-abaa-773f2db24bdc (threadPool:210)
2018-03-08 01:47:28,391+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1bb780a7-d2b8-4348-a69f-edc5bfe196dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:28,391+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:28,678+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:28,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 16debadc-bb86-4db0-9b90-08802f99e0a4 (threadPool:210)
2018-03-08 01:47:28,717+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5c59fbf9-1e27-43b9-bda6-6144c88fee2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:28,717+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:28,952+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:29,257+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:29,265+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:29,268+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:29,272+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:29,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 29b93cbc-a843-404a-85d4-9d3b6f5e57e8 (threadPool:210)
2018-03-08 01:47:29,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task efdba033-955c-451c-ac2d-82c73408cfa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:29,328+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:29,631+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:29,698+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 63a49bd5-1412-48aa-892d-85106c8fd52f (threadPool:210)
2018-03-08 01:47:29,700+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adc6a7e3-0a36-4e4f-98ba-a2a2014b754d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:29,700+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:29,941+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:29,984+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0bec7fdb-d1ad-4ac4-932a-1852275923d6 (threadPool:210)
2018-03-08 01:47:29,984+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 59fcb0ac-faa2-4ff0-9b5a-e5200058e952 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:29,984+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:30,090+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=9b20501a-2a03-44f0-bc93-0d50f7446865 (api:46)
2018-03-08 01:47:30,095+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=9b20501a-2a03-44f0-bc93-0d50f7446865 (api:52)
2018-03-08 01:47:30,096+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:30,201+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b4913f22-ee88-48dd-8fc8-a900bafac52e (api:46)
2018-03-08 01:47:30,208+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b4913f22-ee88-48dd-8fc8-a900bafac52e (api:52)
2018-03-08 01:47:30,209+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:30,284+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:30,331+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5c59fbf9-1e27-43b9-bda6-6144c88fee2b (threadPool:210)
2018-03-08 01:47:30,332+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2a07e0cb-69d8-4711-91f0-4a1bcb42542b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:30,332+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:30,638+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:30,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task efdba033-955c-451c-ac2d-82c73408cfa5 (threadPool:210)
2018-03-08 01:47:30,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 77ad976f-f76c-4463-9e60-ee31fded9171 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:30,684+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:31,007+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:31,057+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1bb780a7-d2b8-4348-a69f-edc5bfe196dc (threadPool:210)
2018-03-08 01:47:31,058+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 605cb10d-83f3-4886-a963-7273f15a498e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:31,058+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:31,328+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:31,375+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adc6a7e3-0a36-4e4f-98ba-a2a2014b754d (threadPool:210)
2018-03-08 01:47:31,376+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc50d98f-90a7-4b4d-9adb-09abebd4a74a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:31,377+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:31,652+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:31,693+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 59fcb0ac-faa2-4ff0-9b5a-e5200058e952 (threadPool:210)
2018-03-08 01:47:31,694+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 107e50ef-4a6c-41b8-b0e2-fa5f9e8ccbe7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:31,694+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:31,967+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:32,014+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 77ad976f-f76c-4463-9e60-ee31fded9171 (threadPool:210)
2018-03-08 01:47:32,015+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c89ab8c5-1679-475e-a0c6-4e8b03996d3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:32,015+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:32,300+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:32,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 605cb10d-83f3-4886-a963-7273f15a498e (threadPool:210)
2018-03-08 01:47:32,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9a6ef915-d87d-48b8-bb62-b9f25f844e9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:32,347+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:32,633+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:32,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc50d98f-90a7-4b4d-9adb-09abebd4a74a (threadPool:210)
2018-03-08 01:47:32,682+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 814ff02a-20ca-47b7-889c-4918c851e12c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:32,682+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:32,687+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:32,688+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=de74f1a6-2303-454c-b397-bd3b815e3cff (api:46)
2018-03-08 01:47:32,689+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281154', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461989', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337477', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391241', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259071', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280189', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000303438', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279924', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343962', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313552', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002493', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00132843', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276324', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342789', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424468', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024416', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221264', 'lastCheck': '3.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469327', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031366', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480138', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269247', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269758', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321632', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264025', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543792', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282875', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260714', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439538', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327032', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393063', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332328', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434414', 'lastCheck': '2.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=de74f1a6-2303-454c-b397-bd3b815e3cff (api:52)
2018-03-08 01:47:32,689+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=92ac6046-d4ee-49fb-966b-ba8165a2eaa4 (api:46)
2018-03-08 01:47:32,690+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=92ac6046-d4ee-49fb-966b-ba8165a2eaa4 (api:52)
2018-03-08 01:47:32,717+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.63'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.77'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.30'}, '27': {'cpuUser': '2.38', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.44'}, '20': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.23'}, '21': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.57'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.83'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.04', 'cpuIdle': '95.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.03'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '1': {'cpuUser': '4.96', 'nodeIndex': 1, 'cpuSys': '28.30', 'cpuIdle': '66.74'}, '0': {'cpuUser': '6.55', 'nodeIndex': 0, 'cpuSys': '4.03', 'cpuIdle': '89.42'}, '3': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.36'}, '2': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '93.78'}, '5': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.97'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.69'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.02'}, '9': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.23'}, '8': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.88'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.82'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '10': {'cpuUser': '2.64', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.77'}, '13': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '12': {'cpuUser': '2.64', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '95.97'}, '15': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.70'}, '14': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.22'}, '17': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.02'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.75'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.36'}, '55': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '35': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.31'}, '34': {'cpuUser': '7.27', 'nodeIndex': 0, 'cpuSys': '8.86', 'cpuIdle': '83.87'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312328'}, '0': {'memPercent': 12, 'memFree': '345402'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00132843', 'lastCheck': '3.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281154', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461989', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276324', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342789', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259071', 'lastCheck': '3.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280189', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000303438', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279924', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343962', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313552', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002493', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337477', 'lastCheck': '3.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391241', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424468', 'lastCheck': '3.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269247', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221264', 'lastCheck': '3.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469327', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031366', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480138', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024416', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332328', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321632', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264025', 'lastCheck': '6.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543792', 'lastCheck': '2.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282875', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260714', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439538', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327032', 'lastCheck': '1.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393063', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269758', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434414', 'lastCheck': '2.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647674478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404407188', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.351', 'tx': '1176277887118', 'txDropped': '0', 'rx': '625372255713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0', 'tx': '1580934931488', 'txDropped': '0', 'rx': '926356970390', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45216043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416583690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200626392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet0', 'tx': '87869079', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet1', 'tx': '37766296857', 'txDropped': '0', 'rx': '878070646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet2', 'tx': '21128917650', 'txDropped': '0', 'rx': '141321694834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175788047', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet4', 'tx': '396552521', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet5', 'tx': '23425920498', 'txDropped': '0', 'rx': '498184052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet6', 'tx': '6654674080', 'txDropped': '0', 'rx': '430149418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet7', 'tx': '1434463273', 'txDropped': '0', 'rx': '552420896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42463054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46766140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'lo', 'tx': '6939132530', 'txDropped': '0', 'rx': '6939132530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170765672', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'eno1', 'tx': '975623098371', 'txDropped': '0', 'rx': '434013726632', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'eno2', 'tx': '605311833117', 'txDropped': '0', 'rx': '492343243758', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470040.404888, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470040.404888, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633168635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75938883', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77056748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192301484', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370806009', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.306', 'tx': '76695871979', 'txDropped': '0', 'rx': '8373766472', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49891130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430570614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299067884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.110', 'tx': '2476722518', 'txDropped': '0', 'rx': '66856629402', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.111', 'tx': '122681394581', 'txDropped': '0', 'rx': '24450861014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55261621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54189409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465538420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165443933', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56041539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55871350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45211251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470040.404888, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226665261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'oVirtManagement', 'tx': '1176277886470', 'txDropped': '0', 'rx': '625371517310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577478268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'vnet3', 'tx': '542946225', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470040.404888, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754566456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96200', 'ksmPages': 100, 'elapsedTime': '1696086.56', 'cpuLoad': '2.63', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92921'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.03', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:47:32 GMT', 'cpuUser': '1.21', 'memFree': 667607, 'cpuIdle': '97.10', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.30'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:32,721+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:47:33,032+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:33,072+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2a07e0cb-69d8-4711-91f0-4a1bcb42542b (threadPool:210)
2018-03-08 01:47:33,073+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 83fa9fb4-2972-42e8-8823-5d4c4f272125 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:33,073+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:33,306+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:47:33,311+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:47:33,313+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:33,321+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:47:33,322+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:47:33,322+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:33,434+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:33,471+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c89ab8c5-1679-475e-a0c6-4e8b03996d3e (threadPool:210)
2018-03-08 01:47:33,471+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dd537052-1597-4786-a51a-add37374f0c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:33,471+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:33,743+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:33,816+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 814ff02a-20ca-47b7-889c-4918c851e12c (threadPool:210)
2018-03-08 01:47:33,816+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c8862269-32ae-4fa8-8852-a4188fae97c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:33,817+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:34,072+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:34,117+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 107e50ef-4a6c-41b8-b0e2-fa5f9e8ccbe7 (threadPool:210)
2018-03-08 01:47:34,117+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e0b40b01-9d5d-4d40-b9c7-21ffa591fe55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:34,118+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:34,382+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:34,431+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 83fa9fb4-2972-42e8-8823-5d4c4f272125 (threadPool:210)
2018-03-08 01:47:34,431+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b338a2d-5c6e-469a-9c2f-bb5048817088 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:34,431+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:34,709+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:34,758+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9a6ef915-d87d-48b8-bb62-b9f25f844e9c (threadPool:210)
2018-03-08 01:47:34,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4255badb-1279-4930-99ed-0a1812404b7c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:34,759+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:35,020+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:35,067+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dd537052-1597-4786-a51a-add37374f0c6 (threadPool:210)
2018-03-08 01:47:35,067+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9f9e9078-89aa-4fd8-a062-49f7fabe62fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:35,068+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:35,340+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:35,386+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c8862269-32ae-4fa8-8852-a4188fae97c5 (threadPool:210)
2018-03-08 01:47:35,386+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9394cb84-8e0f-4f4b-a3b2-85f572345bb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:35,386+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:35,548+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f0bb9982-cd0c-4b56-b8d1-76914fec3675 (api:46)
2018-03-08 01:47:35,548+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281154', 'lastCheck': '3.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000461989', 'lastCheck': '7.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337477', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391241', 'lastCheck': '4.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259071', 'lastCheck': '6.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280189', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000303438', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279924', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343962', 'lastCheck': '6.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313552', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002493', 'lastCheck': '3.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00132843', 'lastCheck': '6.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276324', 'lastCheck': '6.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342789', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424468', 'lastCheck': '6.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024416', 'lastCheck': '5.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221264', 'lastCheck': '6.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469327', 'lastCheck': '3.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031366', 'lastCheck': '3.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480138', 'lastCheck': '5.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269247', 'lastCheck': '5.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269758', 'lastCheck': '3.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321632', 'lastCheck': '5.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264025', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543792', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282875', 'lastCheck': '5.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000260714', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439538', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327032', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393063', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000332328', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000434414', 'lastCheck': '5.7', 'valid': True}} from=internal, task_id=f0bb9982-cd0c-4b56-b8d1-76914fec3675 (api:52)
2018-03-08 01:47:35,549+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=544ba96d-89e6-4abd-869e-f22857bf60ec (api:46)
2018-03-08 01:47:35,549+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=544ba96d-89e6-4abd-869e-f22857bf60ec (api:52)
2018-03-08 01:47:35,663+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:35,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e0b40b01-9d5d-4d40-b9c7-21ffa591fe55 (threadPool:210)
2018-03-08 01:47:35,706+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 47cf569c-8051-4e07-8729-3fb6e1489685 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:35,707+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:35,962+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:36,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4255badb-1279-4930-99ed-0a1812404b7c (threadPool:210)
2018-03-08 01:47:36,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 031bf2ff-2b39-4b95-9b3e-e22b173d11e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:36,008+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:36,293+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:36,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9f9e9078-89aa-4fd8-a062-49f7fabe62fd (threadPool:210)
2018-03-08 01:47:36,340+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dca648f4-631d-4080-9580-cd1843c25fe9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:36,340+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:36,644+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:36,688+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9394cb84-8e0f-4f4b-a3b2-85f572345bb8 (threadPool:210)
2018-03-08 01:47:36,689+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1763e9c9-7164-47cf-9b6d-43fa85f95f18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:36,689+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:36,965+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:37,014+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b338a2d-5c6e-469a-9c2f-bb5048817088 (threadPool:210)
2018-03-08 01:47:37,015+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6e4c165c-bf09-4e04-b2a3-43ed5ba74bbd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:37,015+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:37,288+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:37,347+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 031bf2ff-2b39-4b95-9b3e-e22b173d11e9 (threadPool:210)
2018-03-08 01:47:37,348+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 73d939ee-8738-4f2b-8610-3bd63273f176 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:37,348+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:37,631+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:37,680+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dca648f4-631d-4080-9580-cd1843c25fe9 (threadPool:210)
2018-03-08 01:47:37,681+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e759046a-a924-45bb-98f9-f9acf932b904 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:37,681+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:38,048+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:38,093+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1763e9c9-7164-47cf-9b6d-43fa85f95f18 (threadPool:210)
2018-03-08 01:47:38,093+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3b2ed569-0d97-4914-a669-129f06e286b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:38,094+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:38,411+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:38,457+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 47cf569c-8051-4e07-8729-3fb6e1489685 (threadPool:210)
2018-03-08 01:47:38,458+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 33491fac-974b-451d-8b03-88e8376d08fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:38,458+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:38,756+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:38,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6e4c165c-bf09-4e04-b2a3-43ed5ba74bbd (threadPool:210)
2018-03-08 01:47:38,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9f27d767-ff14-4b2d-9209-b39dab38fe41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:38,805+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:39,087+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:39,134+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 73d939ee-8738-4f2b-8610-3bd63273f176 (threadPool:210)
2018-03-08 01:47:39,134+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 51d05015-d881-45f1-b6c1-7a8965e49f10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:39,135+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:39,390+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:39,442+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e759046a-a924-45bb-98f9-f9acf932b904 (threadPool:210)
2018-03-08 01:47:39,443+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b4ca038-c278-4d02-a643-eeadb55c3390 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:39,443+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:39,770+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:39,831+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3b2ed569-0d97-4914-a669-129f06e286b4 (threadPool:210)
2018-03-08 01:47:39,831+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c82ccc21-9ef3-4723-b3c9-cb879f3ba61f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:39,832+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:40,181+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:40,225+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9f27d767-ff14-4b2d-9209-b39dab38fe41 (threadPool:210)
2018-03-08 01:47:40,226+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9edb7b2d-043a-402f-8b7a-553b3350b75f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:40,226+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:40,492+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:40,611+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=611bb908-b369-4f21-9fbf-19212aaabcf1 (api:46)
2018-03-08 01:47:40,617+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=611bb908-b369-4f21-9fbf-19212aaabcf1 (api:52)
2018-03-08 01:47:40,617+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:40,706+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7aa99a85-4d99-492d-b679-18e8aa900f11 (api:46)
2018-03-08 01:47:40,712+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7aa99a85-4d99-492d-b679-18e8aa900f11 (api:52)
2018-03-08 01:47:40,714+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:40,797+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:40,846+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 51d05015-d881-45f1-b6c1-7a8965e49f10 (threadPool:210)
2018-03-08 01:47:40,846+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7b6879f-9f38-46d8-b440-8c9b23c769a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:40,847+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:40,853+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=2c734f56-3276-4a57-97d5-1c1209363476 (api:46)
2018-03-08 01:47:40,853+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=2c734f56-3276-4a57-97d5-1c1209363476 (api:52)
2018-03-08 01:47:40,853+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=cb2595d3-cb6c-4e2c-bbd0-e5b5260ff0cb (api:46)
2018-03-08 01:47:40,853+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=cb2595d3-cb6c-4e2c-bbd0-e5b5260ff0cb (api:52)
2018-03-08 01:47:40,854+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=7ffe5447-1357-4c69-ae6f-7e80b149bb4b (api:46)
2018-03-08 01:47:40,854+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=7ffe5447-1357-4c69-ae6f-7e80b149bb4b (api:52)
2018-03-08 01:47:40,855+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=0b7ded3d-5e37-4af0-929a-4084cb115bd9 (api:46)
2018-03-08 01:47:40,855+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=0b7ded3d-5e37-4af0-929a-4084cb115bd9 (api:52)
2018-03-08 01:47:40,855+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=4baa46fa-3c17-43a7-8368-e8516fbd3f88 (api:46)
2018-03-08 01:47:40,855+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=4baa46fa-3c17-43a7-8368-e8516fbd3f88 (api:52)
2018-03-08 01:47:40,856+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=b033e892-c311-4b0d-b2d9-14cf859c1879 (api:46)
2018-03-08 01:47:40,856+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=b033e892-c311-4b0d-b2d9-14cf859c1879 (api:52)
2018-03-08 01:47:40,856+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=ae6f9efb-362d-49f6-bc6c-aa3d7ee16f9a (api:46)
2018-03-08 01:47:40,857+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=ae6f9efb-362d-49f6-bc6c-aa3d7ee16f9a (api:52)
2018-03-08 01:47:40,857+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=3ea93b5f-f71e-428d-a98e-6a89de3db04f (api:46)
2018-03-08 01:47:40,857+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=3ea93b5f-f71e-428d-a98e-6a89de3db04f (api:52)
2018-03-08 01:47:40,858+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=12a78051-7762-4e31-9bd7-87625a264b68 (api:46)
2018-03-08 01:47:40,858+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=12a78051-7762-4e31-9bd7-87625a264b68 (api:52)
2018-03-08 01:47:40,858+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=bf43967b-dd69-4d0d-a2d8-7ee0990111ea (api:46)
2018-03-08 01:47:40,858+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=bf43967b-dd69-4d0d-a2d8-7ee0990111ea (api:52)
2018-03-08 01:47:41,163+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:41,192+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b4ca038-c278-4d02-a643-eeadb55c3390 (threadPool:210)
2018-03-08 01:47:41,192+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f30088e1-99e6-44ca-a19d-68f91e14efc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:41,193+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:41,461+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:41,505+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c82ccc21-9ef3-4723-b3c9-cb879f3ba61f (threadPool:210)
2018-03-08 01:47:41,506+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task da373666-797c-468f-8ce4-8d265efe3882 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:41,506+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:41,831+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:41,880+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9edb7b2d-043a-402f-8b7a-553b3350b75f (threadPool:210)
2018-03-08 01:47:41,881+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53a9ee17-6824-42ea-9b74-14a5990d5ae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:41,881+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:42,145+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:42,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7b6879f-9f38-46d8-b440-8c9b23c769a5 (threadPool:210)
2018-03-08 01:47:42,195+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 48a61a9a-6a4d-4c46-9bcf-203045efc974 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:42,196+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:42,424+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:42,469+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f30088e1-99e6-44ca-a19d-68f91e14efc0 (threadPool:210)
2018-03-08 01:47:42,470+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 172c7f1a-5b89-4c16-b74b-13e984bf1ada (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:42,470+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:42,730+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:42,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task da373666-797c-468f-8ce4-8d265efe3882 (threadPool:210)
2018-03-08 01:47:42,779+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e3a72686-7239-434c-a3e9-6e6c5e630a61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:42,780+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:43,045+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:43,094+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53a9ee17-6824-42ea-9b74-14a5990d5ae7 (threadPool:210)
2018-03-08 01:47:43,095+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5810101e-c0cd-453a-a38c-263d06b4d7b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:43,095+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:43,406+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:43,452+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 33491fac-974b-451d-8b03-88e8376d08fc (threadPool:210)
2018-03-08 01:47:43,453+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1cd65c53-d22f-4204-8943-d409ec92daf5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:43,453+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:43,771+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:43,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 48a61a9a-6a4d-4c46-9bcf-203045efc974 (threadPool:210)
2018-03-08 01:47:43,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e4cb231e-3582-421e-986c-80a772cbcde8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:43,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:44,152+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:44,205+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 172c7f1a-5b89-4c16-b74b-13e984bf1ada (threadPool:210)
2018-03-08 01:47:44,206+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dc401865-9d9c-46a0-bab1-1bf3577f02bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:44,206+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:44,284+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:44,289+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:44,291+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:44,492+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:44,542+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e3a72686-7239-434c-a3e9-6e6c5e630a61 (threadPool:210)
2018-03-08 01:47:44,543+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 96161037-f916-4bc5-a2c7-54dc30528a16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:44,543+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:44,873+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:44,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5810101e-c0cd-453a-a38c-263d06b4d7b1 (threadPool:210)
2018-03-08 01:47:44,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c429ecef-d4b7-40a6-83ea-682214aa5bad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:44,923+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:45,243+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:45,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1cd65c53-d22f-4204-8943-d409ec92daf5 (threadPool:210)
2018-03-08 01:47:45,288+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9fac9796-79b4-4b59-9fe2-84f2531e643b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:45,289+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:45,564+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:45,612+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e4cb231e-3582-421e-986c-80a772cbcde8 (threadPool:210)
2018-03-08 01:47:45,613+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34aab939-b3b7-471b-baed-1f8f8a8a50f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:45,613+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:45,901+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:45,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dc401865-9d9c-46a0-bab1-1bf3577f02bc (threadPool:210)
2018-03-08 01:47:45,947+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3aa33aea-198c-4592-b20f-3e59ddb75031 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:45,947+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:46,234+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:46,286+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 96161037-f916-4bc5-a2c7-54dc30528a16 (threadPool:210)
2018-03-08 01:47:46,287+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d1f7d001-5a13-488a-881a-b840f0b7eba0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:46,287+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:46,598+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:46,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c429ecef-d4b7-40a6-83ea-682214aa5bad (threadPool:210)
2018-03-08 01:47:46,649+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ea8be1be-6f5a-4ce7-9507-df7f33519a9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2061, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:46,650+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:46,946+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:46,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9fac9796-79b4-4b59-9fe2-84f2531e643b (threadPool:210)
2018-03-08 01:47:46,995+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 63ab61d1-786b-46bf-9679-9385fe895fb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:46,995+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:47,293+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:47,347+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34aab939-b3b7-471b-baed-1f8f8a8a50f6 (threadPool:210)
2018-03-08 01:47:47,347+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b5cdd369-ba10-417e-b136-a546dd5a6bfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:47,347+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:47,652+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:47,701+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d1f7d001-5a13-488a-881a-b840f0b7eba0 (threadPool:210)
2018-03-08 01:47:47,702+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b9809171-11f1-4ef6-8f20-e4653286ca47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:47,702+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:47,760+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:47,761+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0d9599db-444f-4423-8b2f-647f6abe8dc8 (api:46)
2018-03-08 01:47:47,762+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247865', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608545', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227849', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412446', 'lastCheck': '6.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500676', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240159', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000297968', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467858', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591316', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276702', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305657', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274117', 'lastCheck': '8.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297682', 'lastCheck': '9.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298054', 'lastCheck': '8.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396949', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227536', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002338', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023963', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426275', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478756', 'lastCheck': '8.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436441', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242533', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301394', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359652', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256717', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221895', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380227', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314532', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277684', 'lastCheck': '6.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224192', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244905', 'lastCheck': '6.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243397', 'lastCheck': '0.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0d9599db-444f-4423-8b2f-647f6abe8dc8 (api:52)
2018-03-08 01:47:47,762+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=fd634459-1e18-4cb7-a841-b44b141c7cfe (api:46)
2018-03-08 01:47:47,762+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=fd634459-1e18-4cb7-a841-b44b141c7cfe (api:52)
2018-03-08 01:47:47,790+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.42'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '25': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '26': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '27': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.09'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '21': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '22': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '23': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.43'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.54'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '24.12', 'cpuIdle': '70.91'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '89.06'}, '3': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.15'}, '2': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '93.57'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.97'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '8': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.14'}, '59': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '99.01'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '10': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.82'}, '14': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.22'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '19': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.48'}, '55': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.00'}, '31': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.75'}, '34': {'cpuUser': '7.95', 'nodeIndex': 0, 'cpuSys': '8.62', 'cpuIdle': '83.43'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.89'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312006'}, '0': {'memPercent': 12, 'memFree': '345726'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274117', 'lastCheck': '8.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247865', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000608545', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297682', 'lastCheck': '9.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298054', 'lastCheck': '8.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500676', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240159', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000297968', 'lastCheck': '7.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000467858', 'lastCheck': '0.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591316', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276702', 'lastCheck': '6.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305657', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227849', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412446', 'lastCheck': '6.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396949', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436441', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002338', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023963', 'lastCheck': '5.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426275', 'lastCheck': '5.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478756', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227536', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244905', 'lastCheck': '6.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301394', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359652', 'lastCheck': '1.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256717', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221895', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380227', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314532', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277684', 'lastCheck': '6.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224192', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242533', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243397', 'lastCheck': '0.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647681719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404412972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.351', 'tx': '1176277956380', 'txDropped': '0', 'rx': '625372266629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0', 'tx': '1580935036764', 'txDropped': '0', 'rx': '926357361795', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45216393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416584724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200627001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet0', 'tx': '87871817', 'txDropped': '0', 'rx': '79830749', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet1', 'tx': '37766300395', 'txDropped': '0', 'rx': '878073168', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet2', 'tx': '21128937229', 'txDropped': '0', 'rx': '141321704111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175790624', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet4', 'tx': '396555259', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet5', 'tx': '23425941756', 'txDropped': '0', 'rx': '498189037', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet6', 'tx': '6654675338', 'txDropped': '0', 'rx': '430149480', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet7', 'tx': '1434464531', 'txDropped': '0', 'rx': '552420958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42463404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46766490', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'lo', 'tx': '6939208949', 'txDropped': '0', 'rx': '6939208949', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170766762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'eno1', 'tx': '975623181499', 'txDropped': '0', 'rx': '434013942458', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'eno2', 'tx': '605311855265', 'txDropped': '0', 'rx': '492343419337', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470055.49356, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470055.49356, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633173079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75939619', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77057484', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192303794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370806409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.306', 'tx': '76695871979', 'txDropped': '0', 'rx': '8373768706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49891530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430572848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299070194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.110', 'tx': '2476725164', 'txDropped': '0', 'rx': '66856632184', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.111', 'tx': '122681408638', 'txDropped': '0', 'rx': '24450890359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55262021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54189759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465544204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165445023', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56041939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55871700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45211601', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470055.49356, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226665870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'oVirtManagement', 'tx': '1176277955732', 'txDropped': '0', 'rx': '625371528226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577482712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'vnet3', 'tx': '542948963', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470055.49356, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754569033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696101.63', 'cpuLoad': '2.56', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92919'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.04', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:47:47 GMT', 'cpuUser': '1.12', 'memFree': 667602, 'cpuIdle': '97.25', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:47,794+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:47:47,984+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:48,038+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ea8be1be-6f5a-4ce7-9507-df7f33519a9c (threadPool:210)
2018-03-08 01:47:48,038+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1aa1da35-e54e-4b1e-bba8-561022e4ee81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:48,038+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:48,323+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:47:48,328+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:47:48,331+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:48,346+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:47:48,348+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:47:48,348+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:47:48,399+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:48,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 63ab61d1-786b-46bf-9679-9385fe895fb7 (threadPool:210)
2018-03-08 01:47:48,491+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26d5218a-34f6-4cc7-b498-2ac142a58c7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:48,492+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:48,922+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:48,968+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3aa33aea-198c-4592-b20f-3e59ddb75031 (threadPool:210)
2018-03-08 01:47:48,969+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8fbe5f83-14d4-4ff2-8530-b6e423391385 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:48,969+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:49,370+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:49,412+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b5cdd369-ba10-417e-b136-a546dd5a6bfd (threadPool:210)
2018-03-08 01:47:49,413+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d510d593-42d6-43cf-a324-06f460c541c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:49,413+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:49,756+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:49,816+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1aa1da35-e54e-4b1e-bba8-561022e4ee81 (threadPool:210)
2018-03-08 01:47:49,817+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 867764a5-3d54-4f11-9c8b-58c33a69c777 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:49,817+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:50,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:50,217+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8fbe5f83-14d4-4ff2-8530-b6e423391385 (threadPool:210)
2018-03-08 01:47:50,218+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a7d0bfeb-b26f-4a92-86af-53bb9708fba3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:50,218+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:50,554+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:50,649+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e2e3c017-63cf-4a23-b713-1593b8bd9fb7 (api:46)
2018-03-08 01:47:50,650+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00485336', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267415', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361515', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401368', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367135', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000440855', 'lastCheck': '1.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323862', 'lastCheck': '1.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022081', 'lastCheck': '1.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299355', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305657', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000871145', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285064', 'lastCheck': '2.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515925', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454786', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249043', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414004', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290356', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249308', 'lastCheck': '1.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158934', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589637', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287062', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349053', 'lastCheck': '1.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000359652', 'lastCheck': '4.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323471', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350632', 'lastCheck': '1.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380227', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256853', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231641', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360953', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032114', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402643', 'lastCheck': '0.8', 'valid': True}} from=internal, task_id=e2e3c017-63cf-4a23-b713-1593b8bd9fb7 (api:52)
2018-03-08 01:47:50,651+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=da2d54eb-6001-4ea2-9b84-e9f8afff11f5 (api:46)
2018-03-08 01:47:50,651+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=da2d54eb-6001-4ea2-9b84-e9f8afff11f5 (api:52)
2018-03-08 01:47:50,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b9809171-11f1-4ef6-8f20-e4653286ca47 (threadPool:210)
2018-03-08 01:47:50,704+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 860dbcf9-3ba0-422d-92ab-49231b4d63ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:50,704+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:50,990+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:51,040+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d510d593-42d6-43cf-a324-06f460c541c2 (threadPool:210)
2018-03-08 01:47:51,040+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6eca1906-4d38-4582-8ac8-679b54a0bb13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:51,041+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:51,105+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2cff11bb-6272-4d43-9c03-c31106b820ce (api:46)
2018-03-08 01:47:51,116+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2cff11bb-6272-4d43-9c03-c31106b820ce (api:52)
2018-03-08 01:47:51,116+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:47:51,214+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8f6b161a-417c-4fde-ab67-1102d9119b0c (api:46)
2018-03-08 01:47:51,221+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8f6b161a-417c-4fde-ab67-1102d9119b0c (api:52)
2018-03-08 01:47:51,222+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:47:51,316+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:51,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26d5218a-34f6-4cc7-b498-2ac142a58c7a (threadPool:210)
2018-03-08 01:47:51,363+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fe170ace-4341-4f6c-8e00-9eae65358d5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:51,363+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:51,627+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:51,678+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 867764a5-3d54-4f11-9c8b-58c33a69c777 (threadPool:210)
2018-03-08 01:47:51,678+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e2194785-ec9f-4042-9dce-2cd194a3fb53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:51,679+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:51,953+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:52,003+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a7d0bfeb-b26f-4a92-86af-53bb9708fba3 (threadPool:210)
2018-03-08 01:47:52,003+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6e8b2dde-c1ba-40c6-8bf6-cfedbd0b9826 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:52,004+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:52,280+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:52,553+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:52,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6eca1906-4d38-4582-8ac8-679b54a0bb13 (threadPool:210)
2018-03-08 01:47:52,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 215ec28e-0350-4317-86a4-bf84ed055ea7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:52,603+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:52,873+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:52,899+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fe170ace-4341-4f6c-8e00-9eae65358d5f (threadPool:210)
2018-03-08 01:47:52,900+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4bbaff5e-d15a-48bb-92f0-ac7c42c69491 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:52,900+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:53,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:53,219+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6e8b2dde-c1ba-40c6-8bf6-cfedbd0b9826 (threadPool:210)
2018-03-08 01:47:53,220+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 63027cc7-ebcd-407b-9e98-cec953a58b0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:53,220+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:53,490+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:53,541+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 860dbcf9-3ba0-422d-92ab-49231b4d63ab (threadPool:210)
2018-03-08 01:47:53,542+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3454c416-7fa3-4260-b53b-81dc7baf8613 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:53,542+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:53,810+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:53,861+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 215ec28e-0350-4317-86a4-bf84ed055ea7 (threadPool:210)
2018-03-08 01:47:53,862+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 343d2800-788f-41af-a000-d25e7f3cb2f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:53,862+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:54,115+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:54,157+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e2194785-ec9f-4042-9dce-2cd194a3fb53 (threadPool:210)
2018-03-08 01:47:54,158+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f35a51c5-1d91-4d6b-8b4f-b81d348a7f96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:54,158+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:54,471+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:54,521+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4bbaff5e-d15a-48bb-92f0-ac7c42c69491 (threadPool:210)
2018-03-08 01:47:54,521+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 04258361-9d66-45fa-aeae-c05218bda572 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:54,522+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:54,796+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:54,857+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 63027cc7-ebcd-407b-9e98-cec953a58b0e (threadPool:210)
2018-03-08 01:47:54,857+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 50373843-55cc-4a64-9b19-cb69d9975ad8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:54,858+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:55,107+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:55,157+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3454c416-7fa3-4260-b53b-81dc7baf8613 (threadPool:210)
2018-03-08 01:47:55,157+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fe852589-fec4-4edc-a7c7-505989056f08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:55,158+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:55,431+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:55,480+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 343d2800-788f-41af-a000-d25e7f3cb2f8 (threadPool:210)
2018-03-08 01:47:55,480+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 00164cad-1828-467e-97e6-0399b9230648 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:55,481+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:55,738+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:55,785+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f35a51c5-1d91-4d6b-8b4f-b81d348a7f96 (threadPool:210)
2018-03-08 01:47:55,785+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bde83977-119f-4ea7-82a5-1ec8ca3e8f65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:55,786+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:56,034+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:56,085+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 04258361-9d66-45fa-aeae-c05218bda572 (threadPool:210)
2018-03-08 01:47:56,085+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 384d0db5-286e-4715-864b-70db0666f8a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:56,086+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:56,363+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:56,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 50373843-55cc-4a64-9b19-cb69d9975ad8 (threadPool:210)
2018-03-08 01:47:56,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 815f7f0d-7566-481c-9141-4c10d2f684e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:47:56,403+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:56,660+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:56,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 00164cad-1828-467e-97e6-0399b9230648 (threadPool:210)
2018-03-08 01:47:56,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6a00fcb-a0df-42c2-89d9-eb9bbd886604 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:56,710+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:57,063+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:57,109+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bde83977-119f-4ea7-82a5-1ec8ca3e8f65 (threadPool:210)
2018-03-08 01:47:57,110+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d6fd2592-8d11-4b49-b769-22be06d466c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:57,110+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:57,450+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:57,497+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 384d0db5-286e-4715-864b-70db0666f8a2 (threadPool:210)
2018-03-08 01:47:57,498+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5887a31c-e675-4e67-b2df-1230977fce74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:57,498+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:57,817+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:57,863+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fe852589-fec4-4edc-a7c7-505989056f08 (threadPool:210)
2018-03-08 01:47:57,864+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8d0609a4-63d1-47bb-bb10-bbc7c7467288 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:47:57,864+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:47:58,156+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:58,206+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 815f7f0d-7566-481c-9141-4c10d2f684e1 (threadPool:210)
2018-03-08 01:47:58,207+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8c6d432f-3b18-439d-86aa-c6ce99166531 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:58,208+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:58,488+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:58,558+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6a00fcb-a0df-42c2-89d9-eb9bbd886604 (threadPool:210)
2018-03-08 01:47:58,558+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d76716ab-cbe3-4210-bf56-fead4172f11a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:58,558+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:58,895+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:58,937+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d6fd2592-8d11-4b49-b769-22be06d466c7 (threadPool:210)
2018-03-08 01:47:58,937+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e9b5103d-21ee-433a-8d7a-5ae457e15eea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:58,937+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:59,210+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:59,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8d0609a4-63d1-47bb-bb10-bbc7c7467288 (threadPool:210)
2018-03-08 01:47:59,270+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f560eb4a-1c2a-4a53-acb6-63315d5d7c08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:59,271+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:59,314+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:47:59,323+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:47:59,325+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:47:59,513+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:59,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d76716ab-cbe3-4210-bf56-fead4172f11a (threadPool:210)
2018-03-08 01:47:59,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e014a531-9dfc-472c-9854-b3d0c5bc92e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:59,587+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:47:59,887+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:47:59,929+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5887a31c-e675-4e67-b2df-1230977fce74 (threadPool:210)
2018-03-08 01:47:59,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e575ee4-507f-420f-a248-d1293beaff77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:47:59,930+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:00,229+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:00,279+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e9b5103d-21ee-433a-8d7a-5ae457e15eea (threadPool:210)
2018-03-08 01:48:00,279+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 187a462b-7040-479c-9fa7-90a1485cc82c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:00,280+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:00,535+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:00,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8c6d432f-3b18-439d-86aa-c6ce99166531 (threadPool:210)
2018-03-08 01:48:00,578+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9afd91ce-6020-4a04-b394-ec0abdd435e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:00,579+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:00,859+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:00,903+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f560eb4a-1c2a-4a53-acb6-63315d5d7c08 (threadPool:210)
2018-03-08 01:48:00,903+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task df7a072a-e213-48c5-8604-74eb5bd7fa21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:00,903+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:01,163+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:01,204+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e575ee4-507f-420f-a248-d1293beaff77 (threadPool:210)
2018-03-08 01:48:01,205+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9cec9122-c06c-4001-af7c-8341f55f5879 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:01,205+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:01,533+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:01,581+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 187a462b-7040-479c-9fa7-90a1485cc82c (threadPool:210)
2018-03-08 01:48:01,581+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 94a9eeb4-3dc2-48fd-bbbf-60d46c213673 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:01,582+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:01,611+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ebfd0f67-4f40-4ae1-a975-1423ff500cef (api:46)
2018-03-08 01:48:01,616+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ebfd0f67-4f40-4ae1-a975-1423ff500cef (api:52)
2018-03-08 01:48:01,617+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:01,727+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a26e6176-e4bc-469a-bf99-94dc34b06267 (api:46)
2018-03-08 01:48:01,735+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a26e6176-e4bc-469a-bf99-94dc34b06267 (api:52)
2018-03-08 01:48:01,737+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:01,901+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:01,934+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9afd91ce-6020-4a04-b394-ec0abdd435e2 (threadPool:210)
2018-03-08 01:48:01,934+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d21d85ba-4e42-4830-a8c1-91dfb59f783c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:01,934+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:02,257+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:02,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task df7a072a-e213-48c5-8604-74eb5bd7fa21 (threadPool:210)
2018-03-08 01:48:02,310+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 123b0569-793f-4c29-9222-8003e523ef60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:02,311+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:02,590+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:02,630+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9cec9122-c06c-4001-af7c-8341f55f5879 (threadPool:210)
2018-03-08 01:48:02,630+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 95c3dc20-1c15-46c7-a61e-e4903a876472 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:02,631+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:02,833+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:02,834+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=4d4b274e-fd1b-49f1-93cc-29426e1e7c48 (api:46)
2018-03-08 01:48:02,835+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834583', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525456', 'lastCheck': '4.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259296', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413475', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544809', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362079', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000668706', 'lastCheck': '3.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412638', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039324', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224869', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026202', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244077', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266196', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247807', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598194', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285894', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380602', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262509', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362835', 'lastCheck': '3.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403709', 'lastCheck': '3.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291793', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252207', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381986', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252083', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293508', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324264', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426815', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206211', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384605', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293713', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00627746', 'lastCheck': '3.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=4d4b274e-fd1b-49f1-93cc-29426e1e7c48 (api:52)
2018-03-08 01:48:02,835+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2abadb3b-95a7-4fbe-b574-abce3fd1bc3b (api:46)
2018-03-08 01:48:02,835+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2abadb3b-95a7-4fbe-b574-abce3fd1bc3b (api:52)
2018-03-08 01:48:02,866+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.66'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.29'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '22': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.55'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '95.03'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.66'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '28': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.28'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.56'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '28.63', 'cpuIdle': '66.47'}, '0': {'cpuUser': '7.22', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '88.54'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.96'}, '2': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '94.90'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.76'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '6': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '9': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.30'}, '8': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.21'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '38': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '96.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '10': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '13': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.69'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.48'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '17': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.02'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '55': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.94'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.49'}, '49': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.75'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '35': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '34': {'cpuUser': '7.22', 'nodeIndex': 0, 'cpuSys': '7.89', 'cpuIdle': '84.89'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311966'}, '0': {'memPercent': 12, 'memFree': '345745'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244077', 'lastCheck': '3.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834583', 'lastCheck': '0.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525456', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266196', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247807', 'lastCheck': '3.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544809', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362079', 'lastCheck': '3.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000668706', 'lastCheck': '3.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412638', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039324', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224869', 'lastCheck': '2.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026202', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259296', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413475', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598194', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403709', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285894', 'lastCheck': '3.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380602', 'lastCheck': '0.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262509', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362835', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293713', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252207', 'lastCheck': '3.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381986', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252083', 'lastCheck': '3.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293508', 'lastCheck': '3.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324264', 'lastCheck': '5.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426815', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206211', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384605', 'lastCheck': '1.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291793', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00627746', 'lastCheck': '3.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647718851', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404417041', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.351', 'tx': '1176278031685', 'txDropped': '0', 'rx': '625372281831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0', 'tx': '1580935145726', 'txDropped': '0', 'rx': '926357781868', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45216793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416586743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200629057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet0', 'tx': '87877887', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet1', 'tx': '37766304554', 'txDropped': '0', 'rx': '878075204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet2', 'tx': '21129019982', 'txDropped': '0', 'rx': '141321725304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175792750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet4', 'tx': '396561269', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet5', 'tx': '23425987243', 'txDropped': '0', 'rx': '498191202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet6', 'tx': '6654677703', 'txDropped': '0', 'rx': '430149597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet7', 'tx': '1434466896', 'txDropped': '0', 'rx': '552421075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42463804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46766890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'lo', 'tx': '6939288045', 'txDropped': '0', 'rx': '6939288045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170768030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'eno1', 'tx': '975623266001', 'txDropped': '0', 'rx': '434014200008', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'eno2', 'tx': '605311879725', 'txDropped': '0', 'rx': '492343581860', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470070.585197, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470070.585197, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633177711', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75941027', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77058892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192305758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370806759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373773670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49891880', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430577766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299072158', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.110', 'tx': '2476727434', 'txDropped': '0', 'rx': '66856635733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.111', 'tx': '122681431633', 'txDropped': '0', 'rx': '24450975122', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55262371', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54190159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465548273', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165446291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56042289', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55872100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45212001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470070.585197, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226667926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'oVirtManagement', 'tx': '1176278031037', 'txDropped': '0', 'rx': '625371543428', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577487344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'vnet3', 'tx': '542954973', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470070.585197, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754571159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696116.70', 'cpuLoad': '2.70', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92917'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:48:02 GMT', 'cpuUser': '1.17', 'memFree': 667599, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.05'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:02,870+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:48:02,916+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:02,965+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e014a531-9dfc-472c-9854-b3d0c5bc92e1 (threadPool:210)
2018-03-08 01:48:02,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 847e6d20-b9af-4d71-bd05-6312173d2318 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:02,966+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:03,275+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:03,323+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d21d85ba-4e42-4830-a8c1-91dfb59f783c (threadPool:210)
2018-03-08 01:48:03,324+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8853a1bf-525c-45cf-9daa-868bbf39b55a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:03,324+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:03,355+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:48:03,359+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:48:03,362+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:03,403+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:48:03,404+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:48:03,404+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:03,561+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:03,882+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:03,924+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 123b0569-793f-4c29-9222-8003e523ef60 (threadPool:210)
2018-03-08 01:48:03,925+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eddd77c7-6108-4b27-a8b9-ec6fe016f969 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:03,925+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:04,278+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:04,327+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 94a9eeb4-3dc2-48fd-bbbf-60d46c213673 (threadPool:210)
2018-03-08 01:48:04,327+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4129d17a-e356-41c1-af15-9e726a5b6979 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:04,328+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:04,579+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:04,625+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 95c3dc20-1c15-46c7-a61e-e4903a876472 (threadPool:210)
2018-03-08 01:48:04,626+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8ce4a895-d1a6-4985-9c03-ed452fac71f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:04,626+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:04,820+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20839 (__init__:598)
2018-03-08 01:48:04,820+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20838 (__init__:598)
2018-03-08 01:48:04,868+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:04,919+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 847e6d20-b9af-4d71-bd05-6312173d2318 (threadPool:210)
2018-03-08 01:48:04,920+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 38ba246b-cf5e-41f4-8efc-91cbb3162530 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:04,920+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:05,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:05,237+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8853a1bf-525c-45cf-9daa-868bbf39b55a (threadPool:210)
2018-03-08 01:48:05,238+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f32d3139-73c8-4e3f-8c57-605a98d4ea8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:05,239+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:05,526+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:05,553+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eddd77c7-6108-4b27-a8b9-ec6fe016f969 (threadPool:210)
2018-03-08 01:48:05,554+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 00056e56-2fe3-40d9-8954-09ae504f2688 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:05,554+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:05,733+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e410c250-2278-4c30-bd8c-1dc578de1466 (api:46)
2018-03-08 01:48:05,734+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834583', 'lastCheck': '3.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525456', 'lastCheck': '7.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259296', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413475', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544809', 'lastCheck': '6.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362079', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000668706', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412638', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039324', 'lastCheck': '6.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224869', 'lastCheck': '4.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026202', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244077', 'lastCheck': '6.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266196', 'lastCheck': '7.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247807', 'lastCheck': '6.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000598194', 'lastCheck': '6.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388844', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285894', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380602', 'lastCheck': '3.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262509', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362835', 'lastCheck': '5.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403709', 'lastCheck': '5.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291793', 'lastCheck': '3.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252207', 'lastCheck': '6.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000381986', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252083', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293508', 'lastCheck': '5.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000324264', 'lastCheck': '8.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426815', 'lastCheck': '3.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206211', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384605', 'lastCheck': '4.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293713', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00627746', 'lastCheck': '5.9', 'valid': True}} from=internal, task_id=e410c250-2278-4c30-bd8c-1dc578de1466 (api:52)
2018-03-08 01:48:05,734+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=21f0852a-c4bd-4f4e-b261-786fb83ea4a1 (api:46)
2018-03-08 01:48:05,734+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=21f0852a-c4bd-4f4e-b261-786fb83ea4a1 (api:52)
2018-03-08 01:48:05,862+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:05,920+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8ce4a895-d1a6-4985-9c03-ed452fac71f6 (threadPool:210)
2018-03-08 01:48:05,921+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 52cbc290-47e4-439b-b7b6-fb8b3b3bd545 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:05,921+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:06,203+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:06,253+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 38ba246b-cf5e-41f4-8efc-91cbb3162530 (threadPool:210)
2018-03-08 01:48:06,253+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 679be9f8-6321-4118-8abb-b23c916af9c0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:06,253+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:06,523+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:06,575+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f32d3139-73c8-4e3f-8c57-605a98d4ea8b (threadPool:210)
2018-03-08 01:48:06,575+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7abf3f88-3081-4c0f-a950-bde17f02a59a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:06,576+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:06,847+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:06,916+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4129d17a-e356-41c1-af15-9e726a5b6979 (threadPool:210)
2018-03-08 01:48:06,917+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f7f1cbfc-1ebd-48db-b260-9ebd3fbd6309 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:06,917+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:07,176+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:07,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 00056e56-2fe3-40d9-8954-09ae504f2688 (threadPool:210)
2018-03-08 01:48:07,231+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d882cecc-cb28-4c71-a437-7f0e5845d5b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:07,231+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:07,563+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:07,610+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 52cbc290-47e4-439b-b7b6-fb8b3b3bd545 (threadPool:210)
2018-03-08 01:48:07,610+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 165d3dad-4d87-47f4-8e8b-2172d0edc694 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:07,610+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:07,884+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:07,931+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 679be9f8-6321-4118-8abb-b23c916af9c0 (threadPool:210)
2018-03-08 01:48:07,931+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 52daabc7-c67c-42c8-abd8-219822945709 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:48:07,932+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:08,228+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:08,274+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7abf3f88-3081-4c0f-a950-bde17f02a59a (threadPool:210)
2018-03-08 01:48:08,274+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dcacf8c4-551e-44a4-a2af-9d3abd93b109 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:08,274+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:08,519+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:08,576+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f7f1cbfc-1ebd-48db-b260-9ebd3fbd6309 (threadPool:210)
2018-03-08 01:48:08,577+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 934e258c-468c-40e1-b672-0f8332e8920f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:08,577+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:08,842+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:08,906+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d882cecc-cb28-4c71-a437-7f0e5845d5b6 (threadPool:210)
2018-03-08 01:48:08,906+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 71c0a00b-1c28-4ec3-bfaa-7d6bcd156579 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:08,906+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:09,171+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:09,238+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 165d3dad-4d87-47f4-8e8b-2172d0edc694 (threadPool:210)
2018-03-08 01:48:09,239+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 53f2b838-ea0c-4119-b2a7-ac30dd8ed16d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:09,239+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:09,524+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:09,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 52daabc7-c67c-42c8-abd8-219822945709 (threadPool:210)
2018-03-08 01:48:09,589+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 04480e37-74ef-4e5e-aa34-bede888d91bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:09,590+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:09,868+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:09,927+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dcacf8c4-551e-44a4-a2af-9d3abd93b109 (threadPool:210)
2018-03-08 01:48:09,927+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9f0d07eb-76d2-4c70-bedb-2ce23be36273 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:09,928+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:10,228+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:10,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 71c0a00b-1c28-4ec3-bfaa-7d6bcd156579 (threadPool:210)
2018-03-08 01:48:10,270+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a5b35bb3-dfbb-46f3-8884-df7dc62f9584 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:10,270+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:10,532+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:10,583+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 53f2b838-ea0c-4119-b2a7-ac30dd8ed16d (threadPool:210)
2018-03-08 01:48:10,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f692e69e-e850-4325-b18e-4279aadcc82b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:10,584+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:10,892+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:10,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 04480e37-74ef-4e5e-aa34-bede888d91bc (threadPool:210)
2018-03-08 01:48:10,948+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b59f2376-ad84-442c-b5ea-8546a472ab68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:10,949+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:11,302+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:11,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 934e258c-468c-40e1-b672-0f8332e8920f (threadPool:210)
2018-03-08 01:48:11,347+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7f283f84-c1bf-405a-b3b2-9fd167ead5cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:11,348+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:11,663+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:11,700+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9f0d07eb-76d2-4c70-bedb-2ce23be36273 (threadPool:210)
2018-03-08 01:48:11,700+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task db4518ed-0fae-4d81-bf78-9d18f56103f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:11,700+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:11,987+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:12,029+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f692e69e-e850-4325-b18e-4279aadcc82b (threadPool:210)
2018-03-08 01:48:12,030+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0cfdb52b-54ea-4089-8fce-4d5a053efb3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:12,030+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:12,154+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=46a4f6cb-fe5e-4847-9425-b89848371c3f (api:46)
2018-03-08 01:48:12,159+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=46a4f6cb-fe5e-4847-9425-b89848371c3f (api:52)
2018-03-08 01:48:12,160+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:12,250+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=26b11f06-582d-4044-9395-55746146f68b (api:46)
2018-03-08 01:48:12,257+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=26b11f06-582d-4044-9395-55746146f68b (api:52)
2018-03-08 01:48:12,259+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:12,330+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:12,375+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b59f2376-ad84-442c-b5ea-8546a472ab68 (threadPool:210)
2018-03-08 01:48:12,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f20c4f40-e859-4017-aa10-a9387174b5a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:12,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:12,668+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:12,715+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7f283f84-c1bf-405a-b3b2-9fd167ead5cf (threadPool:210)
2018-03-08 01:48:12,715+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cb8576b7-bc9d-404f-8793-69cf1929092d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:12,716+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:13,003+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:13,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a5b35bb3-dfbb-46f3-8884-df7dc62f9584 (threadPool:210)
2018-03-08 01:48:13,053+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f16a8c57-5cea-49ed-af1a-2f70f630b86c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:13,054+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:13,338+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:13,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task db4518ed-0fae-4d81-bf78-9d18f56103f5 (threadPool:210)
2018-03-08 01:48:13,387+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0ede7630-3fbd-4269-a5b6-f441309d2883 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:13,388+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:13,637+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:13,681+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0cfdb52b-54ea-4089-8fce-4d5a053efb3d (threadPool:210)
2018-03-08 01:48:13,682+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2f1c4514-8e2f-438d-96d0-f66058726270 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:13,682+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:13,930+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:13,969+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f20c4f40-e859-4017-aa10-a9387174b5a3 (threadPool:210)
2018-03-08 01:48:13,970+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bfd235de-b228-48fb-90af-523d625b0a0c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:13,971+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:14,250+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:14,290+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cb8576b7-bc9d-404f-8793-69cf1929092d (threadPool:210)
2018-03-08 01:48:14,290+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 22351a7e-e1f5-4015-9c43-4f62083221ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:14,291+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:14,343+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:14,348+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:14,350+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:14,653+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:14,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0ede7630-3fbd-4269-a5b6-f441309d2883 (threadPool:210)
2018-03-08 01:48:14,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task da2c28c7-ac2f-460a-9df2-b768ada937f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:14,705+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:14,963+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:15,279+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:15,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2f1c4514-8e2f-438d-96d0-f66058726270 (threadPool:210)
2018-03-08 01:48:15,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 37baa941-6f5a-4bf3-b03d-0bcd546cd550 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:15,327+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:15,578+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:15,625+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bfd235de-b228-48fb-90af-523d625b0a0c (threadPool:210)
2018-03-08 01:48:15,625+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dc1324f4-165c-48d1-889d-a8cbb432edd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:15,625+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:15,896+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:15,939+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f16a8c57-5cea-49ed-af1a-2f70f630b86c (threadPool:210)
2018-03-08 01:48:15,939+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4429caee-a294-4c91-9681-b66803b4b03f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:15,940+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:16,197+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:16,246+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 22351a7e-e1f5-4015-9c43-4f62083221ad (threadPool:210)
2018-03-08 01:48:16,247+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2b7500e2-f071-4007-9deb-6d41d4f47ad3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:16,247+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:16,555+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:16,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task da2c28c7-ac2f-460a-9df2-b768ada937f8 (threadPool:210)
2018-03-08 01:48:16,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7c9965c0-7d37-42b7-914e-ed7d418cec0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:16,609+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:16,883+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:16,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 37baa941-6f5a-4bf3-b03d-0bcd546cd550 (threadPool:210)
2018-03-08 01:48:16,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4898f55f-2910-400f-b8d1-9bbabb229eef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:16,937+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:17,209+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:17,283+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dc1324f4-165c-48d1-889d-a8cbb432edd6 (threadPool:210)
2018-03-08 01:48:17,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d740e24a-2ecf-4257-b4ad-20946a8c2b30 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:17,284+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:17,563+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:17,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4429caee-a294-4c91-9681-b66803b4b03f (threadPool:210)
2018-03-08 01:48:17,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 422c000a-b181-4d29-b584-1a40a619df42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:17,611+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:17,873+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:17,909+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:17,912+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=50faf41f-06a1-4ea0-9469-6c36aa66627a (api:46)
2018-03-08 01:48:17,913+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313025', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719221', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225601', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479237', 'lastCheck': '6.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000963444', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429563', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00182499', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379546', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275124', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274248', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322415', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219497', 'lastCheck': '8.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044004', 'lastCheck': '9.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270851', 'lastCheck': '9.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548937', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225976', 'lastCheck': '1.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249505', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253189', 'lastCheck': '5.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223343', 'lastCheck': '6.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343732', 'lastCheck': '8.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256285', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041027', 'lastCheck': '5.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482952', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412326', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349706', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289427', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327154', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428245', 'lastCheck': '5.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366747', 'lastCheck': '6.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679974', 'lastCheck': '6.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334398', 'lastCheck': '6.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303537', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=50faf41f-06a1-4ea0-9469-6c36aa66627a (api:52)
2018-03-08 01:48:17,914+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=b24b587c-3e7a-4cb8-a691-52b5a7f98f38 (api:46)
2018-03-08 01:48:17,914+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=b24b587c-3e7a-4cb8-a691-52b5a7f98f38 (api:52)
2018-03-08 01:48:17,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2b7500e2-f071-4007-9deb-6d41d4f47ad3 (threadPool:210)
2018-03-08 01:48:17,934+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f083bcb1-bf83-47c4-b11d-046fcf5c8ac1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:17,934+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:17,944+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '24': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.94'}, '25': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.16'}, '26': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '27': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.02'}, '20': {'cpuUser': '3.98', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '93.90'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '22': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.54'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '29': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '96.75'}, '1': {'cpuUser': '4.84', 'nodeIndex': 1, 'cpuSys': '24.58', 'cpuIdle': '70.58'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '3.45', 'cpuIdle': '90.32'}, '3': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.22'}, '2': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.57'}, '5': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.77'}, '4': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '9': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.56'}, '8': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.37'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '13': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '93.44'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.89'}, '14': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '94.70'}, '17': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '16': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.87'}, '19': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.50'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.61'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '3.84', 'cpuIdle': '93.44'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.16'}, '36': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '35': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '34': {'cpuUser': '8.35', 'nodeIndex': 0, 'cpuSys': '9.01', 'cpuIdle': '82.64'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311979'}, '0': {'memPercent': 12, 'memFree': '345753'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219497', 'lastCheck': '8.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313025', 'lastCheck': '6.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000719221', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044004', 'lastCheck': '9.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270851', 'lastCheck': '9.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000963444', 'lastCheck': '1.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429563', 'lastCheck': '0.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00182499', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379546', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275124', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274248', 'lastCheck': '6.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322415', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225601', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000479237', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000548937', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256285', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249505', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253189', 'lastCheck': '5.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223343', 'lastCheck': '6.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343732', 'lastCheck': '8.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225976', 'lastCheck': '1.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334398', 'lastCheck': '6.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482952', 'lastCheck': '0.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412326', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000349706', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289427', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327154', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428245', 'lastCheck': '5.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366747', 'lastCheck': '6.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679974', 'lastCheck': '6.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041027', 'lastCheck': '5.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303537', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647727982', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404423528', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.351', 'tx': '1176278107181', 'txDropped': '0', 'rx': '625372292421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0', 'tx': '1580935237930', 'txDropped': '0', 'rx': '926358190233', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45217143', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416588034', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200629591', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet0', 'tx': '87882766', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet1', 'tx': '37766309656', 'txDropped': '0', 'rx': '878079005', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet2', 'tx': '21129069279', 'txDropped': '0', 'rx': '141321867185', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175793882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet4', 'tx': '396566148', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet5', 'tx': '23425998485', 'txDropped': '0', 'rx': '498191268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet6', 'tx': '6654679218', 'txDropped': '0', 'rx': '430149659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet7', 'tx': '1434468411', 'txDropped': '0', 'rx': '552421137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42464154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46767240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'lo', 'tx': '6939362645', 'txDropped': '0', 'rx': '6939362645', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170769572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'eno1', 'tx': '975623344791', 'txDropped': '0', 'rx': '434014430120', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'eno2', 'tx': '605311893139', 'txDropped': '0', 'rx': '492343760113', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470085.67829, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470085.67829, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633182569', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75941377', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77059242', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192308514', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370807159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373777737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49892280', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430581833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299074914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.110', 'tx': '2476731359', 'txDropped': '0', 'rx': '66856639813', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.111', 'tx': '122681573459', 'txDropped': '0', 'rx': '24451016655', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55262771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54190509', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465554760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165447833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56042689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55872450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45212351', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470085.67829, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226668460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'oVirtManagement', 'tx': '1176278106533', 'txDropped': '0', 'rx': '625371554018', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577492202', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'vnet3', 'tx': '542959852', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470085.67829, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754572291', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696131.78', 'cpuLoad': '2.71', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92916'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.44', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635312L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:48:17 GMT', 'cpuUser': '1.40', 'memFree': 667607, 'cpuIdle': '96.95', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.00'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:17,949+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:48:18,181+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:18,247+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7c9965c0-7d37-42b7-914e-ed7d418cec0b (threadPool:210)
2018-03-08 01:48:18,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4100e747-687b-4c97-8c6b-6b3bace36cd5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:48:18,248+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:18,372+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:48:18,377+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:48:18,380+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:18,407+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:48:18,407+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:48:18,408+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:18,523+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:18,569+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4898f55f-2910-400f-b8d1-9bbabb229eef (threadPool:210)
2018-03-08 01:48:18,570+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 43de5968-dd6e-4126-8dcd-20769b9e1c0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:18,570+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:18,856+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:18,914+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d740e24a-2ecf-4257-b4ad-20946a8c2b30 (threadPool:210)
2018-03-08 01:48:18,915+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb998bdc-b91b-443d-9684-d85c323889b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:18,915+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:19,180+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:19,244+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 422c000a-b181-4d29-b584-1a40a619df42 (threadPool:210)
2018-03-08 01:48:19,246+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 489775ca-3d7c-4c52-8265-c07e40038b68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:19,246+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:19,535+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:19,584+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f083bcb1-bf83-47c4-b11d-046fcf5c8ac1 (threadPool:210)
2018-03-08 01:48:19,585+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fd560b25-bd5f-4a2e-934b-e791757a1a31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:19,586+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:19,935+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:19,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 43de5968-dd6e-4126-8dcd-20769b9e1c0a (threadPool:210)
2018-03-08 01:48:19,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ca9b0387-ff4a-40f9-b095-0c127ad7b226 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:19,981+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:20,335+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:20,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb998bdc-b91b-443d-9684-d85c323889b0 (threadPool:210)
2018-03-08 01:48:20,385+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5719cec2-1117-44b7-bbae-cfa5c2c3b46e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:20,385+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:20,686+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:20,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 489775ca-3d7c-4c52-8265-c07e40038b68 (threadPool:210)
2018-03-08 01:48:20,732+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 09e38b31-a979-4ab4-b9fa-ecd44c791aec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:20,733+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:20,816+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5e1b5488-faba-4960-bc5c-6f645736816c (api:46)
2018-03-08 01:48:20,817+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267501', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000722398', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280533', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404755', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370495', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255359', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000292051', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482813', 'lastCheck': '1.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310148', 'lastCheck': '1.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262811', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322415', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459474', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025714', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370394', 'lastCheck': '1.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425908', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341093', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264932', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263752', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222498', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000869612', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216158', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433229', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258323', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000412326', 'lastCheck': '5.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000725947', 'lastCheck': '0.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00503021', 'lastCheck': '1.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000327154', 'lastCheck': '3.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289494', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225983', 'lastCheck': '0.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000388436', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330125', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230176', 'lastCheck': '0.9', 'valid': True}} from=internal, task_id=5e1b5488-faba-4960-bc5c-6f645736816c (api:52)
2018-03-08 01:48:20,818+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=b845b7ff-8a73-4ecb-b0c7-f782fc254ac2 (api:46)
2018-03-08 01:48:20,818+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b845b7ff-8a73-4ecb-b0c7-f782fc254ac2 (api:52)
2018-03-08 01:48:21,036+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:21,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4100e747-687b-4c97-8c6b-6b3bace36cd5 (threadPool:210)
2018-03-08 01:48:21,086+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28a0b9fd-be9d-4d3d-9857-fa0cfe135592 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:21,086+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:21,339+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:21,387+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fd560b25-bd5f-4a2e-934b-e791757a1a31 (threadPool:210)
2018-03-08 01:48:21,388+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 113e4d7f-f46e-4e0a-af04-528347dc3bfd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:21,388+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:21,709+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:21,758+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ca9b0387-ff4a-40f9-b095-0c127ad7b226 (threadPool:210)
2018-03-08 01:48:21,759+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 94438380-a4e3-40df-b2b8-875c0a83cce3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:21,759+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:22,021+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:22,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5719cec2-1117-44b7-bbae-cfa5c2c3b46e (threadPool:210)
2018-03-08 01:48:22,067+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 39f0f6df-7d9d-4f5d-8261-36fb11303c26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:22,067+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:22,350+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:22,401+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 09e38b31-a979-4ab4-b9fa-ecd44c791aec (threadPool:210)
2018-03-08 01:48:22,401+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fd549b50-674a-41cf-aabf-c439028e370d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:22,401+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:22,633+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=406ae6bf-d0aa-48b4-8991-2da24ca258ef (api:46)
2018-03-08 01:48:22,650+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=406ae6bf-d0aa-48b4-8991-2da24ca258ef (api:52)
2018-03-08 01:48:22,650+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:48:22,662+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:22,703+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28a0b9fd-be9d-4d3d-9857-fa0cfe135592 (threadPool:210)
2018-03-08 01:48:22,704+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0a2fa107-ae3f-4392-bf74-a2afc7a3a4dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:22,704+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:22,750+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ef886a05-18ba-4d18-9390-f97f5ee3e724 (api:46)
2018-03-08 01:48:22,758+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ef886a05-18ba-4d18-9390-f97f5ee3e724 (api:52)
2018-03-08 01:48:22,760+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:22,998+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:23,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 94438380-a4e3-40df-b2b8-875c0a83cce3 (threadPool:210)
2018-03-08 01:48:23,048+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b737d993-2688-4eca-9b3d-cb9a22ea5c63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:23,049+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:23,308+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:23,354+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 39f0f6df-7d9d-4f5d-8261-36fb11303c26 (threadPool:210)
2018-03-08 01:48:23,355+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a3240320-61b7-4f43-8531-2c49ad953256 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:23,355+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:23,629+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:23,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fd549b50-674a-41cf-aabf-c439028e370d (threadPool:210)
2018-03-08 01:48:23,671+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f560277f-e71f-4ae5-9f78-eadcdabbc181 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:23,672+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:23,922+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:23,976+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0a2fa107-ae3f-4392-bf74-a2afc7a3a4dc (threadPool:210)
2018-03-08 01:48:23,977+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bcfddc33-f3d4-43e2-b312-2aa6ceddbbd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:23,978+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:24,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:24,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b737d993-2688-4eca-9b3d-cb9a22ea5c63 (threadPool:210)
2018-03-08 01:48:24,283+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ffd9384a-145a-4813-a994-7bbb4b7980ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:24,284+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:24,599+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:24,641+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a3240320-61b7-4f43-8531-2c49ad953256 (threadPool:210)
2018-03-08 01:48:24,642+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f642b05f-70be-4aa7-8959-42e0aa4fbb4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:24,642+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:24,944+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:24,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f560277f-e71f-4ae5-9f78-eadcdabbc181 (threadPool:210)
2018-03-08 01:48:24,995+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4bc67e68-c222-4b56-88e9-1f958763c70f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:24,996+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:25,248+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:25,299+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bcfddc33-f3d4-43e2-b312-2aa6ceddbbd1 (threadPool:210)
2018-03-08 01:48:25,300+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af2e12ef-0c2a-45f6-8134-d7e729dfa7ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:25,300+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:25,572+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:25,893+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:25,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ffd9384a-145a-4813-a994-7bbb4b7980ef (threadPool:210)
2018-03-08 01:48:25,935+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c8438ad-0f43-420f-8057-91836d5681ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:25,936+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:26,205+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:26,256+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f642b05f-70be-4aa7-8959-42e0aa4fbb4f (threadPool:210)
2018-03-08 01:48:26,257+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c54706aa-c4a0-4031-b099-1247c7113706 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:26,257+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:26,591+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:26,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4bc67e68-c222-4b56-88e9-1f958763c70f (threadPool:210)
2018-03-08 01:48:26,633+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c98ad96d-bca0-445f-b8c4-25b8cade8189 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:26,633+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:26,893+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:26,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 113e4d7f-f46e-4e0a-af04-528347dc3bfd (threadPool:210)
2018-03-08 01:48:26,943+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 447266a4-e1bd-439e-95d9-fc7bef1cac10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:26,944+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:27,199+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:27,253+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c8438ad-0f43-420f-8057-91836d5681ff (threadPool:210)
2018-03-08 01:48:27,255+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6177aba7-3b57-42b3-b60a-879d15b88652 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:27,255+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:27,538+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:27,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c54706aa-c4a0-4031-b099-1247c7113706 (threadPool:210)
2018-03-08 01:48:27,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 549a6f16-c6d0-46bc-ade1-aa0c192062f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:27,588+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:27,866+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:27,915+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af2e12ef-0c2a-45f6-8134-d7e729dfa7ac (threadPool:210)
2018-03-08 01:48:27,916+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 18cdbd7a-166a-4a73-b433-7acb9ba6a15e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:27,916+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:28,164+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:28,234+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c98ad96d-bca0-445f-b8c4-25b8cade8189 (threadPool:210)
2018-03-08 01:48:28,235+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0c465612-960b-4315-a08d-44d5e2f75298 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:28,235+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:28,510+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:28,563+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 447266a4-e1bd-439e-95d9-fc7bef1cac10 (threadPool:210)
2018-03-08 01:48:28,564+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8602f0b0-d814-439d-8684-14329e7ed883 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:28,564+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:28,893+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:28,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 549a6f16-c6d0-46bc-ade1-aa0c192062f7 (threadPool:210)
2018-03-08 01:48:28,936+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 33742c47-d40c-4f1a-b6ec-5dec9e71aed8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:28,936+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:29,206+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:29,255+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 18cdbd7a-166a-4a73-b433-7acb9ba6a15e (threadPool:210)
2018-03-08 01:48:29,256+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3ae708f7-c2a1-4896-9021-aa10e4f5166c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:29,256+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:29,365+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:29,370+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:29,372+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:29,563+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:29,628+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6177aba7-3b57-42b3-b60a-879d15b88652 (threadPool:210)
2018-03-08 01:48:29,629+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 477f4582-0e25-4b32-ac85-c32840cfcb11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:29,630+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:29,892+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:29,935+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8602f0b0-d814-439d-8684-14329e7ed883 (threadPool:210)
2018-03-08 01:48:29,936+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0253fa09-7b41-4be2-a6d8-de327ebcdc8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:48:29,936+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:30,314+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:30,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 33742c47-d40c-4f1a-b6ec-5dec9e71aed8 (threadPool:210)
2018-03-08 01:48:30,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7697a7b3-08f2-4fec-b703-c1520c111c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:30,361+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:30,666+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:30,710+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3ae708f7-c2a1-4896-9021-aa10e4f5166c (threadPool:210)
2018-03-08 01:48:30,711+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 482a17b6-05db-45b6-80b9-e83a19a2a8c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:30,711+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:30,998+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:31,046+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 477f4582-0e25-4b32-ac85-c32840cfcb11 (threadPool:210)
2018-03-08 01:48:31,046+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a26c8f8-c51c-4b99-9641-d7c3febe4463 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:31,047+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:31,327+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:31,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0253fa09-7b41-4be2-a6d8-de327ebcdc8c (threadPool:210)
2018-03-08 01:48:31,374+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 46feffc0-69da-43f0-9bfe-024614ba32f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:31,374+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:31,667+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:31,713+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0c465612-960b-4315-a08d-44d5e2f75298 (threadPool:210)
2018-03-08 01:48:31,714+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aede0356-7adc-494f-80eb-d7b814e2e6b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:31,714+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:31,957+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:32,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7697a7b3-08f2-4fec-b703-c1520c111c02 (threadPool:210)
2018-03-08 01:48:32,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a2b920c-494f-4094-99d2-a2a1a6d92f13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:32,005+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:32,314+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:32,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 482a17b6-05db-45b6-80b9-e83a19a2a8c9 (threadPool:210)
2018-03-08 01:48:32,360+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d1e215b4-cc85-42fd-9866-d8937fd7a3b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:32,361+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:32,730+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:32,778+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a26c8f8-c51c-4b99-9641-d7c3febe4463 (threadPool:210)
2018-03-08 01:48:32,778+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 63f2d71f-d679-4394-9d08-ce7ca0f540e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:32,778+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:32,986+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:32,987+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d3a22787-36b9-4f6b-a087-38dd6f1b43d8 (api:46)
2018-03-08 01:48:32,988+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393883', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518682', 'lastCheck': '4.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361198', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029463', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410508', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228664', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000229918', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557166', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254035', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263584', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280037', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226738', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258769', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362619', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250345', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618947', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002734', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235067', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538279', 'lastCheck': '3.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314423', 'lastCheck': '3.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243512', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000253066', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304997', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263858', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000299431', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270795', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230456', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037854', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282381', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229574', 'lastCheck': '3.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d3a22787-36b9-4f6b-a087-38dd6f1b43d8 (api:52)
2018-03-08 01:48:32,988+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=5241fae0-5c13-43a6-a1ff-5b5f30edc95f (api:46)
2018-03-08 01:48:32,988+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=5241fae0-5c13-43a6-a1ff-5b5f30edc95f (api:52)
2018-03-08 01:48:33,019+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.42'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '26': {'cpuUser': '4.44', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '93.57'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.49'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '22': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.08'}, '23': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '29': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.88'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.93'}, '41': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '98.07'}, '1': {'cpuUser': '5.17', 'nodeIndex': 1, 'cpuSys': '28.97', 'cpuIdle': '65.86'}, '0': {'cpuUser': '5.70', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '90.19'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.30'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.30'}, '5': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.30'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '7': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.69'}, '6': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.28'}, '8': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.77'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.67'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '10': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '96.08'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.28'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '14': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.22'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.88'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.75'}, '55': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '35': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.03'}, '34': {'cpuUser': '6.89', 'nodeIndex': 0, 'cpuSys': '7.76', 'cpuIdle': '85.35'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311882'}, '0': {'memPercent': 12, 'memFree': '345848'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280037', 'lastCheck': '3.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393883', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518682', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226738', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258769', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410508', 'lastCheck': '3.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228664', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000229918', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557166', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254035', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263584', 'lastCheck': '1.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361198', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029463', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362619', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314423', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618947', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002734', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235067', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538279', 'lastCheck': '3.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250345', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282381', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243512', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000253066', 'lastCheck': '7.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304997', 'lastCheck': '3.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263858', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000299431', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270795', 'lastCheck': '0.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230456', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037854', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229574', 'lastCheck': '3.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647733787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404428225', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.351', 'tx': '1176278182211', 'txDropped': '0', 'rx': '625372307357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0', 'tx': '1580935478764', 'txDropped': '0', 'rx': '926358611525', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45217543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416589192', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200631814', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet0', 'tx': '87888105', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet1', 'tx': '37766313461', 'txDropped': '0', 'rx': '878081478', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet2', 'tx': '21129083788', 'txDropped': '0', 'rx': '141321876089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175796494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet4', 'tx': '396571487', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet5', 'tx': '23426007063', 'txDropped': '0', 'rx': '498191631', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet6', 'tx': '6654680754', 'txDropped': '0', 'rx': '430149776', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet7', 'tx': '1434478648', 'txDropped': '0', 'rx': '552429443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42464554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46767640', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'lo', 'tx': '6939441508', 'txDropped': '0', 'rx': '6939441508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170770980', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'eno1', 'tx': '975623573621', 'txDropped': '0', 'rx': '434014620509', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'eno2', 'tx': '605311905143', 'txDropped': '0', 'rx': '492343991016', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470100.762754, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470100.762754, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633187063', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75941777', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77059642', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192311258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370807647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373782194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49892768', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430586290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299077658', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.110', 'tx': '2476742255', 'txDropped': '0', 'rx': '66856651325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.111', 'tx': '122681582000', 'txDropped': '0', 'rx': '24451028209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55263121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54190909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465559457', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165449241', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56043039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55872850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45212751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470100.762754, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226670683', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'oVirtManagement', 'tx': '1176278181563', 'txDropped': '0', 'rx': '625371568954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577496696', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'vnet3', 'tx': '542965191', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470100.762754, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754574903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696146.86', 'cpuLoad': '2.68', 'cpuSys': '1.74', 'diskStats': {'/var/log': {'free': '92914'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:48:33 GMT', 'cpuUser': '1.28', 'memFree': 667601, 'cpuIdle': '96.98', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:33,023+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:48:33,139+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:33,184+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 46feffc0-69da-43f0-9bfe-024614ba32f8 (threadPool:210)
2018-03-08 01:48:33,185+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 483e09d4-e342-4563-bd1d-9ed8ca699e40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:33,186+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:33,188+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4a3d0813-df33-421f-8fde-f010a1703b64 (api:46)
2018-03-08 01:48:33,194+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4a3d0813-df33-421f-8fde-f010a1703b64 (api:52)
2018-03-08 01:48:33,194+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:33,299+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2044e99c-1147-4d0b-9f40-df9634a6d2e4 (api:46)
2018-03-08 01:48:33,306+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2044e99c-1147-4d0b-9f40-df9634a6d2e4 (api:52)
2018-03-08 01:48:33,307+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:33,391+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:48:33,395+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:48:33,398+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:33,411+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:48:33,411+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:48:33,412+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:33,548+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:33,599+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aede0356-7adc-494f-80eb-d7b814e2e6b1 (threadPool:210)
2018-03-08 01:48:33,599+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 52790aca-3224-4f0e-b4be-139577b6e83a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:33,600+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:33,862+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:33,910+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a2b920c-494f-4094-99d2-a2a1a6d92f13 (threadPool:210)
2018-03-08 01:48:33,910+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 755b6a54-9cd1-46ab-aa82-bd60d4d29c48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:33,911+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:34,257+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:34,307+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d1e215b4-cc85-42fd-9866-d8937fd7a3b7 (threadPool:210)
2018-03-08 01:48:34,307+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6a673d5e-323f-413c-9f49-c579c3bfbd60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:34,307+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:34,566+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:34,611+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 63f2d71f-d679-4394-9d08-ce7ca0f540e9 (threadPool:210)
2018-03-08 01:48:34,612+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4020d9d6-9316-4615-a58d-d62ea601801d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:34,612+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:34,885+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:34,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 483e09d4-e342-4563-bd1d-9ed8ca699e40 (threadPool:210)
2018-03-08 01:48:34,933+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f8005e77-e698-451b-9567-d15ec7493160 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:34,933+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:35,215+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:35,263+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 52790aca-3224-4f0e-b4be-139577b6e83a (threadPool:210)
2018-03-08 01:48:35,264+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 20e1d150-c353-4332-9a97-0c5c66798e03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:35,264+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:35,562+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:35,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 755b6a54-9cd1-46ab-aa82-bd60d4d29c48 (threadPool:210)
2018-03-08 01:48:35,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9b3b19fa-d92c-4856-b43c-3f8f4ef59c47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:35,598+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:35,885+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:35,957+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=348c7229-6f93-4969-875f-8105c55d19c9 (api:46)
2018-03-08 01:48:35,959+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393883', 'lastCheck': '4.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518682', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361198', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029463', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410508', 'lastCheck': '6.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228664', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000229918', 'lastCheck': '6.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557166', 'lastCheck': '6.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254035', 'lastCheck': '6.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263584', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280037', 'lastCheck': '6.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226738', 'lastCheck': '7.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258769', 'lastCheck': '7.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362619', 'lastCheck': '6.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250345', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000618947', 'lastCheck': '6.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002734', 'lastCheck': '3.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235067', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000538279', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314423', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '3.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243512', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000253066', 'lastCheck': '1.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304997', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263858', 'lastCheck': '6.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000299431', 'lastCheck': '8.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270795', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230456', 'lastCheck': '4.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00037854', 'lastCheck': '4.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282381', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229574', 'lastCheck': '6.1', 'valid': True}} from=internal, task_id=348c7229-6f93-4969-875f-8105c55d19c9 (api:52)
2018-03-08 01:48:35,959+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=7fed05d6-0b2c-412b-8556-4ae9999a88a6 (api:46)
2018-03-08 01:48:35,960+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7fed05d6-0b2c-412b-8556-4ae9999a88a6 (api:52)
2018-03-08 01:48:35,999+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4020d9d6-9316-4615-a58d-d62ea601801d (threadPool:210)
2018-03-08 01:48:35,999+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e09071eb-143f-473b-aa8d-7ba1e6dec505 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:36,000+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:36,271+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:36,317+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f8005e77-e698-451b-9567-d15ec7493160 (threadPool:210)
2018-03-08 01:48:36,317+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 05e78bc2-4fdb-4493-9cec-cb154d82bed2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:36,318+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:36,663+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:36,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 20e1d150-c353-4332-9a97-0c5c66798e03 (threadPool:210)
2018-03-08 01:48:36,709+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b9dca8ec-9f11-47a7-b7fe-a9b32b789945 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:36,709+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:36,985+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:37,019+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6a673d5e-323f-413c-9f49-c579c3bfbd60 (threadPool:210)
2018-03-08 01:48:37,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b91496a-ca1d-4642-b73d-430edd131907 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:37,020+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:37,304+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:37,337+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9b3b19fa-d92c-4856-b43c-3f8f4ef59c47 (threadPool:210)
2018-03-08 01:48:37,338+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57f06704-e3d5-4f0e-84c2-a4cf6b53bf4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:37,338+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:37,645+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:37,686+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e09071eb-143f-473b-aa8d-7ba1e6dec505 (threadPool:210)
2018-03-08 01:48:37,687+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c1c43eba-83e1-4ced-9555-e0f428e4dc2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:37,687+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:37,959+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:38,009+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 05e78bc2-4fdb-4493-9cec-cb154d82bed2 (threadPool:210)
2018-03-08 01:48:38,009+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 57b3a632-68c3-4e7b-82b8-d9424e64b748 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:38,009+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:38,302+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:38,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b9dca8ec-9f11-47a7-b7fe-a9b32b789945 (threadPool:210)
2018-03-08 01:48:38,357+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f8fd9180-3634-41fd-b620-b9ea63c10ac7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:38,358+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:38,665+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:38,965+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:39,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57f06704-e3d5-4f0e-84c2-a4cf6b53bf4a (threadPool:210)
2018-03-08 01:48:39,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a4cc70f-a35c-4865-bd2b-7fe9d6f9289b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:39,012+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:39,269+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:39,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c1c43eba-83e1-4ced-9555-e0f428e4dc2a (threadPool:210)
2018-03-08 01:48:39,334+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d0c2137b-4eb7-40d4-b839-aa90dc62f5e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:39,335+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:39,618+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:39,680+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 57b3a632-68c3-4e7b-82b8-d9424e64b748 (threadPool:210)
2018-03-08 01:48:39,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8019c1fe-2834-4d31-992e-6df03d63cac1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:39,682+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:39,938+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:39,978+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f8fd9180-3634-41fd-b620-b9ea63c10ac7 (threadPool:210)
2018-03-08 01:48:39,979+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 41b72c61-deac-4307-901c-89e30c542941 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:39,979+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:40,308+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:40,355+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b91496a-ca1d-4642-b73d-430edd131907 (threadPool:210)
2018-03-08 01:48:40,356+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 81391f3f-ecab-4f3b-a630-46af8ecfbaad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:40,356+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:40,663+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:40,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a4cc70f-a35c-4865-bd2b-7fe9d6f9289b (threadPool:210)
2018-03-08 01:48:40,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e297242-f42c-4a41-b3fa-765c579574f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:40,709+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:40,854+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=635670c0-9212-4e49-9614-92ddc3c14d95 (api:46)
2018-03-08 01:48:40,855+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=635670c0-9212-4e49-9614-92ddc3c14d95 (api:52)
2018-03-08 01:48:40,855+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=c11cb878-e586-4b1c-9be7-457d3e57fbfe (api:46)
2018-03-08 01:48:40,855+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=c11cb878-e586-4b1c-9be7-457d3e57fbfe (api:52)
2018-03-08 01:48:40,856+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=69c936c6-5da2-4224-939f-efb875cd152e (api:46)
2018-03-08 01:48:40,856+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=69c936c6-5da2-4224-939f-efb875cd152e (api:52)
2018-03-08 01:48:40,856+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=192a11c2-1953-4080-b585-342cd5ce6f4d (api:46)
2018-03-08 01:48:40,857+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=192a11c2-1953-4080-b585-342cd5ce6f4d (api:52)
2018-03-08 01:48:40,857+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=347b3af9-6097-4067-a973-c1425bbeaa4e (api:46)
2018-03-08 01:48:40,857+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=347b3af9-6097-4067-a973-c1425bbeaa4e (api:52)
2018-03-08 01:48:40,858+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=a19dbedb-bac1-48a3-b3d0-dad71939bd5d (api:46)
2018-03-08 01:48:40,858+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=a19dbedb-bac1-48a3-b3d0-dad71939bd5d (api:52)
2018-03-08 01:48:40,858+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=b73f4c6d-15e9-4b21-b172-df6828ef3f1e (api:46)
2018-03-08 01:48:40,859+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=b73f4c6d-15e9-4b21-b172-df6828ef3f1e (api:52)
2018-03-08 01:48:40,859+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=a48dc3f9-d90d-408c-a1e0-ca3dfda49618 (api:46)
2018-03-08 01:48:40,859+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=a48dc3f9-d90d-408c-a1e0-ca3dfda49618 (api:52)
2018-03-08 01:48:40,860+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=1660f695-5cfc-4dbf-9198-551b3039c3ce (api:46)
2018-03-08 01:48:40,860+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=1660f695-5cfc-4dbf-9198-551b3039c3ce (api:52)
2018-03-08 01:48:40,860+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=c668b50c-040f-4c26-894a-d0ada7cfd056 (api:46)
2018-03-08 01:48:40,860+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=c668b50c-040f-4c26-894a-d0ada7cfd056 (api:52)
2018-03-08 01:48:40,989+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:41,034+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d0c2137b-4eb7-40d4-b839-aa90dc62f5e1 (threadPool:210)
2018-03-08 01:48:41,034+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a1faab74-a5a7-442a-844e-dcda57dd404a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:41,035+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:41,344+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:41,389+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8019c1fe-2834-4d31-992e-6df03d63cac1 (threadPool:210)
2018-03-08 01:48:41,389+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b12329b4-6cc7-4bf4-b8ce-325ff29a42b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:48:41,390+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:41,711+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:41,751+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 41b72c61-deac-4307-901c-89e30c542941 (threadPool:210)
2018-03-08 01:48:41,752+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 144197b7-5a08-4df3-bd82-67324081d385 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:41,752+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:42,001+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:42,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e297242-f42c-4a41-b3fa-765c579574f6 (threadPool:210)
2018-03-08 01:48:42,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43f70c0c-6d5a-420e-ac17-be40e1f80cb3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:42,039+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:42,357+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:42,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a1faab74-a5a7-442a-844e-dcda57dd404a (threadPool:210)
2018-03-08 01:48:42,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a16390db-d798-4b38-82f2-d45ae3da5b44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:42,404+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:42,714+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:42,759+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b12329b4-6cc7-4bf4-b8ce-325ff29a42b8 (threadPool:210)
2018-03-08 01:48:42,759+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b99c9247-95c2-40ea-b5fe-861cedebcf8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:42,759+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:43,006+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:43,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 81391f3f-ecab-4f3b-a630-46af8ecfbaad (threadPool:210)
2018-03-08 01:48:43,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6479c09c-9d3a-4105-932c-60534da9dc2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:43,052+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:43,316+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:43,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 144197b7-5a08-4df3-bd82-67324081d385 (threadPool:210)
2018-03-08 01:48:43,356+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8be8953e-2e5b-405c-9c2b-9b3c10a5a176 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:43,357+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:43,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:43,719+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ede31bb7-bded-449f-bc47-fb6a5b52244d (api:46)
2018-03-08 01:48:43,727+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ede31bb7-bded-449f-bc47-fb6a5b52244d (api:52)
2018-03-08 01:48:43,727+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:43,754+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a16390db-d798-4b38-82f2-d45ae3da5b44 (threadPool:210)
2018-03-08 01:48:43,754+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7d1db643-9694-421b-b9ab-a5706a6b52a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:43,754+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:43,821+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=895ee997-f841-49b3-9627-3417caa9c691 (api:46)
2018-03-08 01:48:43,828+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7077837668352', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=895ee997-f841-49b3-9627-3417caa9c691 (api:52)
2018-03-08 01:48:43,829+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:44,080+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:44,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6479c09c-9d3a-4105-932c-60534da9dc2f (threadPool:210)
2018-03-08 01:48:44,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 46cd2391-51df-4c92-b02b-cca1d0b48e32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:44,131+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:44,389+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:44,394+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:44,396+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:44,467+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:44,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43f70c0c-6d5a-420e-ac17-be40e1f80cb3 (threadPool:210)
2018-03-08 01:48:44,517+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 94ae2942-97ef-43b2-a872-a08300c64365 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:44,518+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:44,792+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:44,841+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8be8953e-2e5b-405c-9c2b-9b3c10a5a176 (threadPool:210)
2018-03-08 01:48:44,842+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 089a837d-9ad7-4598-a597-6c1855ee3088 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:44,842+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:45,128+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:45,175+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b99c9247-95c2-40ea-b5fe-861cedebcf8f (threadPool:210)
2018-03-08 01:48:45,176+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0a65de7d-c594-484e-98a7-ab8a7e364307 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:45,176+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:45,440+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:45,486+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7d1db643-9694-421b-b9ab-a5706a6b52a8 (threadPool:210)
2018-03-08 01:48:45,486+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9d8ab70d-dec5-45d7-98aa-9f2151be4a12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:45,486+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:45,791+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:45,838+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 46cd2391-51df-4c92-b02b-cca1d0b48e32 (threadPool:210)
2018-03-08 01:48:45,838+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5b4c79bb-1eb6-4d89-ac52-3839855461b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:45,838+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:46,105+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:46,149+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 94ae2942-97ef-43b2-a872-a08300c64365 (threadPool:210)
2018-03-08 01:48:46,150+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 469e0de1-b254-4be9-88e5-73f8dc3ec1a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:46,150+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:46,443+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:46,490+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 089a837d-9ad7-4598-a597-6c1855ee3088 (threadPool:210)
2018-03-08 01:48:46,490+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7b50a916-eeae-4d79-8117-047156dd0578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:46,491+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:46,780+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:46,831+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0a65de7d-c594-484e-98a7-ab8a7e364307 (threadPool:210)
2018-03-08 01:48:46,832+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f113c73c-dbae-4c7e-b12d-994fe43c10d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:46,832+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:47,136+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:47,184+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9d8ab70d-dec5-45d7-98aa-9f2151be4a12 (threadPool:210)
2018-03-08 01:48:47,185+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b2b8a39d-41bb-49d1-9987-faf1e01d3ca9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:47,185+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:47,446+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:47,488+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5b4c79bb-1eb6-4d89-ac52-3839855461b8 (threadPool:210)
2018-03-08 01:48:47,489+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aee5c92f-dd9f-4dfc-a478-40700c472210 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:47,490+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:47,759+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:47,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 469e0de1-b254-4be9-88e5-73f8dc3ec1a1 (threadPool:210)
2018-03-08 01:48:47,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 731be20a-62d5-4cc4-bf26-3f4ab6967826 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:47,807+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:48,058+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:48,059+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=f790d5a3-ee64-45ac-a78f-fa0690a6c324 (api:46)
2018-03-08 01:48:48,060+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300299', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000801131', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394961', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353177', 'lastCheck': '6.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268609', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358712', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000297008', 'lastCheck': '8.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525781', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355121', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239786', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520233', 'lastCheck': '1.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377529', 'lastCheck': '8.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249255', 'lastCheck': '9.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367519', 'lastCheck': '9.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333975', 'lastCheck': '8.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318229', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735917', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363204', 'lastCheck': '6.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026588', 'lastCheck': '6.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909414', 'lastCheck': '8.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211552', 'lastCheck': '1.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238424', 'lastCheck': '5.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276257', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419503', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354616', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265431', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371719', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339925', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459558', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497912', 'lastCheck': '6.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221487', 'lastCheck': '6.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357163', 'lastCheck': '1.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=f790d5a3-ee64-45ac-a78f-fa0690a6c324 (api:52)
2018-03-08 01:48:48,061+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f932762a-dddd-4cab-a003-4c93498753c5 (api:46)
2018-03-08 01:48:48,061+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f932762a-dddd-4cab-a003-4c93498753c5 (api:52)
2018-03-08 01:48:48,095+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:48,123+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.64'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.23'}, '25': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.56'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.42'}, '27': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.16'}, '20': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.29'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.43'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '23': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '96.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.60'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '28': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '29': {'cpuUser': '4.83', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.52'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '23.51', 'cpuIdle': '71.85'}, '0': {'cpuUser': '6.36', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '88.94'}, '3': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.56'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '95.63'}, '5': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '91.99'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '6': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '9': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.76'}, '8': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '94.97'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '9.87', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '87.68'}, '10': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '94.90'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '12': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '95.90'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.63'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '17': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.89'}, '16': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.56'}, '19': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.84'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '97.09'}, '31': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.23'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.70'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.67'}, '35': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '34': {'cpuUser': '7.68', 'nodeIndex': 0, 'cpuSys': '8.54', 'cpuIdle': '83.78'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '18': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311795'}, '0': {'memPercent': 12, 'memFree': '345901'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377529', 'lastCheck': '8.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300299', 'lastCheck': '6.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000801131', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249255', 'lastCheck': '9.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000367519', 'lastCheck': '9.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268609', 'lastCheck': '1.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358712', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000297008', 'lastCheck': '8.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000525781', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000355121', 'lastCheck': '1.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239786', 'lastCheck': '6.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520233', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394961', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353177', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333975', 'lastCheck': '8.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211552', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000735917', 'lastCheck': '1.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363204', 'lastCheck': '6.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026588', 'lastCheck': '6.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000909414', 'lastCheck': '8.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318229', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221487', 'lastCheck': '6.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276257', 'lastCheck': '0.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419503', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354616', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265431', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371719', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339925', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459558', 'lastCheck': '6.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497912', 'lastCheck': '6.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238424', 'lastCheck': '5.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357163', 'lastCheck': '1.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647741675', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404430905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.351', 'tx': '1176278259215', 'txDropped': '0', 'rx': '625372319013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0', 'tx': '1580935579854', 'txDropped': '0', 'rx': '926359011757', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45217943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416589894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200634122', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet0', 'tx': '87892956', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet1', 'tx': '37766316325', 'txDropped': '0', 'rx': '878083352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet2', 'tx': '21129105177', 'txDropped': '0', 'rx': '141321895581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175798286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet4', 'tx': '396576338', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet5', 'tx': '23426018556', 'txDropped': '0', 'rx': '498192374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet6', 'tx': '6654681652', 'txDropped': '0', 'rx': '430149838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet7', 'tx': '1434479858', 'txDropped': '0', 'rx': '552429811', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42464954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46768040', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'lo', 'tx': '6939516787', 'txDropped': '0', 'rx': '6939516787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170772152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'eno1', 'tx': '975623655107', 'txDropped': '0', 'rx': '434014834645', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'eno2', 'tx': '605311924747', 'txDropped': '0', 'rx': '492344177112', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470115.862261, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470115.862261, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633191787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75942127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77059992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192313476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370808139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373786247', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49893260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430590343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299079876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.110', 'tx': '2476744559', 'txDropped': '0', 'rx': '66856653871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.111', 'tx': '122681598963', 'txDropped': '0', 'rx': '24451047499', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55263521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54191309', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465562137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165450413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56043439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55873250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45213151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470115.862261, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226672991', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'oVirtManagement', 'tx': '1176278258567', 'txDropped': '0', 'rx': '625371580610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577501420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'vnet3', 'tx': '542970042', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470115.862261, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754576695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696161.93', 'cpuLoad': '2.76', 'cpuSys': '1.80', 'diskStats': {'/var/log': {'free': '92913'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.17', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635315L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:48:48 GMT', 'cpuUser': '1.48', 'memFree': 667610, 'cpuIdle': '96.72', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.19'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:48,128+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:48:48,161+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7b50a916-eeae-4d79-8117-047156dd0578 (threadPool:210)
2018-03-08 01:48:48,162+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4e2ac276-7d80-4db6-bd81-1bcfac43b42d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:48,162+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:48,417+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:48:48,421+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:48:48,424+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:48,432+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:48:48,432+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:48:48,432+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:48:48,450+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:48,506+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f113c73c-dbae-4c7e-b12d-994fe43c10d4 (threadPool:210)
2018-03-08 01:48:48,507+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e373f308-d108-4d5b-84eb-9e4a5427554e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:48,508+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:48,821+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:48,895+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b2b8a39d-41bb-49d1-9987-faf1e01d3ca9 (threadPool:210)
2018-03-08 01:48:48,896+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7082a17c-0b67-4f0a-9ff8-47cf74466182 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:48,896+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:49,258+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:49,316+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aee5c92f-dd9f-4dfc-a478-40700c472210 (threadPool:210)
2018-03-08 01:48:49,317+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c9e81b5e-5876-4c6d-8fc8-5eeb8e90a2f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:49,317+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:49,560+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:49,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4e2ac276-7d80-4db6-bd81-1bcfac43b42d (threadPool:210)
2018-03-08 01:48:49,624+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f4f00f8f-d210-4a4b-bd73-7c46472b1173 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:49,625+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:49,895+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:49,939+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e373f308-d108-4d5b-84eb-9e4a5427554e (threadPool:210)
2018-03-08 01:48:49,940+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f20e672c-ffd1-42e5-b925-690ea48feb7b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:49,940+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:50,250+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:50,560+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:50,607+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7082a17c-0b67-4f0a-9ff8-47cf74466182 (threadPool:210)
2018-03-08 01:48:50,607+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 79932d2b-5e89-4b8e-8491-948e5f6ae00b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:50,607+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:50,933+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:50,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 731be20a-62d5-4cc4-bf26-3f4ab6967826 (threadPool:210)
2018-03-08 01:48:50,979+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 266c0326-f039-438c-b6af-79cbc448fdc9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:50,979+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:51,043+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9d378786-b686-43ad-a699-3f83fd7982c8 (api:46)
2018-03-08 01:48:51,044+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288827', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396538', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252129', 'lastCheck': '1.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000471239', 'lastCheck': '1.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000587915', 'lastCheck': '1.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255213', 'lastCheck': '1.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000281568', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482793', 'lastCheck': '1.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389039', 'lastCheck': '1.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214246', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000520233', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334208', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338686', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280646', 'lastCheck': '2.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432062', 'lastCheck': '1.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373181', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325269', 'lastCheck': '1.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027716', 'lastCheck': '1.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231629', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559929', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000211047', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023897', 'lastCheck': '1.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276534', 'lastCheck': '1.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419503', 'lastCheck': '5.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252972', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300127', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000371719', 'lastCheck': '3.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217557', 'lastCheck': '1.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346767', 'lastCheck': '1.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301041', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032828', 'lastCheck': '1.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360351', 'lastCheck': '1.2', 'valid': True}} from=internal, task_id=9d378786-b686-43ad-a699-3f83fd7982c8 (api:52)
2018-03-08 01:48:51,044+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=e715fb61-1ff8-4226-b0fc-bda056e29fdb (api:46)
2018-03-08 01:48:51,044+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e715fb61-1ff8-4226-b0fc-bda056e29fdb (api:52)
2018-03-08 01:48:51,244+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:51,289+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c9e81b5e-5876-4c6d-8fc8-5eeb8e90a2f4 (threadPool:210)
2018-03-08 01:48:51,290+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f90d882e-61c7-48cf-b38b-f7090a1d2a44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:51,290+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:51,526+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:51,572+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f4f00f8f-d210-4a4b-bd73-7c46472b1173 (threadPool:210)
2018-03-08 01:48:51,573+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 99d51751-aad2-4289-ab12-4ef4b0761787 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:51,573+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:51,821+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:51,867+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f20e672c-ffd1-42e5-b925-690ea48feb7b (threadPool:210)
2018-03-08 01:48:51,867+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 173fdda4-5529-4a71-afe1-8de74fedab3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:51,868+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:52,178+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:52,244+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 79932d2b-5e89-4b8e-8491-948e5f6ae00b (threadPool:210)
2018-03-08 01:48:52,245+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ca52442b-8a64-4a50-8e1b-afd56b7bbd26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:48:52,246+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:52,516+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:52,564+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 266c0326-f039-438c-b6af-79cbc448fdc9 (threadPool:210)
2018-03-08 01:48:52,564+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 57472759-c666-44a0-8cd3-80b278b858dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b'\xfd\x10\xf3\x85\x0b\x84\x88M\x12\x82\xb6\x01\\\xf7000000000000180000000000000")) (threadPool:208)
2018-03-08 01:48:52,565+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume f75c01b6-8212-4d88-840b-85f310fd279b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:52,565+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/f75c01b6-8212-4d88-840b-85f310fd279b to 6144 megabytes (lvm:1205)
2018-03-08 01:48:52,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 57472759-c666-44a0-8cd3-80b278b858dd (threadPool:210)
2018-03-08 01:48:52,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e9684bc3-c63d-4ce4-9284-4898d724ace2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:52,760+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:52,897+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:52,936+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f90d882e-61c7-48cf-b38b-f7090a1d2a44 (threadPool:210)
2018-03-08 01:48:52,936+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fd95142e-6a83-4adb-9bc4-8f9f24d46a98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:52,936+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:53,238+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:53,276+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 173fdda4-5529-4a71-afe1-8de74fedab3f (threadPool:210)
2018-03-08 01:48:53,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1824ed58-9226-4650-a6d6-705bcef52840 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:53,277+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:53,531+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:53,576+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e9684bc3-c63d-4ce4-9284-4898d724ace2 (threadPool:210)
2018-03-08 01:48:53,576+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2778ea65-c6c5-4ee7-b5cc-424c0068bade (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:53,577+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:53,828+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:53,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 99d51751-aad2-4289-ab12-4ef4b0761787 (threadPool:210)
2018-03-08 01:48:53,893+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adc097cc-91a3-483d-9d88-c0f1e04f1caa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:53,894+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:54,185+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:54,211+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=08d986f7-9b13-4fe2-9ebe-ab267d009996 (api:46)
2018-03-08 01:48:54,217+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=08d986f7-9b13-4fe2-9ebe-ab267d009996 (api:52)
2018-03-08 01:48:54,218+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:48:54,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fd95142e-6a83-4adb-9bc4-8f9f24d46a98 (threadPool:210)
2018-03-08 01:48:54,234+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c444dea5-4e96-4504-a61e-319091acea6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:54,234+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:54,316+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=fccaa19f-b8de-479f-a669-be0fe34d7aa1 (api:46)
2018-03-08 01:48:54,449+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=fccaa19f-b8de-479f-a669-be0fe34d7aa1 (api:52)
2018-03-08 01:48:54,450+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.13 seconds (__init__:573)
2018-03-08 01:48:54,530+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:54,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ca52442b-8a64-4a50-8e1b-afd56b7bbd26 (threadPool:210)
2018-03-08 01:48:54,581+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 497e17de-ba8c-4d5a-80c0-7c1461147b0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:54,581+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:54,854+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:54,902+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1824ed58-9226-4650-a6d6-705bcef52840 (threadPool:210)
2018-03-08 01:48:54,903+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 182f72df-7a09-40a7-9f2f-2e05f2b16b7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:54,903+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:55,154+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:55,203+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adc097cc-91a3-483d-9d88-c0f1e04f1caa (threadPool:210)
2018-03-08 01:48:55,203+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0c8692e7-2a70-48f0-9d39-053dfe0ee076 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:55,204+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:55,516+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:55,561+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c444dea5-4e96-4504-a61e-319091acea6e (threadPool:210)
2018-03-08 01:48:55,562+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3c05ddbc-e4d8-497e-b337-02e750ddacce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:55,562+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:55,812+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:55,870+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 497e17de-ba8c-4d5a-80c0-7c1461147b0e (threadPool:210)
2018-03-08 01:48:55,871+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task be3e3ced-2dd0-4a30-9f2b-4bd987f65d03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:55,871+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:56,174+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:56,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2778ea65-c6c5-4ee7-b5cc-424c0068bade (threadPool:210)
2018-03-08 01:48:56,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a6bb5691-2f80-4ba7-bc51-350f128e0664 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:56,216+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:56,472+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:56,521+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0c8692e7-2a70-48f0-9d39-053dfe0ee076 (threadPool:210)
2018-03-08 01:48:56,521+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5055d9ba-eee8-4bfa-869b-064720625cbe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:56,522+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:56,825+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:56,882+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3c05ddbc-e4d8-497e-b337-02e750ddacce (threadPool:210)
2018-03-08 01:48:56,883+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a5af1961-af0f-4d20-a587-fa979caebf70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:56,883+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:57,178+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:57,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task be3e3ced-2dd0-4a30-9f2b-4bd987f65d03 (threadPool:210)
2018-03-08 01:48:57,226+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 42625296-ada6-4a01-afe0-52f9b316fe5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:57,226+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:57,679+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:57,722+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 182f72df-7a09-40a7-9f2f-2e05f2b16b7a (threadPool:210)
2018-03-08 01:48:57,723+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task baaf5af0-6831-4f3e-a5a8-5c0615131e8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:48:57,724+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:48:58,010+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:58,058+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a6bb5691-2f80-4ba7-bc51-350f128e0664 (threadPool:210)
2018-03-08 01:48:58,058+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 836c7a02-d5f9-47d7-b5eb-e9348b9b4f39 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:58,058+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:58,350+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:58,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5055d9ba-eee8-4bfa-869b-064720625cbe (threadPool:210)
2018-03-08 01:48:58,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 12386623-ed76-401a-b5d5-3b2fa2eb5b06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:58,413+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:58,753+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:58,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a5af1961-af0f-4d20-a587-fa979caebf70 (threadPool:210)
2018-03-08 01:48:58,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task eb9b7036-3818-420d-a145-4fd903930eeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:58,801+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:59,089+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:59,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 42625296-ada6-4a01-afe0-52f9b316fe5f (threadPool:210)
2018-03-08 01:48:59,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task badbd1aa-3914-4c8a-ae30-5d4d3bd9c893 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:59,142+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:59,424+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:48:59,433+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:48:59,436+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:48:59,456+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:59,509+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task baaf5af0-6831-4f3e-a5a8-5c0615131e8a (threadPool:210)
2018-03-08 01:48:59,509+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0ed9cbe7-a438-4bb6-902f-07e0bc8b346a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:59,509+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:48:59,901+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:48:59,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 12386623-ed76-401a-b5d5-3b2fa2eb5b06 (threadPool:210)
2018-03-08 01:48:59,946+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 505ad902-e4c8-47e6-bf6d-7dead840fcc8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:48:59,947+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:00,269+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:00,321+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task eb9b7036-3818-420d-a145-4fd903930eeb (threadPool:210)
2018-03-08 01:49:00,321+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c5ebecbb-2980-4910-858a-23c9be46b02d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:00,321+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:00,620+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:00,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task badbd1aa-3914-4c8a-ae30-5d4d3bd9c893 (threadPool:210)
2018-03-08 01:49:00,670+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 98a58350-d6b9-488d-95ba-a6dea4d0fd0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:00,670+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:01,080+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:01,131+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 836c7a02-d5f9-47d7-b5eb-e9348b9b4f39 (threadPool:210)
2018-03-08 01:49:01,131+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 29fc4752-bf78-4d0b-a39f-ca08741b4124 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:01,132+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:01,491+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:01,540+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0ed9cbe7-a438-4bb6-902f-07e0bc8b346a (threadPool:210)
2018-03-08 01:49:01,541+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da877e45-9cea-4a8a-9af4-a3cb5dfe34ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:01,541+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:01,831+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:01,879+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 505ad902-e4c8-47e6-bf6d-7dead840fcc8 (threadPool:210)
2018-03-08 01:49:01,879+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ae3ef8c9-145d-4f7e-8239-3bf36902b3ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:01,880+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:02,135+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:02,411+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:02,460+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c5ebecbb-2980-4910-858a-23c9be46b02d (threadPool:210)
2018-03-08 01:49:02,460+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 38590271-5846-4c98-b89d-c94b678a0cdb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:02,461+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:02,774+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:02,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 98a58350-d6b9-488d-95ba-a6dea4d0fd0d (threadPool:210)
2018-03-08 01:49:02,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e12aecf0-e23e-486e-b7ad-903daea46d24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:02,824+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:03,084+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:03,131+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 29fc4752-bf78-4d0b-a39f-ca08741b4124 (threadPool:210)
2018-03-08 01:49:03,132+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 63191b24-c0d7-4642-8731-feb225aff9c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:03,132+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:03,167+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:03,168+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=51d9c1a8-251c-49f8-a9db-e2103f38190f (api:46)
2018-03-08 01:49:03,169+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283583', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640961', 'lastCheck': '4.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274926', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619167', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447441', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258265', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000676355', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490769', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308564', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293938', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031607', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263685', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275619', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239055', 'lastCheck': '4.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429877', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245499', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305612', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040905', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553171', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000813169', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448572', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240568', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297685', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382965', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246406', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478976', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384974', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276029', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210764', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233629', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492394', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236413', 'lastCheck': '3.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=51d9c1a8-251c-49f8-a9db-e2103f38190f (api:52)
2018-03-08 01:49:03,169+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=44898bea-053e-4508-b0d7-a9bfabc5a434 (api:46)
2018-03-08 01:49:03,169+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=44898bea-053e-4508-b0d7-a9bfabc5a434 (api:52)
2018-03-08 01:49:03,197+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.69'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.62'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '98.01'}, '61': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.70'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.36'}, '25': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.29'}, '26': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.83'}, '27': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.16'}, '20': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '96.90'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.77'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '23': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.01'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.10'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.69', 'nodeIndex': 1, 'cpuSys': '26.58', 'cpuIdle': '68.73'}, '0': {'cpuUser': '5.88', 'nodeIndex': 0, 'cpuSys': '3.83', 'cpuIdle': '90.29'}, '3': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.24'}, '2': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.24'}, '5': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.31'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.95'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.03'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.29'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.56'}, '8': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.96'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.55'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '10': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.90'}, '13': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.70'}, '12': {'cpuUser': '2.31', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '95.84'}, '15': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '14': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.23'}, '17': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.23'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.29'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '31': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.10'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.51', 'cpuIdle': '95.84'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.75'}, '35': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '34': {'cpuUser': '8.00', 'nodeIndex': 0, 'cpuSys': '8.53', 'cpuIdle': '83.47'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '18': {'cpuUser': '2.64', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '94.98'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311849'}, '0': {'memPercent': 12, 'memFree': '345880'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263685', 'lastCheck': '3.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283583', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640961', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275619', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239055', 'lastCheck': '4.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447441', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258265', 'lastCheck': '4.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000676355', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490769', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308564', 'lastCheck': '3.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293938', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031607', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274926', 'lastCheck': '3.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619167', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429877', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448572', 'lastCheck': '3.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305612', 'lastCheck': '3.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040905', 'lastCheck': '1.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553171', 'lastCheck': '1.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000813169', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245499', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492394', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297685', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382965', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246406', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478976', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384974', 'lastCheck': '5.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276029', 'lastCheck': '0.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210764', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233629', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240568', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236413', 'lastCheck': '3.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647787423', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404433272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.351', 'tx': '1176278335418', 'txDropped': '0', 'rx': '625372334807', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0', 'tx': '1580935681916', 'txDropped': '0', 'rx': '926359476971', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45218293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416590989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200635006', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet0', 'tx': '87897317', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet1', 'tx': '37766317718', 'txDropped': '0', 'rx': '878083456', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet2', 'tx': '21129200706', 'txDropped': '0', 'rx': '141321916127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175799654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet4', 'tx': '396580699', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet5', 'tx': '23426067007', 'txDropped': '0', 'rx': '498192764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet6', 'tx': '6654683111', 'txDropped': '0', 'rx': '430150021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet7', 'tx': '1434481257', 'txDropped': '0', 'rx': '552429928', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42465304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46768390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'lo', 'tx': '6939597195', 'txDropped': '0', 'rx': '6939597195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170773560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'eno1', 'tx': '975623735688', 'txDropped': '0', 'rx': '434015103252', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'eno2', 'tx': '605311946228', 'txDropped': '0', 'rx': '492344373719', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470130.987711, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470130.987711, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633196093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75942527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77060392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192315318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370808489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373789894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49893610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430593990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299081718', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.110', 'tx': '2476744963', 'txDropped': '0', 'rx': '66856655162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.111', 'tx': '122681619320', 'txDropped': '0', 'rx': '24451139678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55263871', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54191659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465564504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165451821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56043789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55873600', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45213501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470130.987711, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226673875', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'oVirtManagement', 'tx': '1176278334770', 'txDropped': '0', 'rx': '625371596404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577505726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'vnet3', 'tx': '542974403', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470130.987711, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754578063', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696177.04', 'cpuLoad': '2.74', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92911'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.83', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635309L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:49:03 GMT', 'cpuUser': '1.18', 'memFree': 667604, 'cpuIdle': '97.18', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.97'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:03,202+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:49:03,445+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:49:03,453+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:49:03,456+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:49:03,458+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:03,473+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:49:03,474+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:49:03,475+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:49:03,505+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da877e45-9cea-4a8a-9af4-a3cb5dfe34ab (threadPool:210)
2018-03-08 01:49:03,505+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 74f1d0cf-d544-4fed-89ac-99e32a0604ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:03,506+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:03,832+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:03,880+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 38590271-5846-4c98-b89d-c94b678a0cdb (threadPool:210)
2018-03-08 01:49:03,880+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d90b885f-77a3-4ead-aa7a-80b1d639f0bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:03,880+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:04,283+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:04,333+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e12aecf0-e23e-486e-b7ad-903daea46d24 (threadPool:210)
2018-03-08 01:49:04,333+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 415f420c-e74e-42ec-af0f-c9b5c30d3dfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:04,334+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:04,638+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:04,686+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 63191b24-c0d7-4642-8731-feb225aff9c4 (threadPool:210)
2018-03-08 01:49:04,686+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 86788167-b13e-4dd4-a840-24791732813a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:04,687+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:04,835+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a96da89b-cc8b-4018-94a0-4f2b1bc0d239 (api:46)
2018-03-08 01:49:04,842+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a96da89b-cc8b-4018-94a0-4f2b1bc0d239 (api:52)
2018-03-08 01:49:04,842+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:04,961+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c4d6d9f0-fa6a-4151-9a51-b2b8edbfa175 (api:46)
2018-03-08 01:49:04,967+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c4d6d9f0-fa6a-4151-9a51-b2b8edbfa175 (api:52)
2018-03-08 01:49:04,968+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:04,982+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:05,031+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ae3ef8c9-145d-4f7e-8239-3bf36902b3ae (threadPool:210)
2018-03-08 01:49:05,032+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 384fa5c8-3c70-4169-9d0d-53532be9db87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:05,032+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:05,337+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:05,381+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 74f1d0cf-d544-4fed-89ac-99e32a0604ab (threadPool:210)
2018-03-08 01:49:05,382+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cd4ab0a1-f954-4b7f-bdbf-6ea892e3529d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:05,382+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:05,764+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:05,812+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 415f420c-e74e-42ec-af0f-c9b5c30d3dfc (threadPool:210)
2018-03-08 01:49:05,812+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1beb3eff-5a62-4522-9fac-634ad36514cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:05,812+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:06,115+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:06,179+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=863c8f2b-03b7-4a16-bb68-4e4e23622d26 (api:46)
2018-03-08 01:49:06,181+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283583', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000640961', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274926', 'lastCheck': '2.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000619167', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447441', 'lastCheck': '7.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258265', 'lastCheck': '7.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000676355', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000490769', 'lastCheck': '6.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308564', 'lastCheck': '6.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293938', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031607', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263685', 'lastCheck': '6.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275619', 'lastCheck': '7.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239055', 'lastCheck': '7.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429877', 'lastCheck': '6.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245499', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305612', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040905', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000553171', 'lastCheck': '4.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000813169', 'lastCheck': '6.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448572', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240568', 'lastCheck': '3.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297685', 'lastCheck': '6.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377384', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246406', 'lastCheck': '6.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478976', 'lastCheck': '6.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000384974', 'lastCheck': '8.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276029', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210764', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233629', 'lastCheck': '4.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492394', 'lastCheck': '4.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236413', 'lastCheck': '6.3', 'valid': True}} from=internal, task_id=863c8f2b-03b7-4a16-bb68-4e4e23622d26 (api:52)
2018-03-08 01:49:06,181+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=dbb716d7-ac7e-4e37-9bd4-d5bd1c206e78 (api:46)
2018-03-08 01:49:06,182+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=dbb716d7-ac7e-4e37-9bd4-d5bd1c206e78 (api:52)
2018-03-08 01:49:06,217+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 384fa5c8-3c70-4169-9d0d-53532be9db87 (threadPool:210)
2018-03-08 01:49:06,218+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5b25ca8b-7da1-4c89-a148-efce0a1381ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:06,218+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:06,495+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:06,542+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d90b885f-77a3-4ead-aa7a-80b1d639f0bd (threadPool:210)
2018-03-08 01:49:06,542+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4fac739f-49bf-4374-8857-52946c316ee1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:06,543+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:06,835+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:06,906+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cd4ab0a1-f954-4b7f-bdbf-6ea892e3529d (threadPool:210)
2018-03-08 01:49:06,907+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 204fbeee-7c69-44d0-8c42-6ff2abfe4aa1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:06,907+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:07,167+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:07,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 86788167-b13e-4dd4-a840-24791732813a (threadPool:210)
2018-03-08 01:49:07,213+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b50e6035-5d91-4271-953b-0a83df581e1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:07,213+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:07,574+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:07,621+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1beb3eff-5a62-4522-9fac-634ad36514cf (threadPool:210)
2018-03-08 01:49:07,622+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4925acba-6375-4720-b159-f2ba01c316ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:07,622+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:07,936+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:07,999+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5b25ca8b-7da1-4c89-a148-efce0a1381ea (threadPool:210)
2018-03-08 01:49:08,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0d746e28-baf4-4f68-b232-4ae599f34212 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:08,000+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:08,271+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:08,312+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4fac739f-49bf-4374-8857-52946c316ee1 (threadPool:210)
2018-03-08 01:49:08,313+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d3a81b2c-a0cb-4684-b667-410b39483496 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:08,313+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:08,671+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:08,715+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 204fbeee-7c69-44d0-8c42-6ff2abfe4aa1 (threadPool:210)
2018-03-08 01:49:08,715+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ab2ffc4f-9799-40f6-a6d7-bcc405eeb317 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:08,715+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:08,996+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:09,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b50e6035-5d91-4271-953b-0a83df581e1c (threadPool:210)
2018-03-08 01:49:09,042+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79348882-ba70-4324-b33c-6fa313fd366b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:09,043+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:09,347+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:09,397+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4925acba-6375-4720-b159-f2ba01c316ec (threadPool:210)
2018-03-08 01:49:09,398+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2481a3ab-0006-4711-8dd9-33cda2168c64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:09,398+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:09,679+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:09,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0d746e28-baf4-4f68-b232-4ae599f34212 (threadPool:210)
2018-03-08 01:49:09,755+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ba813c6-2903-43ab-88f3-ec02c89eafe8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:09,755+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:10,037+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:10,084+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d3a81b2c-a0cb-4684-b667-410b39483496 (threadPool:210)
2018-03-08 01:49:10,085+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2b2033c5-880a-4c60-a04e-11b42b221540 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:10,085+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:10,398+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:10,444+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ab2ffc4f-9799-40f6-a6d7-bcc405eeb317 (threadPool:210)
2018-03-08 01:49:10,444+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f2312617-49a5-4246-b9a3-fb88e262eebe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:10,445+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:10,753+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:10,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79348882-ba70-4324-b33c-6fa313fd366b (threadPool:210)
2018-03-08 01:49:10,802+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 28a65527-20c4-4bf4-a963-26b9340b20ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:10,803+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:11,110+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:11,155+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2481a3ab-0006-4711-8dd9-33cda2168c64 (threadPool:210)
2018-03-08 01:49:11,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74e30d2f-59a2-4dce-96d6-59d149443754 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:11,156+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:11,562+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:11,613+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2b2033c5-880a-4c60-a04e-11b42b221540 (threadPool:210)
2018-03-08 01:49:11,614+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 70a67306-a565-4427-bece-6ff4d3ac77a3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:11,614+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:11,943+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:11,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f2312617-49a5-4246-b9a3-fb88e262eebe (threadPool:210)
2018-03-08 01:49:11,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d2142030-13ee-4ba5-b6b5-3b63dfabb492 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:11,991+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:12,307+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:12,349+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 28a65527-20c4-4bf4-a963-26b9340b20ee (threadPool:210)
2018-03-08 01:49:12,350+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 10186b93-5529-4c50-9327-a48df7c60e36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:12,350+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:12,670+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:12,717+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ba813c6-2903-43ab-88f3-ec02c89eafe8 (threadPool:210)
2018-03-08 01:49:12,717+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 812b4b28-b4ce-46e3-b8ce-cf776bd9009a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:12,718+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:13,028+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:13,078+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74e30d2f-59a2-4dce-96d6-59d149443754 (threadPool:210)
2018-03-08 01:49:13,079+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5d3ca0f2-7031-4566-b820-4019c5f89e1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:13,079+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:13,357+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:13,385+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 70a67306-a565-4427-bece-6ff4d3ac77a3 (threadPool:210)
2018-03-08 01:49:13,385+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f58a51e2-1c03-4a59-a4af-d2e0cc375e5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:13,385+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:13,680+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:14,061+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:14,108+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 10186b93-5529-4c50-9327-a48df7c60e36 (threadPool:210)
2018-03-08 01:49:14,109+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a546f9d-3044-48d9-9401-03db7e2adf1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:14,109+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:14,394+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:14,444+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 812b4b28-b4ce-46e3-b8ce-cf776bd9009a (threadPool:210)
2018-03-08 01:49:14,445+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 33cfdfdf-9758-4dbc-a0ee-44f22904e4a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:14,445+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:14,452+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:14,457+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:14,459+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:14,714+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:14,764+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5d3ca0f2-7031-4566-b820-4019c5f89e1e (threadPool:210)
2018-03-08 01:49:14,764+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9385e8de-950a-48d3-a1d7-93d1452870d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:14,764+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:15,049+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:15,090+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d2142030-13ee-4ba5-b6b5-3b63dfabb492 (threadPool:210)
2018-03-08 01:49:15,090+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b418805a-2cd9-4d51-95e2-2e7246c5dc59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:15,091+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:15,354+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ed764b56-c73b-43a3-a2af-5235c3453891 (api:46)
2018-03-08 01:49:15,360+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ed764b56-c73b-43a3-a2af-5235c3453891 (api:52)
2018-03-08 01:49:15,361+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:15,388+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:15,438+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a546f9d-3044-48d9-9401-03db7e2adf1b (threadPool:210)
2018-03-08 01:49:15,438+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 16ebae89-b12c-4e50-bc19-18e67d42db1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:15,438+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:15,459+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c88d9713-2ddd-4717-ba7e-5e3831becdbf (api:46)
2018-03-08 01:49:15,466+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c88d9713-2ddd-4717-ba7e-5e3831becdbf (api:52)
2018-03-08 01:49:15,468+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:15,748+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:15,793+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 33cfdfdf-9758-4dbc-a0ee-44f22904e4a7 (threadPool:210)
2018-03-08 01:49:15,794+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3d533f5a-bcf2-4b8e-baea-832814e307d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:15,794+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:16,150+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:16,199+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9385e8de-950a-48d3-a1d7-93d1452870d2 (threadPool:210)
2018-03-08 01:49:16,200+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 00a76339-b5b6-4eea-9170-87cdac3d16df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:16,200+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:16,471+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:16,519+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f58a51e2-1c03-4a59-a4af-d2e0cc375e5c (threadPool:210)
2018-03-08 01:49:16,519+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dc335b39-f471-45d0-a90f-1a62d9bf9eb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:16,520+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:16,789+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:16,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b418805a-2cd9-4d51-95e2-2e7246c5dc59 (threadPool:210)
2018-03-08 01:49:16,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e2f7a6b7-24a2-41ac-b7ff-b98be45e0dae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:16,840+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:17,134+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:17,182+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 16ebae89-b12c-4e50-bc19-18e67d42db1f (threadPool:210)
2018-03-08 01:49:17,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a75753fe-dcee-43ff-8e0f-227349e0bb50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:17,183+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:17,450+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:17,496+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3d533f5a-bcf2-4b8e-baea-832814e307d9 (threadPool:210)
2018-03-08 01:49:17,497+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 261a1ffa-a05c-4059-b680-dacdbaba3bae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:17,497+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:17,800+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:17,835+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 00a76339-b5b6-4eea-9170-87cdac3d16df (threadPool:210)
2018-03-08 01:49:17,835+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 643afa96-a370-4cd4-8be0-267587bd2a00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:17,836+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:18,110+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:18,157+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e2f7a6b7-24a2-41ac-b7ff-b98be45e0dae (threadPool:210)
2018-03-08 01:49:18,158+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c02e14b-ab89-4247-b2a7-96eac174394e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:18,158+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:18,237+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:18,238+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=92a373c0-c1cd-4f36-ab04-e200fde4ba9b (api:46)
2018-03-08 01:49:18,239+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028141', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683944', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248071', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540317', 'lastCheck': '6.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453127', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023086', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000762698', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000876685', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229084', 'lastCheck': '1.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413298', 'lastCheck': '6.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268188', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443752', 'lastCheck': '8.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240199', 'lastCheck': '9.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239778', 'lastCheck': '9.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412424', 'lastCheck': '8.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253233', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219644', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255143', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030087', 'lastCheck': '6.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840731', 'lastCheck': '8.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478763', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379244', 'lastCheck': '5.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385584', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411139', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290549', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026648', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000285886', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270447', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002408', 'lastCheck': '6.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028407', 'lastCheck': '6.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261179', 'lastCheck': '6.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392276', 'lastCheck': '1.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=92a373c0-c1cd-4f36-ab04-e200fde4ba9b (api:52)
2018-03-08 01:49:18,239+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0b139681-921f-4042-854c-25833515eb03 (api:46)
2018-03-08 01:49:18,240+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0b139681-921f-4042-854c-25833515eb03 (api:52)
2018-03-08 01:49:18,268+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '95.23'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.61'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.23'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.69'}, '25': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.70'}, '26': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '27': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.84'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.16'}, '22': {'cpuUser': '3.44', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '95.17'}, '23': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.10'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '28': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '29': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.30'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '24.71', 'cpuIdle': '70.39'}, '0': {'cpuUser': '6.49', 'nodeIndex': 0, 'cpuSys': '3.78', 'cpuIdle': '89.73'}, '3': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.58'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '94.70'}, '5': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '94.44'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.56'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '8': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.75'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '93.78'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.55'}, '13': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.63'}, '12': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.49'}, '15': {'cpuUser': '3.11', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.24'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '16': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.36'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '36': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '34': {'cpuUser': '7.68', 'nodeIndex': 0, 'cpuSys': '8.61', 'cpuIdle': '83.71'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311821'}, '0': {'memPercent': 12, 'memFree': '345895'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443752', 'lastCheck': '8.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028141', 'lastCheck': '0.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000683944', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240199', 'lastCheck': '9.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239778', 'lastCheck': '9.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000453127', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023086', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000762698', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000876685', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229084', 'lastCheck': '1.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000413298', 'lastCheck': '6.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268188', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248071', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540317', 'lastCheck': '6.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000412424', 'lastCheck': '8.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000478763', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219644', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255143', 'lastCheck': '6.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030087', 'lastCheck': '6.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000840731', 'lastCheck': '8.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253233', 'lastCheck': '1.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261179', 'lastCheck': '6.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385584', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411139', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290549', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026648', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000285886', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270447', 'lastCheck': '5.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002408', 'lastCheck': '6.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028407', 'lastCheck': '6.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379244', 'lastCheck': '5.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392276', 'lastCheck': '1.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647794703', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404437314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.351', 'tx': '1176278411684', 'txDropped': '0', 'rx': '625372346287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0', 'tx': '1580935754528', 'txDropped': '0', 'rx': '926359854134', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45218693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416591783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200636617', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet0', 'tx': '87901569', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet1', 'tx': '37766318736', 'txDropped': '0', 'rx': '878083518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet2', 'tx': '21129246577', 'txDropped': '0', 'rx': '141322050141', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175801256', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet4', 'tx': '396584951', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet5', 'tx': '23426076181', 'txDropped': '0', 'rx': '498193128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet6', 'tx': '6654684129', 'txDropped': '0', 'rx': '430150083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet7', 'tx': '1434482275', 'txDropped': '0', 'rx': '552429990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42465704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46768790', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'lo', 'tx': '6939672378', 'txDropped': '0', 'rx': '6939672378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170774832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'eno1', 'tx': '975623807508', 'txDropped': '0', 'rx': '434015307086', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'eno2', 'tx': '605311947020', 'txDropped': '0', 'rx': '492344547048', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470146.083435, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470146.083435, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633200633', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75942877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77060742', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192317328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370808889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.306', 'tx': '76695872021', 'txDropped': '0', 'rx': '8373793390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49894010', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430597486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299083728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.110', 'tx': '2476745149', 'txDropped': '0', 'rx': '66856655956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.111', 'tx': '122681753456', 'txDropped': '0', 'rx': '24451177625', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55264271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54192059', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465568546', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165453093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56044189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55874000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45213901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470146.083435, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226675486', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'oVirtManagement', 'tx': '1176278411036', 'txDropped': '0', 'rx': '625371607884', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577510266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'vnet3', 'tx': '542978655', 'txDropped': '0', 'rx': '221473836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470146.083435, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754579665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696192.11', 'cpuLoad': '2.72', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92909'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.24', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:49:18 GMT', 'cpuUser': '1.50', 'memFree': 667601, 'cpuIdle': '96.80', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.33'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:18,272+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:49:18,421+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:18,484+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:49:18,492+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:49:18,495+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:18,512+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a75753fe-dcee-43ff-8e0f-227349e0bb50 (threadPool:210)
2018-03-08 01:49:18,513+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a9874948-e06f-4a6d-84c9-65d7009fb16a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:18,513+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:18,545+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:49:18,547+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:49:18,547+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:18,733+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:18,774+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 261a1ffa-a05c-4059-b680-dacdbaba3bae (threadPool:210)
2018-03-08 01:49:18,774+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 66d925d0-9a81-425f-b3bd-e42fd9bf4d59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:18,774+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:19,056+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:19,098+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dc335b39-f471-45d0-a90f-1a62d9bf9eb4 (threadPool:210)
2018-03-08 01:49:19,099+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 18f0d9d3-bdfe-4c92-a20a-a474d9d115d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:19,099+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:19,446+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:19,516+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 643afa96-a370-4cd4-8be0-267587bd2a00 (threadPool:210)
2018-03-08 01:49:19,517+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 384d03ce-b254-48e9-97cb-1c7089fc05b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:19,517+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:19,796+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:19,853+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c02e14b-ab89-4247-b2a7-96eac174394e (threadPool:210)
2018-03-08 01:49:19,854+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c443d62c-0c0c-4abc-9625-8317c4da21ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:19,855+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:20,226+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:20,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a9874948-e06f-4a6d-84c9-65d7009fb16a (threadPool:210)
2018-03-08 01:49:20,272+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1ed070d1-b4e8-472d-9f52-36a716712f05 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:20,272+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:20,564+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:20,613+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 66d925d0-9a81-425f-b3bd-e42fd9bf4d59 (threadPool:210)
2018-03-08 01:49:20,613+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 48a1190a-8a6c-4b0a-80ae-7d6cf29d1b1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:20,613+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:20,966+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:21,014+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 18f0d9d3-bdfe-4c92-a20a-a474d9d115d1 (threadPool:210)
2018-03-08 01:49:21,015+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 58c3c2e1-4128-4afc-a6e6-96f857e451f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:21,015+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:21,270+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a60dd1bc-ed83-4929-bcb3-7dda1a36fa00 (api:46)
2018-03-08 01:49:21,271+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028141', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00104769', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027663', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000581458', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000516618', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295244', 'lastCheck': '2.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000358954', 'lastCheck': '2.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000802781', 'lastCheck': '2.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321476', 'lastCheck': '2.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456985', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268188', 'lastCheck': '4.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000599831', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296517', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242579', 'lastCheck': '2.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000376267', 'lastCheck': '1.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483096', 'lastCheck': '1.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272232', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232327', 'lastCheck': '1.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245971', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000497745', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259734', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241716', 'lastCheck': '1.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381233', 'lastCheck': '1.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411139', 'lastCheck': '5.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239027', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00171425', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000285886', 'lastCheck': '4.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274615', 'lastCheck': '1.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263183', 'lastCheck': '1.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000495935', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446916', 'lastCheck': '1.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329509', 'lastCheck': '1.4', 'valid': True}} from=internal, task_id=a60dd1bc-ed83-4929-bcb3-7dda1a36fa00 (api:52)
2018-03-08 01:49:21,271+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=7a8442bd-eae7-4785-824e-569b7d3f1256 (api:46)
2018-03-08 01:49:21,272+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=7a8442bd-eae7-4785-824e-569b7d3f1256 (api:52)
2018-03-08 01:49:21,330+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:21,380+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 384d03ce-b254-48e9-97cb-1c7089fc05b0 (threadPool:210)
2018-03-08 01:49:21,380+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8b36f0dd-e8f4-4840-8556-96df5263e9eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:21,381+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:21,662+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:21,712+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c443d62c-0c0c-4abc-9625-8317c4da21ae (threadPool:210)
2018-03-08 01:49:21,713+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ef961b3d-5757-4cb8-abb4-e4f5c4698cc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:21,713+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:22,066+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:22,115+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1ed070d1-b4e8-472d-9f52-36a716712f05 (threadPool:210)
2018-03-08 01:49:22,116+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 89c6bdc3-92ad-41c0-9925-2cbe30689806 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:22,116+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:22,412+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:22,462+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 48a1190a-8a6c-4b0a-80ae-7d6cf29d1b1e (threadPool:210)
2018-03-08 01:49:22,462+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 80d4395e-8adf-43f5-83a7-8f26984454c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:22,462+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:22,756+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:22,800+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 58c3c2e1-4128-4afc-a6e6-96f857e451f7 (threadPool:210)
2018-03-08 01:49:22,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7bc5d65-2492-44c8-9fe3-936c309d4301 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:22,801+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:23,124+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:23,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8b36f0dd-e8f4-4840-8556-96df5263e9eb (threadPool:210)
2018-03-08 01:49:23,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dd8ed57a-d3ac-4f67-94b9-4656ead8c0cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:23,172+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:23,514+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:23,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ef961b3d-5757-4cb8-abb4-e4f5c4698cc0 (threadPool:210)
2018-03-08 01:49:23,558+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 94cf7591-f34e-48e7-9b1c-0ed82be7337a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:23,559+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:23,847+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:23,897+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 89c6bdc3-92ad-41c0-9925-2cbe30689806 (threadPool:210)
2018-03-08 01:49:23,897+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ccecfb3e-5d76-4b58-91ad-5cbabfb0185b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:23,898+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:24,216+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:24,267+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 80d4395e-8adf-43f5-83a7-8f26984454c2 (threadPool:210)
2018-03-08 01:49:24,267+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dd0e6253-676d-4e48-9a64-6d0ccb59a4a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:24,268+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:24,571+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:24,635+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7bc5d65-2492-44c8-9fe3-936c309d4301 (threadPool:210)
2018-03-08 01:49:24,636+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f0bcccb0-aef2-4253-bfbe-ab8412e6108d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:24,636+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:24,932+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:24,975+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dd8ed57a-d3ac-4f67-94b9-4656ead8c0cf (threadPool:210)
2018-03-08 01:49:24,976+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a137f4f6-705e-428a-b005-c36b9231faea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:24,977+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:25,254+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:25,301+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 94cf7591-f34e-48e7-9b1c-0ed82be7337a (threadPool:210)
2018-03-08 01:49:25,302+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a37b2a2f-8eea-4f74-a170-38809083858c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:25,302+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:25,571+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:25,785+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1c3dd849-e68f-4536-96ba-5ba4dc64784e (api:46)
2018-03-08 01:49:25,792+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1c3dd849-e68f-4536-96ba-5ba4dc64784e (api:52)
2018-03-08 01:49:25,793+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:25,894+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=869b01dc-8c62-4368-8694-b350ca455dda (api:46)
2018-03-08 01:49:25,910+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86476062720', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=869b01dc-8c62-4368-8694-b350ca455dda (api:52)
2018-03-08 01:49:25,914+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:49:25,916+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:25,975+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ccecfb3e-5d76-4b58-91ad-5cbabfb0185b (threadPool:210)
2018-03-08 01:49:25,975+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f30cfa68-b172-4a66-898f-4e04067d8e5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:25,976+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:26,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:26,366+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f0bcccb0-aef2-4253-bfbe-ab8412e6108d (threadPool:210)
2018-03-08 01:49:26,367+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b15a5988-12c8-40b7-8a93-be25cbd246a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:26,367+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:26,640+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:26,692+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a137f4f6-705e-428a-b005-c36b9231faea (threadPool:210)
2018-03-08 01:49:26,692+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ed076886-72ad-441c-ba26-0f052d2a1042 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:26,693+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:27,008+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:27,060+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a37b2a2f-8eea-4f74-a170-38809083858c (threadPool:210)
2018-03-08 01:49:27,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 24215724-0ba4-4f37-9d44-4bc517cf1d57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:27,061+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:27,389+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:27,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dd0e6253-676d-4e48-9a64-6d0ccb59a4a2 (threadPool:210)
2018-03-08 01:49:27,416+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4315bd13-b425-4d51-90b4-2f7d500b5ff4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:27,417+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:27,755+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:27,794+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b15a5988-12c8-40b7-8a93-be25cbd246a5 (threadPool:210)
2018-03-08 01:49:27,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8873136c-2b6b-47e2-9528-dcb32ccfe489 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:27,796+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:28,206+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:28,268+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ed076886-72ad-441c-ba26-0f052d2a1042 (threadPool:210)
2018-03-08 01:49:28,269+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 45586dc4-e2ac-4d2a-a4e8-0f307a0a4239 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:28,269+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:28,578+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:28,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 24215724-0ba4-4f37-9d44-4bc517cf1d57 (threadPool:210)
2018-03-08 01:49:28,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task af12fe1f-2211-457d-a2de-aa9edd029d33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:28,624+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:28,933+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:28,977+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f30cfa68-b172-4a66-898f-4e04067d8e5c (threadPool:210)
2018-03-08 01:49:28,978+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 501ff902-7105-4629-96bc-1b1bdc2a3db8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:28,978+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:29,250+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:29,315+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4315bd13-b425-4d51-90b4-2f7d500b5ff4 (threadPool:210)
2018-03-08 01:49:29,316+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cd393d2e-3862-4d0a-86d1-3b6a1cf027f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:29,317+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:29,483+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:29,492+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:29,495+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:49:29,638+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:29,692+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8873136c-2b6b-47e2-9528-dcb32ccfe489 (threadPool:210)
2018-03-08 01:49:29,692+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 368f6f5b-bb8a-4a50-ba03-416252293f53 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:29,692+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:29,981+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:30,026+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 45586dc4-e2ac-4d2a-a4e8-0f307a0a4239 (threadPool:210)
2018-03-08 01:49:30,026+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0e16d04a-9849-42ec-aafa-0214fcf3d40f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:30,027+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:30,491+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:30,532+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task af12fe1f-2211-457d-a2de-aa9edd029d33 (threadPool:210)
2018-03-08 01:49:30,532+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9088f790-52a5-4385-8889-283428bdf24c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:30,532+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:30,830+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:30,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cd393d2e-3862-4d0a-86d1-3b6a1cf027f8 (threadPool:210)
2018-03-08 01:49:30,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8983c27a-7eac-4ee5-a3d2-3f4aa72c6f65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:30,896+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:31,256+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:31,302+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 368f6f5b-bb8a-4a50-ba03-416252293f53 (threadPool:210)
2018-03-08 01:49:31,302+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ce0c637b-f02f-47e5-afec-41c271d87e0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:31,302+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:31,633+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:31,688+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0e16d04a-9849-42ec-aafa-0214fcf3d40f (threadPool:210)
2018-03-08 01:49:31,689+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 44d335e9-fb1a-47dd-9006-7b97705e6ff8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:31,690+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:32,014+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:32,060+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9088f790-52a5-4385-8889-283428bdf24c (threadPool:210)
2018-03-08 01:49:32,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44a42df2-7d52-40c5-b75b-cc2749135d87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:32,061+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:32,415+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:32,465+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ce0c637b-f02f-47e5-afec-41c271d87e0e (threadPool:210)
2018-03-08 01:49:32,466+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aced0e0c-3377-4227-9aaf-798f9c360920 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:32,466+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:32,775+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:32,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 501ff902-7105-4629-96bc-1b1bdc2a3db8 (threadPool:210)
2018-03-08 01:49:32,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 25a7cb1d-6a0a-4e76-b65a-99be63794734 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:32,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:33,079+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:33,123+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 44d335e9-fb1a-47dd-9006-7b97705e6ff8 (threadPool:210)
2018-03-08 01:49:33,123+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 11ef434f-f676-4982-8895-e61039514aef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:33,124+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:33,323+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:33,324+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8d4a6586-819c-416a-9e66-3ada2e1ad7e7 (api:46)
2018-03-08 01:49:33,325+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268582', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775579', 'lastCheck': '5.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264276', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584936', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305939', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270196', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000509212', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389674', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348887', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224825', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056456', 'lastCheck': '0.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244601', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387203', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041224', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360316', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264206', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110459', 'lastCheck': '3.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383378', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438988', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689367', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720962', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116869', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361654', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000224295', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253673', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023885', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302315', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206951', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232692', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211485', 'lastCheck': '1.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231034', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344906', 'lastCheck': '3.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8d4a6586-819c-416a-9e66-3ada2e1ad7e7 (api:52)
2018-03-08 01:49:33,325+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=afec0035-3a60-4155-8f46-ec51b24cbb2f (api:46)
2018-03-08 01:49:33,326+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=afec0035-3a60-4155-8f46-ec51b24cbb2f (api:52)
2018-03-08 01:49:33,355+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.63'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '99.28'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '25': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '95.77'}, '26': {'cpuUser': '2.11', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '96.77'}, '27': {'cpuUser': '3.37', 'nodeIndex': 1, 'cpuSys': '2.97', 'cpuIdle': '93.66'}, '20': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.82'}, '21': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.17'}, '22': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '23': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.04'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '44': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.81'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.22'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '96.63'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.22', 'nodeIndex': 1, 'cpuSys': '26.83', 'cpuIdle': '67.95'}, '0': {'cpuUser': '6.68', 'nodeIndex': 0, 'cpuSys': '4.30', 'cpuIdle': '89.02'}, '3': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.70'}, '2': {'cpuUser': '2.97', 'nodeIndex': 0, 'cpuSys': '3.97', 'cpuIdle': '93.06'}, '5': {'cpuUser': '4.16', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '93.53'}, '4': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.51'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.90'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.43'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '96.96'}, '8': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.57'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.59', 'cpuIdle': '99.01'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.62'}, '59': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '94.98'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.03'}, '10': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.50'}, '13': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.70'}, '12': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.10'}, '15': {'cpuUser': '8.39', 'nodeIndex': 1, 'cpuSys': '4.23', 'cpuIdle': '87.38'}, '14': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.43'}, '17': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '94.78'}, '16': {'cpuUser': '3.24', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '94.78'}, '19': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.70'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.98', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.24'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '36': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '35': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '34': {'cpuUser': '6.87', 'nodeIndex': 0, 'cpuSys': '8.13', 'cpuIdle': '85.00'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '4.30', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '93.45'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311851'}, '0': {'memPercent': 12, 'memFree': '345870'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244601', 'lastCheck': '3.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268582', 'lastCheck': '1.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775579', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387203', 'lastCheck': '4.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041224', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305939', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270196', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000509212', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389674', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348887', 'lastCheck': '4.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224825', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056456', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264276', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584936', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360316', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720962', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110459', 'lastCheck': '3.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383378', 'lastCheck': '1.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438988', 'lastCheck': '1.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689367', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264206', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231034', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361654', 'lastCheck': '3.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000224295', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253673', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023885', 'lastCheck': '3.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302315', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206951', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232692', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211485', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116869', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344906', 'lastCheck': '3.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647800026', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404439948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.351', 'tx': '1176278486378', 'txDropped': '0', 'rx': '625372360669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0', 'tx': '1580935992010', 'txDropped': '0', 'rx': '926360299469', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45219043', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416592627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200637882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet0', 'tx': '87906790', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet1', 'tx': '37766321253', 'txDropped': '0', 'rx': '878085157', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet2', 'tx': '21129287357', 'txDropped': '0', 'rx': '141322059851', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175804764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet4', 'tx': '396590172', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet5', 'tx': '23426082971', 'txDropped': '0', 'rx': '498193326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet6', 'tx': '6654685904', 'txDropped': '0', 'rx': '430154857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet7', 'tx': '1434483725', 'txDropped': '0', 'rx': '552430481', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42466054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46769140', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'lo', 'tx': '6939751198', 'txDropped': '0', 'rx': '6939751198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170776190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'eno1', 'tx': '975624040456', 'txDropped': '0', 'rx': '434015515471', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'eno2', 'tx': '605311951554', 'txDropped': '0', 'rx': '492344783998', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470161.213701, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470161.213701, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633205215', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75944981', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77062846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192319652', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370809239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373797747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49894360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430601797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299086052', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.110', 'tx': '2476752053', 'txDropped': '0', 'rx': '66856658862', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.111', 'tx': '122681763001', 'txDropped': '0', 'rx': '24451216303', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55264621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54192409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465571180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165454451', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56044539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55874350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45214251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470161.213701, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226676751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'oVirtManagement', 'tx': '1176278485730', 'txDropped': '0', 'rx': '625371622266', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577514848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'vnet3', 'tx': '542983936', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470161.213701, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754583173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696207.19', 'cpuLoad': '2.67', 'cpuSys': '1.75', 'diskStats': {'/var/log': {'free': '92908'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635311L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:49:33 GMT', 'cpuUser': '1.53', 'memFree': 667606, 'cpuIdle': '96.72', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.16'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:33,359+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:49:33,466+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:33,516+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8983c27a-7eac-4ee5-a3d2-3f4aa72c6f65 (threadPool:210)
2018-03-08 01:49:33,516+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 44bade22-1cec-40b7-b175-be44ffea951b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:33,517+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:33,552+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:49:33,557+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:49:33,559+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:33,567+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:49:33,567+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:49:33,568+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:49:33,790+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:33,838+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44a42df2-7d52-40c5-b75b-cc2749135d87 (threadPool:210)
2018-03-08 01:49:33,839+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task febf0973-c051-489d-9d12-0dd698525bdf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:33,839+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:34,138+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:34,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aced0e0c-3377-4227-9aaf-798f9c360920 (threadPool:210)
2018-03-08 01:49:34,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0550da3e-556e-4606-adde-3a1ef7b2c688 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:34,174+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:34,468+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:34,516+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 11ef434f-f676-4982-8895-e61039514aef (threadPool:210)
2018-03-08 01:49:34,517+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cf905923-4bfd-48f1-91a4-7a85c7871075 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:34,517+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:34,788+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:34,835+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 44bade22-1cec-40b7-b175-be44ffea951b (threadPool:210)
2018-03-08 01:49:34,835+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5fad4c75-6175-447c-ad67-ef12d72e42f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:34,836+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:35,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:35,216+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task febf0973-c051-489d-9d12-0dd698525bdf (threadPool:210)
2018-03-08 01:49:35,217+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8fd3d49b-3813-4f5f-9b17-0dc7dd80d687 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:35,217+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:35,518+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:35,568+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 25a7cb1d-6a0a-4e76-b65a-99be63794734 (threadPool:210)
2018-03-08 01:49:35,568+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e472e017-09de-481b-bdbc-f7a04c36a5aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:35,569+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:35,880+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:35,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0550da3e-556e-4606-adde-3a1ef7b2c688 (threadPool:210)
2018-03-08 01:49:35,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 02085e39-9233-4203-a093-b4ef414a9578 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:35,936+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:36,232+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:36,282+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5fad4c75-6175-447c-ad67-ef12d72e42f2 (threadPool:210)
2018-03-08 01:49:36,283+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c6bb6e92-3ab2-43a1-9d6a-a36cb23a1932 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:36,283+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:36,360+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=783699b1-b1e7-4836-8f1e-efff4f4c53e5 (api:46)
2018-03-08 01:49:36,361+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268582', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000775579', 'lastCheck': '8.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264276', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000584936', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305939', 'lastCheck': '7.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270196', 'lastCheck': '7.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000509212', 'lastCheck': '7.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000389674', 'lastCheck': '7.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000348887', 'lastCheck': '7.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224825', 'lastCheck': '5.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00056456', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244601', 'lastCheck': '7.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387203', 'lastCheck': '7.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041224', 'lastCheck': '7.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360316', 'lastCheck': '6.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264206', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110459', 'lastCheck': '6.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383378', 'lastCheck': '4.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438988', 'lastCheck': '4.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000689367', 'lastCheck': '6.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720962', 'lastCheck': '6.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00116869', 'lastCheck': '4.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361654', 'lastCheck': '6.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000353722', 'lastCheck': '0.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253673', 'lastCheck': '6.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023885', 'lastCheck': '6.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000302315', 'lastCheck': '9.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206951', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232692', 'lastCheck': '4.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00211485', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231034', 'lastCheck': '4.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000344906', 'lastCheck': '6.5', 'valid': True}} from=internal, task_id=783699b1-b1e7-4836-8f1e-efff4f4c53e5 (api:52)
2018-03-08 01:49:36,361+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=c0d35015-8fe0-4e73-bf88-d0deec00fe80 (api:46)
2018-03-08 01:49:36,361+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=c0d35015-8fe0-4e73-bf88-d0deec00fe80 (api:52)
2018-03-08 01:49:36,387+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6dc7ecb1-2823-4909-ae11-26efb492496c (api:46)
2018-03-08 01:49:36,393+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6dc7ecb1-2823-4909-ae11-26efb492496c (api:52)
2018-03-08 01:49:36,393+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:49:36,490+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6cb85ecc-c823-4001-8835-db77757f36db (api:46)
2018-03-08 01:49:36,496+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6cb85ecc-c823-4001-8835-db77757f36db (api:52)
2018-03-08 01:49:36,497+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:36,642+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:36,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8fd3d49b-3813-4f5f-9b17-0dc7dd80d687 (threadPool:210)
2018-03-08 01:49:36,694+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d364dcc5-2ff1-4d17-9a66-066d1cfc23f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:36,695+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:37,036+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:37,117+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e472e017-09de-481b-bdbc-f7a04c36a5aa (threadPool:210)
2018-03-08 01:49:37,118+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 55bc1c38-d648-4d43-9c75-66ad7a6a7684 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:37,119+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:37,533+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:37,948+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:37,997+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cf905923-4bfd-48f1-91a4-7a85c7871075 (threadPool:210)
2018-03-08 01:49:37,997+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bf34e52a-32ad-4b48-be5f-e34656aa87ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:37,997+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:38,287+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:38,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 02085e39-9233-4203-a093-b4ef414a9578 (threadPool:210)
2018-03-08 01:49:38,328+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d8a41cd1-48a7-4c0d-904d-9de67d59aa1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:38,328+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:38,585+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:38,636+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d364dcc5-2ff1-4d17-9a66-066d1cfc23f4 (threadPool:210)
2018-03-08 01:49:38,636+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 03ddc5d0-e53d-4eb1-a863-1f1ad2270efd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:38,637+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:38,950+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:38,999+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 55bc1c38-d648-4d43-9c75-66ad7a6a7684 (threadPool:210)
2018-03-08 01:49:39,000+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b0c96b5a-b40f-41ed-bfed-5ddf93526445 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:39,000+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:39,318+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:39,391+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bf34e52a-32ad-4b48-be5f-e34656aa87ec (threadPool:210)
2018-03-08 01:49:39,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96a78655-06ce-416f-9f04-7dddcfbad69e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:39,393+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:39,679+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:39,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c6bb6e92-3ab2-43a1-9d6a-a36cb23a1932 (threadPool:210)
2018-03-08 01:49:39,740+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db9751cd-3520-41e4-b18c-f320c8baa321 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:39,741+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:40,014+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:40,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 03ddc5d0-e53d-4eb1-a863-1f1ad2270efd (threadPool:210)
2018-03-08 01:49:40,061+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d4e3000a-9c6d-439d-a2a1-0b5e29bee16c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:40,061+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:40,366+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:40,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b0c96b5a-b40f-41ed-bfed-5ddf93526445 (threadPool:210)
2018-03-08 01:49:40,403+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d2d943ec-4ea0-48b3-8a44-bba593b48735 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:40,403+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:40,695+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:40,739+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d8a41cd1-48a7-4c0d-904d-9de67d59aa1b (threadPool:210)
2018-03-08 01:49:40,741+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0278e78f-3490-425f-8eb2-1df4934ad8e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:40,741+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:40,847+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=b6b01a0c-c3bb-4c18-91e3-1089f3b91d19 (api:46)
2018-03-08 01:49:40,847+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=b6b01a0c-c3bb-4c18-91e3-1089f3b91d19 (api:52)
2018-03-08 01:49:40,848+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=5b0b9e64-18b5-48d9-b1eb-05802730218d (api:46)
2018-03-08 01:49:40,848+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=5b0b9e64-18b5-48d9-b1eb-05802730218d (api:52)
2018-03-08 01:49:40,848+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=43434621-546d-4a0f-9ac0-ee5e2e183809 (api:46)
2018-03-08 01:49:40,849+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=43434621-546d-4a0f-9ac0-ee5e2e183809 (api:52)
2018-03-08 01:49:40,849+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=bda72f4c-4614-49a0-858d-97ac87e001db (api:46)
2018-03-08 01:49:40,849+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=bda72f4c-4614-49a0-858d-97ac87e001db (api:52)
2018-03-08 01:49:40,850+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=efeea2c8-2c42-473b-9cb1-9d14d2dfc13c (api:46)
2018-03-08 01:49:40,850+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=efeea2c8-2c42-473b-9cb1-9d14d2dfc13c (api:52)
2018-03-08 01:49:40,850+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=740253a2-a1c5-4110-9690-bc558ff36acb (api:46)
2018-03-08 01:49:40,851+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=740253a2-a1c5-4110-9690-bc558ff36acb (api:52)
2018-03-08 01:49:40,851+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=8ad9be92-de25-4ab4-9c31-3f67d054ce2f (api:46)
2018-03-08 01:49:40,851+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=8ad9be92-de25-4ab4-9c31-3f67d054ce2f (api:52)
2018-03-08 01:49:40,852+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=e1e881f8-15da-410c-96ea-418b656f61b9 (api:46)
2018-03-08 01:49:40,852+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=e1e881f8-15da-410c-96ea-418b656f61b9 (api:52)
2018-03-08 01:49:40,852+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=42d0b760-66ef-4549-a54b-08c31cbc6dfc (api:46)
2018-03-08 01:49:40,852+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=42d0b760-66ef-4549-a54b-08c31cbc6dfc (api:52)
2018-03-08 01:49:40,853+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=f338f530-0020-45a3-97dc-67ee3134896c (api:46)
2018-03-08 01:49:40,853+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=f338f530-0020-45a3-97dc-67ee3134896c (api:52)
2018-03-08 01:49:41,008+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:41,058+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db9751cd-3520-41e4-b18c-f320c8baa321 (threadPool:210)
2018-03-08 01:49:41,058+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f4c7aef9-9371-47d6-afbd-6c7376256fa4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:41,059+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:41,362+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:41,429+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d4e3000a-9c6d-439d-a2a1-0b5e29bee16c (threadPool:210)
2018-03-08 01:49:41,429+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 080313da-78f8-46cd-b350-ee2b6e3af61f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:41,430+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:41,697+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:41,744+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96a78655-06ce-416f-9f04-7dddcfbad69e (threadPool:210)
2018-03-08 01:49:41,745+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task abb5e59a-9055-4a2e-af24-4266609b33fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:41,745+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:42,014+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:42,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d2d943ec-4ea0-48b3-8a44-bba593b48735 (threadPool:210)
2018-03-08 01:49:42,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 324bd755-cdd8-41fd-ad42-406f3003c7cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:42,044+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:42,361+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:42,414+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f4c7aef9-9371-47d6-afbd-6c7376256fa4 (threadPool:210)
2018-03-08 01:49:42,414+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 08aee12c-892c-4d57-b72d-2410ba88c8d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:42,415+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:42,698+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:42,748+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 080313da-78f8-46cd-b350-ee2b6e3af61f (threadPool:210)
2018-03-08 01:49:42,749+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 07730d4e-f817-44b9-bef1-ef70567a8af4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:42,749+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:43,046+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:43,097+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task abb5e59a-9055-4a2e-af24-4266609b33fd (threadPool:210)
2018-03-08 01:49:43,097+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 747ccd63-23d4-4eb9-8f1e-8328d47fa2c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:43,097+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:43,383+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:43,433+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0278e78f-3490-425f-8eb2-1df4934ad8e8 (threadPool:210)
2018-03-08 01:49:43,433+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af8d29f2-21e0-4d8e-9868-b64158c5812e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:43,434+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:43,770+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:43,819+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 324bd755-cdd8-41fd-ad42-406f3003c7cb (threadPool:210)
2018-03-08 01:49:43,820+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 34b583f0-55b7-407b-902e-3810a4b0eab5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:43,820+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:44,124+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:44,170+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 08aee12c-892c-4d57-b72d-2410ba88c8d9 (threadPool:210)
2018-03-08 01:49:44,171+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 40b640a8-ce2f-4e6d-ba12-60d3da0d3b4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:44,171+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:44,490+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:44,514+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:44,522+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:44,525+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:49:44,537+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 07730d4e-f817-44b9-bef1-ef70567a8af4 (threadPool:210)
2018-03-08 01:49:44,537+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 92e987a0-775f-499e-8ed1-e9f5cd08fa35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:44,538+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:44,809+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:44,856+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af8d29f2-21e0-4d8e-9868-b64158c5812e (threadPool:210)
2018-03-08 01:49:44,857+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccaa2e1a-908b-4b77-a440-3adfbe3866f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:44,857+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:45,127+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:45,176+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 34b583f0-55b7-407b-902e-3810a4b0eab5 (threadPool:210)
2018-03-08 01:49:45,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2fb66751-6d4f-40f7-b479-04b3089305ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:45,177+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:45,619+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:45,663+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 40b640a8-ce2f-4e6d-ba12-60d3da0d3b4f (threadPool:210)
2018-03-08 01:49:45,664+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 07a49fee-2a7b-4a8b-b3d9-791892fb59f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:45,664+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:45,934+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:45,977+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 747ccd63-23d4-4eb9-8f1e-8328d47fa2c9 (threadPool:210)
2018-03-08 01:49:45,978+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4e562863-10aa-4b03-b0f1-9550fca28c2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:45,978+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:46,229+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:46,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 92e987a0-775f-499e-8ed1-e9f5cd08fa35 (threadPool:210)
2018-03-08 01:49:46,277+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 87a33020-dbec-4077-9079-3881e4bdb501 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:46,278+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:46,573+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:46,614+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccaa2e1a-908b-4b77-a440-3adfbe3866f7 (threadPool:210)
2018-03-08 01:49:46,614+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 384ec193-754b-4ef7-978c-7540cc1fa7bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:46,614+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:46,895+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:46,907+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=025d7c04-51b3-486b-98f5-d3f93f04ddab (api:46)
2018-03-08 01:49:46,922+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=025d7c04-51b3-486b-98f5-d3f93f04ddab (api:52)
2018-03-08 01:49:46,924+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:46,953+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 07a49fee-2a7b-4a8b-b3d9-791892fb59f3 (threadPool:210)
2018-03-08 01:49:46,953+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d36fc25a-cd0f-4624-8245-b7a6ef5ce4af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:46,954+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:47,028+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b00b8932-6ccf-44d5-8fed-d1ac23f3d7fa (api:46)
2018-03-08 01:49:47,035+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b00b8932-6ccf-44d5-8fed-d1ac23f3d7fa (api:52)
2018-03-08 01:49:47,036+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:47,199+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:47,255+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4e562863-10aa-4b03-b0f1-9550fca28c2a (threadPool:210)
2018-03-08 01:49:47,256+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 517d6454-9705-4db5-b14e-65d32599cb11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:47,256+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:47,273+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20840 (__init__:330)
2018-03-08 01:49:47,293+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20841 (__init__:330)
2018-03-08 01:49:47,312+0100 INFO  (ioprocess/338179) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:49:47,314+0100 INFO  (ioprocess/338185) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:49:47,528+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:47,574+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 87a33020-dbec-4077-9079-3881e4bdb501 (threadPool:210)
2018-03-08 01:49:47,574+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1aa93522-3191-46a3-bd28-ac86ba3fc035 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:47,574+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:47,860+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:47,908+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2fb66751-6d4f-40f7-b479-04b3089305ba (threadPool:210)
2018-03-08 01:49:47,908+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 348d04b8-ba7b-419e-ad93-90cd77b192f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:47,909+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:48,255+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:48,293+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 384ec193-754b-4ef7-978c-7540cc1fa7bd (threadPool:210)
2018-03-08 01:49:48,293+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9c4e3f46-9794-4fa4-b7cb-5e4e44574405 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:48,293+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:48,395+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:48,397+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=7b939805-8882-4b4a-8bcc-bfbc8bfa743f (api:46)
2018-03-08 01:49:48,397+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425897', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546122', 'lastCheck': '0.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362257', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670752', 'lastCheck': '6.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579482', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424541', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000857195', 'lastCheck': '9.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537186', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249892', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327602', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293727', 'lastCheck': '1.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296494', 'lastCheck': '8.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026847', 'lastCheck': '9.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252985', 'lastCheck': '9.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476938', 'lastCheck': '8.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000759271', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292298', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441532', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205699', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506949', 'lastCheck': '8.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285992', 'lastCheck': '1.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306413', 'lastCheck': '6.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289312', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00044295', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00717585', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436037', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378825', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248252', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521491', 'lastCheck': '6.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218982', 'lastCheck': '6.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191492', 'lastCheck': '0.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=7b939805-8882-4b4a-8bcc-bfbc8bfa743f (api:52)
2018-03-08 01:49:48,398+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d9f7832e-73d6-4cd0-8647-201181e20317 (api:46)
2018-03-08 01:49:48,398+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d9f7832e-73d6-4cd0-8647-201181e20317 (api:52)
2018-03-08 01:49:48,427+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.41'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.61'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.14'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.54'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '24': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '94.90'}, '25': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '27': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.95'}, '21': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '22': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '94.43'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '24.32', 'cpuIdle': '70.78'}, '0': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '89.86'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.36'}, '2': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '93.90'}, '5': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '4.11', 'cpuIdle': '92.84'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.23'}, '8': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.42'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '38': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.07'}, '59': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.76'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '10': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.75'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '12': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '15': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.68'}, '19': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.23'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '96.02'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '35': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '34': {'cpuUser': '6.49', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '86.22'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311688'}, '0': {'memPercent': 12, 'memFree': '346036'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296494', 'lastCheck': '8.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425897', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546122', 'lastCheck': '0.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026847', 'lastCheck': '9.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252985', 'lastCheck': '9.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000579482', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424541', 'lastCheck': '1.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000857195', 'lastCheck': '9.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000537186', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249892', 'lastCheck': '1.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327602', 'lastCheck': '7.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293727', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362257', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000670752', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000476938', 'lastCheck': '8.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285992', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292298', 'lastCheck': '2.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441532', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205699', 'lastCheck': '6.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000506949', 'lastCheck': '8.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000759271', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218982', 'lastCheck': '6.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000289312', 'lastCheck': '1.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00044295', 'lastCheck': '2.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00717585', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436037', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000378825', 'lastCheck': '6.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248252', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521491', 'lastCheck': '6.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306413', 'lastCheck': '6.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000191492', 'lastCheck': '0.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647807886', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404444707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.351', 'tx': '1176278555170', 'txDropped': '0', 'rx': '625372371581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0', 'tx': '1580936110208', 'txDropped': '0', 'rx': '926360774180', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45219443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416593586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200640132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet0', 'tx': '87909284', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet1', 'tx': '37766329402', 'txDropped': '0', 'rx': '878098146', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet2', 'tx': '21129334153', 'txDropped': '0', 'rx': '141322090636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175806648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet4', 'tx': '396592666', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet5', 'tx': '23426092878', 'txDropped': '0', 'rx': '498193566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet6', 'tx': '6654687087', 'txDropped': '0', 'rx': '430154919', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet7', 'tx': '1434485160', 'txDropped': '0', 'rx': '552430849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42466454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46769540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'lo', 'tx': '6939825761', 'txDropped': '0', 'rx': '6939825761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170777404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'eno1', 'tx': '975624113049', 'txDropped': '0', 'rx': '434015753545', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'eno2', 'tx': '605311997159', 'txDropped': '0', 'rx': '492345020635', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470176.303789, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470176.303789, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633210329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75957967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77075832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192322300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370809639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373799737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49894760', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430603787', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299088700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.110', 'tx': '2476765472', 'txDropped': '0', 'rx': '66856666857', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.111', 'tx': '122681793821', 'txDropped': '0', 'rx': '24451260475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55265021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54192809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465575939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165455665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56044939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55874750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45214651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470176.303789, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226679001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'oVirtManagement', 'tx': '1176278554522', 'txDropped': '0', 'rx': '625371633178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577519962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'vnet3', 'tx': '542986430', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470176.303789, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754585057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696222.27', 'cpuLoad': '2.67', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92906'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635304L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:49:48 GMT', 'cpuUser': '1.18', 'memFree': 667598, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.46'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:48,431+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:49:48,573+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:49:48,578+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:49:48,581+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:48,589+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:49:48,589+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:49:48,590+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:49:48,616+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:48,664+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 517d6454-9705-4db5-b14e-65d32599cb11 (threadPool:210)
2018-03-08 01:49:48,664+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 54a8c1ef-fee9-4a04-9056-61e6176127d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:48,664+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:49,106+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:49,417+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:49,473+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1aa93522-3191-46a3-bd28-ac86ba3fc035 (threadPool:210)
2018-03-08 01:49:49,474+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29b655f0-2e07-46f6-8487-93e7836ed56a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:49,475+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:49,747+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:49,810+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d36fc25a-cd0f-4624-8245-b7a6ef5ce4af (threadPool:210)
2018-03-08 01:49:49,811+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 404c1dc7-6104-4f37-95b3-6e19d652ee57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:49,811+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:50,196+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:50,234+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 54a8c1ef-fee9-4a04-9056-61e6176127d1 (threadPool:210)
2018-03-08 01:49:50,235+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task eb4fc96a-dc14-4b47-89f0-c3a50cd41ff7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:50,236+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:50,546+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:50,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 348d04b8-ba7b-419e-ad93-90cd77b192f8 (threadPool:210)
2018-03-08 01:49:50,589+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ab2a3bab-67e0-43c3-889e-25e1be539d61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:50,590+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:50,894+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:50,940+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29b655f0-2e07-46f6-8487-93e7836ed56a (threadPool:210)
2018-03-08 01:49:50,940+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c2ab8353-3071-4cd6-bfbc-39e462e9ae2c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:50,941+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:51,197+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:51,245+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9c4e3f46-9794-4fa4-b7cb-5e4e44574405 (threadPool:210)
2018-03-08 01:49:51,245+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6de02e87-f2a4-4316-ab5a-db618b5397a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:51,245+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:51,446+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=dd64ad1c-d062-4722-b55a-956dda381a8c (api:46)
2018-03-08 01:49:51,447+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425897', 'lastCheck': '3.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000546122', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000337636', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424966', 'lastCheck': '1.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000419837', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554175', 'lastCheck': '2.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000311741', 'lastCheck': '2.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000462646', 'lastCheck': '2.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227942', 'lastCheck': '2.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000609929', 'lastCheck': '0.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293727', 'lastCheck': '4.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329872', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248524', 'lastCheck': '2.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00101564', 'lastCheck': '2.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00125194', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256541', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263052', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000551508', 'lastCheck': '1.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342063', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047016', 'lastCheck': '1.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039075', 'lastCheck': '1.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280622', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233589', 'lastCheck': '1.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00044295', 'lastCheck': '5.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241513', 'lastCheck': '1.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000342474', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000257475', 'lastCheck': '4.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279463', 'lastCheck': '1.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000679236', 'lastCheck': '1.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229896', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000449811', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240244', 'lastCheck': '1.5', 'valid': True}} from=internal, task_id=dd64ad1c-d062-4722-b55a-956dda381a8c (api:52)
2018-03-08 01:49:51,447+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=e9e70060-1a84-46a5-9aa6-523d8d382a60 (api:46)
2018-03-08 01:49:51,448+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e9e70060-1a84-46a5-9aa6-523d8d382a60 (api:52)
2018-03-08 01:49:51,521+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:51,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 404c1dc7-6104-4f37-95b3-6e19d652ee57 (threadPool:210)
2018-03-08 01:49:51,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ec4adef1-7db4-412d-9031-4ef5e9f538b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:51,572+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:51,840+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:51,899+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task eb4fc96a-dc14-4b47-89f0-c3a50cd41ff7 (threadPool:210)
2018-03-08 01:49:51,900+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 554080bc-0d62-43fb-8498-691b0d2ae3b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:51,901+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:52,181+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:52,226+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ab2a3bab-67e0-43c3-889e-25e1be539d61 (threadPool:210)
2018-03-08 01:49:52,227+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 58516404-7091-4afc-86ca-7dff75230f35 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:52,227+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:52,504+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:52,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c2ab8353-3071-4cd6-bfbc-39e462e9ae2c (threadPool:210)
2018-03-08 01:49:52,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task edebb3c2-0a01-4a0f-8739-9bf5aae35c64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:52,553+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:52,823+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:52,869+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6de02e87-f2a4-4316-ab5a-db618b5397a7 (threadPool:210)
2018-03-08 01:49:52,869+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 08d82c5a-b68a-4d6a-8c99-de29a62d170c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:52,870+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:53,120+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:53,171+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ec4adef1-7db4-412d-9031-4ef5e9f538b8 (threadPool:210)
2018-03-08 01:49:53,171+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f3cacfae-1d94-4136-9772-c08c3ba4cc90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:53,172+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:53,495+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:53,544+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 554080bc-0d62-43fb-8498-691b0d2ae3b0 (threadPool:210)
2018-03-08 01:49:53,544+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 64df2110-cfed-4e0e-ac82-c411047e6f92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:53,545+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:53,813+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:53,863+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 58516404-7091-4afc-86ca-7dff75230f35 (threadPool:210)
2018-03-08 01:49:53,863+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0a432db8-33c9-466f-b35e-1d17041ee5c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:53,864+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:54,135+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:54,182+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task edebb3c2-0a01-4a0f-8739-9bf5aae35c64 (threadPool:210)
2018-03-08 01:49:54,182+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8cee302b-76ce-413f-bd46-6ed1f1007805 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:54,183+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:54,451+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:54,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f3cacfae-1d94-4136-9772-c08c3ba4cc90 (threadPool:210)
2018-03-08 01:49:54,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 50299914-0227-44e1-abc2-6e70cf804858 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:54,498+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:54,827+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:54,879+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 64df2110-cfed-4e0e-ac82-c411047e6f92 (threadPool:210)
2018-03-08 01:49:54,880+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5748632c-9635-4557-bf63-dcd394a5fe75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:54,880+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:55,169+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:55,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0a432db8-33c9-466f-b35e-1d17041ee5c6 (threadPool:210)
2018-03-08 01:49:55,220+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c9784fa7-f0ba-4221-8d0a-ba0817a44c0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:55,220+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:55,516+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:55,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 08d82c5a-b68a-4d6a-8c99-de29a62d170c (threadPool:210)
2018-03-08 01:49:55,564+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a65835d6-780f-4fdc-a600-65a65ca61671 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:55,564+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:55,882+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:55,907+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8cee302b-76ce-413f-bd46-6ed1f1007805 (threadPool:210)
2018-03-08 01:49:55,908+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8de0bf33-036e-457f-a820-1987b489e6a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:55,908+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:56,232+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:56,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5748632c-9635-4557-bf63-dcd394a5fe75 (threadPool:210)
2018-03-08 01:49:56,282+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 26de8da9-aafe-454c-8020-7af358025c41 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:56,282+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:56,567+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:56,613+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c9784fa7-f0ba-4221-8d0a-ba0817a44c0b (threadPool:210)
2018-03-08 01:49:56,614+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d0d1a541-ddf0-4853-a1ba-e33da35aa487 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:56,614+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:56,936+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:56,980+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a65835d6-780f-4fdc-a600-65a65ca61671 (threadPool:210)
2018-03-08 01:49:56,980+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 94914022-d176-4655-920e-60b0ef12c390 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:56,981+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:57,243+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:57,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 50299914-0227-44e1-abc2-6e70cf804858 (threadPool:210)
2018-03-08 01:49:57,302+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3fff50a3-38dc-4be8-b504-ab78337c0d83 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:57,303+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:57,420+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d39609ec-8420-481b-8e17-694b1093411f (api:46)
2018-03-08 01:49:57,426+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d39609ec-8420-481b-8e17-694b1093411f (api:52)
2018-03-08 01:49:57,426+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:57,578+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=65b7c38a-f781-49bf-b3c5-5c1657808345 (api:46)
2018-03-08 01:49:57,598+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:57,622+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=65b7c38a-f781-49bf-b3c5-5c1657808345 (api:52)
2018-03-08 01:49:57,626+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:49:57,656+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8de0bf33-036e-457f-a820-1987b489e6a9 (threadPool:210)
2018-03-08 01:49:57,656+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d3e2f3ad-691b-49cb-a82b-eddf2413b230 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:57,656+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:57,948+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:57,996+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 26de8da9-aafe-454c-8020-7af358025c41 (threadPool:210)
2018-03-08 01:49:57,996+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f83eed8-7cfe-4e35-b380-4093293f0023 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:57,997+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:58,247+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:58,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d0d1a541-ddf0-4853-a1ba-e33da35aa487 (threadPool:210)
2018-03-08 01:49:58,291+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8072b1ea-7608-4b61-b7a6-69b092d35163 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:58,291+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:58,586+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:58,638+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 94914022-d176-4655-920e-60b0ef12c390 (threadPool:210)
2018-03-08 01:49:58,638+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d393612f-d3c3-46c3-afa0-09a097bcb100 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:58,638+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:58,937+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:58,984+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3fff50a3-38dc-4be8-b504-ab78337c0d83 (threadPool:210)
2018-03-08 01:49:58,984+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 20d2cc3e-59a5-4551-a8da-504bd6751efd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:49:58,985+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:49:59,229+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:59,279+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d3e2f3ad-691b-49cb-a82b-eddf2413b230 (threadPool:210)
2018-03-08 01:49:59,281+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec351696-2648-452d-a325-d20030a01e5f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:59,281+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:59,543+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:49:59,552+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:49:59,554+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:49:59,570+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:59,638+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f83eed8-7cfe-4e35-b380-4093293f0023 (threadPool:210)
2018-03-08 01:49:59,640+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aea14fd9-290d-4b9b-b75f-8b179b487055 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:49:59,640+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:49:59,887+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:49:59,930+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8072b1ea-7608-4b61-b7a6-69b092d35163 (threadPool:210)
2018-03-08 01:49:59,931+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c31793a8-9ca9-4547-9373-86b0416d4b3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:49:59,931+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:00,150+0100 INFO  (jsonrpc/2) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=1b26a3c0, task_id=2a76edf8-ab98-46bf-b783-424554e700c4 (api:46)
2018-03-08 01:50:00,320+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:00,347+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d393612f-d3c3-46c3-afa0-09a097bcb100 (threadPool:210)
2018-03-08 01:50:00,347+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 670a2f6a-a6cf-45be-87b8-84208593406a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:00,347+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:03,183+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=1b26a3c0, task_id=2a76edf8-ab98-46bf-b783-424554e700c4 (api:52)
2018-03-08 01:50:03,184+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 3.03 seconds (__init__:573)
2018-03-08 01:50:03,470+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:03,471+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3747a509-e666-43df-972a-322b2bb875fa (api:46)
2018-03-08 01:50:03,472+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023702', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399568', 'lastCheck': '5.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255138', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655697', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418399', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311542', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000347475', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384374', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269282', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294071', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369643', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115036', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044369', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228324', 'lastCheck': '4.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334961', 'lastCheck': '4.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559567', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229379', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268635', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303818', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450204', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361053', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047324', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231627', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370427', 'lastCheck': '7.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221899', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667926', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346155', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028015', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245211', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000797771', 'lastCheck': '1.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222575', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339026', 'lastCheck': '3.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3747a509-e666-43df-972a-322b2bb875fa (api:52)
2018-03-08 01:50:03,472+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=151d8e54-2e66-4a1a-a2d1-254b6f72f7d6 (api:46)
2018-03-08 01:50:03,473+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=151d8e54-2e66-4a1a-a2d1-254b6f72f7d6 (api:52)
2018-03-08 01:50:03,504+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.54'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.47'}, '53': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.22'}, '25': {'cpuUser': '6.36', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '91.19'}, '26': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '27': {'cpuUser': '3.51', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '94.70'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.29'}, '21': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '22': {'cpuUser': '4.31', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '93.63'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.03'}, '29': {'cpuUser': '4.57', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '93.37'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.50', 'nodeIndex': 1, 'cpuSys': '27.58', 'cpuIdle': '66.92'}, '0': {'cpuUser': '6.03', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '90.59'}, '3': {'cpuUser': '9.02', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '87.80'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '95.69'}, '5': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.49'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '9': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.49'}, '8': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.15'}, '59': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '97.55'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '10': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '17': {'cpuUser': '3.98', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '92.37'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '31': {'cpuUser': '9.48', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '88.13'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.95'}, '36': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '35': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '34': {'cpuUser': '6.03', 'nodeIndex': 0, 'cpuSys': '6.10', 'cpuIdle': '87.87'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.02'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311594'}, '0': {'memPercent': 12, 'memFree': '346122'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115036', 'lastCheck': '4.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023702', 'lastCheck': '1.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399568', 'lastCheck': '5.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044369', 'lastCheck': '4.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228324', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418399', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311542', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000347475', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384374', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269282', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294071', 'lastCheck': '2.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369643', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255138', 'lastCheck': '4.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655697', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334961', 'lastCheck': '4.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361053', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229379', 'lastCheck': '3.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268635', 'lastCheck': '1.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303818', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450204', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559567', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222575', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231627', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370427', 'lastCheck': '7.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221899', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667926', 'lastCheck': '3.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346155', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028015', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245211', 'lastCheck': '1.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000797771', 'lastCheck': '1.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047324', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339026', 'lastCheck': '3.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647852851', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404447821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.351', 'tx': '1176278642461', 'txDropped': '0', 'rx': '625372390863', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0', 'tx': '1580936240542', 'txDropped': '0', 'rx': '926361271265', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45219793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416594380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200641254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet0', 'tx': '87915237', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet1', 'tx': '37766339224', 'txDropped': '0', 'rx': '878104401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet2', 'tx': '21129413008', 'txDropped': '0', 'rx': '141322112956', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175807812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet4', 'tx': '396598619', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet5', 'tx': '23426140424', 'txDropped': '0', 'rx': '498193848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet6', 'tx': '6654689667', 'txDropped': '0', 'rx': '430156562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet7', 'tx': '1434486178', 'txDropped': '0', 'rx': '552430911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42466804', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46769890', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'lo', 'tx': '6939906646', 'txDropped': '0', 'rx': '6939906646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170778838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'eno1', 'tx': '975624206683', 'txDropped': '0', 'rx': '434016039323', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'eno2', 'tx': '605312033859', 'txDropped': '0', 'rx': '492345231942', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470191.388535, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470191.388535, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633214865', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75959067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77076932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192324394', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370809989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373804682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49895110', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430608732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299090794', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.110', 'tx': '2476773432', 'txDropped': '0', 'rx': '66856677513', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.111', 'tx': '122681816060', 'txDropped': '0', 'rx': '24451336368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55265421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54193159', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465579053', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165457099', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56045339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55875100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45215001', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470191.388535, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226680123', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'oVirtManagement', 'tx': '1176278641813', 'txDropped': '0', 'rx': '625371652460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577524498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'vnet3', 'tx': '542992383', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470191.388535, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754586221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696237.34', 'cpuLoad': '2.68', 'cpuSys': '1.74', 'diskStats': {'/var/log': {'free': '92904'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.57', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635300L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:50:03 GMT', 'cpuUser': '1.65', 'memFree': 667595, 'cpuIdle': '96.61', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.07'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:03,508+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:50:03,594+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:50:03,597+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:50:03,599+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:03,610+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:50:03,611+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:50:03,611+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:04,865+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:04,892+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 20d2cc3e-59a5-4551-a8da-504bd6751efd (threadPool:210)
2018-03-08 01:50:04,892+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8ff93366-492a-451b-8143-c5c97d4eaa49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:04,892+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:06,525+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=56e0ef6f-de4f-45f1-8e50-4fb23d170231 (api:46)
2018-03-08 01:50:06,526+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023702', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00399568', 'lastCheck': '8.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255138', 'lastCheck': '7.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655697', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418399', 'lastCheck': '7.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311542', 'lastCheck': '7.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000347475', 'lastCheck': '7.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384374', 'lastCheck': '7.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269282', 'lastCheck': '7.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294071', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369643', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115036', 'lastCheck': '7.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00044369', 'lastCheck': '7.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228324', 'lastCheck': '7.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334961', 'lastCheck': '7.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559567', 'lastCheck': '6.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229379', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268635', 'lastCheck': '4.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303818', 'lastCheck': '4.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450204', 'lastCheck': '6.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361053', 'lastCheck': '6.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00047324', 'lastCheck': '3.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231627', 'lastCheck': '6.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438981', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221899', 'lastCheck': '6.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667926', 'lastCheck': '6.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346155', 'lastCheck': '9.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028015', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245211', 'lastCheck': '4.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000797771', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222575', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339026', 'lastCheck': '6.7', 'valid': True}} from=internal, task_id=56e0ef6f-de4f-45f1-8e50-4fb23d170231 (api:52)
2018-03-08 01:50:06,526+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=71045d2d-0e4e-4488-81e0-cc0244369562 (api:46)
2018-03-08 01:50:06,527+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=71045d2d-0e4e-4488-81e0-cc0244369562 (api:52)
2018-03-08 01:50:08,020+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=644b5c88-eff7-4dc8-bf20-3e0cf7c32412 (api:46)
2018-03-08 01:50:09,502+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:09,596+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec351696-2648-452d-a325-d20030a01e5f (threadPool:210)
2018-03-08 01:50:09,597+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 836827bf-8ecb-451e-9109-086d4b17c20d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:09,598+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:13,383+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=644b5c88-eff7-4dc8-bf20-3e0cf7c32412 (api:52)
2018-03-08 01:50:13,387+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 5.37 seconds (__init__:573)
2018-03-08 01:50:13,486+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6063bc7f-73d9-4c7d-b95d-7b97197a50db (api:46)
2018-03-08 01:50:14,523+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6063bc7f-73d9-4c7d-b95d-7b97197a50db (api:52)
2018-03-08 01:50:14,525+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 1.03 seconds (__init__:573)
2018-03-08 01:50:14,580+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:14,585+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:14,587+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:15,000+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:15,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c31793a8-9ca9-4547-9373-86b0416d4b3b (threadPool:210)
2018-03-08 01:50:15,044+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 147936d5-3378-4a4b-a150-ce60b62a9189 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:15,044+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:18,549+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:18,552+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d6299e8e-4c1c-4ab0-85ed-ac87687c1043 (api:46)
2018-03-08 01:50:18,552+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236309', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655919', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377951', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038228', 'lastCheck': '8.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503035', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069352', 'lastCheck': '5.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000342647', 'lastCheck': '9.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050816', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248573', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488162', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249112', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545663', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270156', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294745', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000615597', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256917', 'lastCheck': '8.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416271', 'lastCheck': '8.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227158', 'lastCheck': '8.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313987', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779685', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238767', 'lastCheck': '4.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308896', 'lastCheck': '8.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028531', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000491165', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320458', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258265', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401206', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408529', 'lastCheck': '8.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473518', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354584', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429886', 'lastCheck': '0.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544175', 'lastCheck': '4.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d6299e8e-4c1c-4ab0-85ed-ac87687c1043 (api:52)
2018-03-08 01:50:18,553+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=04963fbd-cba9-40dc-8994-46bb80d95057 (api:46)
2018-03-08 01:50:18,553+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=04963fbd-cba9-40dc-8994-46bb80d95057 (api:52)
2018-03-08 01:50:18,581+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.68'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.87'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '60': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '97.34'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '24': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '2.59', 'cpuIdle': '94.03'}, '25': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.43'}, '26': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '27': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.89'}, '20': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.09'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '22': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.08'}, '23': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.83'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.34'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '29': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.89'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.00'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '1': {'cpuUser': '5.64', 'nodeIndex': 1, 'cpuSys': '20.42', 'cpuIdle': '73.94'}, '0': {'cpuUser': '4.97', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '92.25'}, '3': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.77'}, '2': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '5': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '4': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.01'}, '7': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '95.42'}, '6': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '9': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.77'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.34'}, '38': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '59': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '98.67'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.63'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '14': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.62'}, '17': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.22'}, '16': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '19': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '94.49'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '35': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.17'}, '34': {'cpuUser': '5.24', 'nodeIndex': 0, 'cpuSys': '5.24', 'cpuIdle': '89.52'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '3.12', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '94.56'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311569'}, '0': {'memPercent': 12, 'memFree': '346146'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000545663', 'lastCheck': '2.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236309', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655919', 'lastCheck': '0.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270156', 'lastCheck': '0.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294745', 'lastCheck': '5.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503035', 'lastCheck': '4.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00069352', 'lastCheck': '5.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000342647', 'lastCheck': '9.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050816', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248573', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000488162', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249112', 'lastCheck': '1.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000377951', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038228', 'lastCheck': '8.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000615597', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238767', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416271', 'lastCheck': '8.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227158', 'lastCheck': '8.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313987', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000779685', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256917', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429886', 'lastCheck': '0.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028531', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000491165', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320458', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258265', 'lastCheck': '4.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401206', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408529', 'lastCheck': '8.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473518', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000354584', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000308896', 'lastCheck': '8.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000544175', 'lastCheck': '4.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647861008', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404450840', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.351', 'tx': '1176278720539', 'txDropped': '0', 'rx': '625372414019', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0', 'tx': '1580936375758', 'txDropped': '0', 'rx': '926361800763', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30336'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45220193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416595278', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200642494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet0', 'tx': '87919613', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet1', 'tx': '37766340304', 'txDropped': '0', 'rx': '878104463', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet2', 'tx': '21129577890', 'txDropped': '0', 'rx': '141322293637', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175809387', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet4', 'tx': '396602995', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet5', 'tx': '23426150778', 'txDropped': '0', 'rx': '498193914', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet6', 'tx': '6654693567', 'txDropped': '0', 'rx': '430159678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet7', 'tx': '1434487258', 'txDropped': '0', 'rx': '552430973', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42467204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46770290', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'lo', 'tx': '6939981348', 'txDropped': '0', 'rx': '6939981348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170780830', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'eno1', 'tx': '975624326714', 'txDropped': '0', 'rx': '434016281956', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'eno2', 'tx': '605312049044', 'txDropped': '0', 'rx': '492345518807', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470206.470143, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470206.470143, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633219681', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75962869', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77080734', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192328142', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370810389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373808190', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49895510', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430612240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299094542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.110', 'tx': '2476776672', 'txDropped': '0', 'rx': '66856680573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.111', 'tx': '122681996686', 'txDropped': '0', 'rx': '24451491636', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55265771', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54193559', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465582072', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165459091', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56045689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55875500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45215401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470206.470143, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226681363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'oVirtManagement', 'tx': '1176278719891', 'txDropped': '0', 'rx': '625371675616', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577529314', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'vnet3', 'tx': '542996759', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470206.470143, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754587796', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96210', 'ksmPages': 100, 'elapsedTime': '1696252.42', 'cpuLoad': '2.63', 'cpuSys': '1.59', 'diskStats': {'/var/log': {'free': '92903'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.05', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635264L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31483', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:50:18 GMT', 'cpuUser': '1.38', 'memFree': 667559, 'cpuIdle': '97.03', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.08'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:18,585+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:50:18,616+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:50:18,620+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:50:18,622+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:18,632+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:50:18,632+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:50:18,632+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:19,786+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:19,855+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aea14fd9-290d-4b9b-b75f-8b179b487055 (threadPool:210)
2018-03-08 01:50:19,856+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f2491659-6a0a-471f-9926-53d89fcd3b58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:19,857+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:20,176+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:20,286+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 836827bf-8ecb-451e-9109-086d4b17c20d (threadPool:210)
2018-03-08 01:50:20,287+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8549a9a6-563f-447c-a5fa-6debe2b45ae1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:20,287+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:20,594+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:20,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8ff93366-492a-451b-8143-c5c97d4eaa49 (threadPool:210)
2018-03-08 01:50:20,650+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cec11244-0209-4b93-92e5-e55fe1aab4bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:20,650+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:20,985+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:21,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 147936d5-3378-4a4b-a150-ce60b62a9189 (threadPool:210)
2018-03-08 01:50:21,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84d40947-1f57-4f9d-9e51-c670b57e7e34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:21,035+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:21,348+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:21,602+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=c254c920-c878-4710-b2b9-412b01b710e0 (api:46)
2018-03-08 01:50:21,603+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236309', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000655919', 'lastCheck': '0.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000552941', 'lastCheck': '2.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000458775', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428347', 'lastCheck': '2.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426519', 'lastCheck': '2.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000444249', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372624', 'lastCheck': '2.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310138', 'lastCheck': '2.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396585', 'lastCheck': '2.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249112', 'lastCheck': '4.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00115973', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270156', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284185', 'lastCheck': '2.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296421', 'lastCheck': '2.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218909', 'lastCheck': '1.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267511', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338967', 'lastCheck': '2.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000379461', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000627513', 'lastCheck': '1.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444761', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466417', 'lastCheck': '1.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503265', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000491165', 'lastCheck': '5.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000274594', 'lastCheck': '1.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040287', 'lastCheck': '1.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000401206', 'lastCheck': '4.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305459', 'lastCheck': '1.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022657', 'lastCheck': '1.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000682245', 'lastCheck': '1.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214716', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252823', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=c254c920-c878-4710-b2b9-412b01b710e0 (api:52)
2018-03-08 01:50:21,603+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=781a8d41-ff56-4288-81d2-32805de3fa62 (api:46)
2018-03-08 01:50:21,603+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=781a8d41-ff56-4288-81d2-32805de3fa62 (api:52)
2018-03-08 01:50:21,762+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:21,811+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 670a2f6a-a6cf-45be-87b8-84208593406a (threadPool:210)
2018-03-08 01:50:21,811+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cccbe691-c80e-48a9-8689-eafaf34432a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:21,812+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:22,087+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:22,133+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f2491659-6a0a-471f-9926-53d89fcd3b58 (threadPool:210)
2018-03-08 01:50:22,134+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5b971fa9-fffa-4171-95fa-52f23b6d0cc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:22,134+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:22,419+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:22,468+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8549a9a6-563f-447c-a5fa-6debe2b45ae1 (threadPool:210)
2018-03-08 01:50:22,469+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c6213fd9-1e5c-41a6-bbbc-2019f10176be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:22,469+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:22,808+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:22,859+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cec11244-0209-4b93-92e5-e55fe1aab4bc (threadPool:210)
2018-03-08 01:50:22,859+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fa792c74-f0cf-4f9e-b32b-c639e63735d8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:22,860+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:23,176+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:23,244+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84d40947-1f57-4f9d-9e51-c670b57e7e34 (threadPool:210)
2018-03-08 01:50:23,245+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4f41b904-d800-4259-9e32-1237c449a570 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:23,245+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:23,742+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:23,780+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cccbe691-c80e-48a9-8689-eafaf34432a4 (threadPool:210)
2018-03-08 01:50:23,781+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ab805421-9b0f-4bea-b16f-32cfa0ac66f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:23,781+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:24,123+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:24,227+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c6213fd9-1e5c-41a6-bbbc-2019f10176be (threadPool:210)
2018-03-08 01:50:24,227+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1c8b5d38-d9d2-440f-8b2c-7673fb5bceb3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:24,228+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:24,595+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:24,642+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fa792c74-f0cf-4f9e-b32b-c639e63735d8 (threadPool:210)
2018-03-08 01:50:24,642+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task abc9c275-6786-4c7f-8f8a-8a126553d9e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:24,643+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:24,928+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e2e093b8-4079-4cf7-bc4f-060683a03f33 (api:46)
2018-03-08 01:50:24,934+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e2e093b8-4079-4cf7-bc4f-060683a03f33 (api:52)
2018-03-08 01:50:24,934+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:25,016+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:25,050+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f48a8627-f774-46b3-a72e-2adbcf81b534 (api:46)
2018-03-08 01:50:25,082+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4f41b904-d800-4259-9e32-1237c449a570 (threadPool:210)
2018-03-08 01:50:25,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce384fb9-232e-482b-aca6-58d5a3107066 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:25,084+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:25,422+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:25,470+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5b971fa9-fffa-4171-95fa-52f23b6d0cc5 (threadPool:210)
2018-03-08 01:50:25,470+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8e1fd90d-14ae-4141-9ea9-f952879c7156 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:25,470+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:25,724+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f48a8627-f774-46b3-a72e-2adbcf81b534 (api:52)
2018-03-08 01:50:25,725+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.68 seconds (__init__:573)
2018-03-08 01:50:25,758+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:25,789+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ab805421-9b0f-4bea-b16f-32cfa0ac66f6 (threadPool:210)
2018-03-08 01:50:25,790+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 419e8fcd-1333-4ff8-8d16-2ccb602322aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:25,790+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:26,144+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:26,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task abc9c275-6786-4c7f-8f8a-8a126553d9e5 (threadPool:210)
2018-03-08 01:50:26,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1d93a0d5-761c-41b1-8265-199d140022bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:26,204+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:26,555+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:26,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce384fb9-232e-482b-aca6-58d5a3107066 (threadPool:210)
2018-03-08 01:50:26,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 87fea7e7-3ca4-4e4f-804f-dc209f42bb16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:26,603+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:26,922+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:26,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8e1fd90d-14ae-4141-9ea9-f952879c7156 (threadPool:210)
2018-03-08 01:50:26,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 45d2bde0-d53b-47b1-a479-35183dc0edb4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:26,967+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:27,272+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:27,326+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1c8b5d38-d9d2-440f-8b2c-7673fb5bceb3 (threadPool:210)
2018-03-08 01:50:27,326+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 60cf66bd-1041-4a73-b5ed-60a9a3ed85ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:27,326+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:27,632+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:27,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 419e8fcd-1333-4ff8-8d16-2ccb602322aa (threadPool:210)
2018-03-08 01:50:27,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d10ff58-dd7e-481c-9915-87d89d6cdebf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:27,690+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:28,013+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:28,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1d93a0d5-761c-41b1-8265-199d140022bd (threadPool:210)
2018-03-08 01:50:28,061+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3ad3b54c-a5f1-4003-9d41-bea326004851 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:28,062+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:28,399+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:28,438+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 87fea7e7-3ca4-4e4f-804f-dc209f42bb16 (threadPool:210)
2018-03-08 01:50:28,438+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 925350ce-9dc0-4bb6-aa7f-9872efd4f44d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:28,439+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:28,735+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:28,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 60cf66bd-1041-4a73-b5ed-60a9a3ed85ff (threadPool:210)
2018-03-08 01:50:28,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2e988468-11f7-4c01-be80-1d1baec20012 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:28,805+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:29,206+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:29,273+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3ad3b54c-a5f1-4003-9d41-bea326004851 (threadPool:210)
2018-03-08 01:50:29,274+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 06f2d842-18da-4e2d-8cde-0169fe2eb163 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:29,275+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:29,606+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:29,614+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:29,616+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:29,654+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:29,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 925350ce-9dc0-4bb6-aa7f-9872efd4f44d (threadPool:210)
2018-03-08 01:50:29,747+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 77ade2cc-277e-4961-9163-a01f5cd7926d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:29,748+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:30,039+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:30,088+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d10ff58-dd7e-481c-9915-87d89d6cdebf (threadPool:210)
2018-03-08 01:50:30,089+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6bf77ee-cb6d-4c43-ab09-4a7622151213 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:30,089+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:30,405+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:30,453+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2e988468-11f7-4c01-be80-1d1baec20012 (threadPool:210)
2018-03-08 01:50:30,454+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fd48fc6c-9f24-49b7-8d08-08cac0c0a5df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:30,454+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:30,771+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:30,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 45d2bde0-d53b-47b1-a479-35183dc0edb4 (threadPool:210)
2018-03-08 01:50:30,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 52a72d7e-6198-4852-a8fa-b23d9f9e5d18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:30,821+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:31,082+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:31,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 06f2d842-18da-4e2d-8cde-0169fe2eb163 (threadPool:210)
2018-03-08 01:50:31,132+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8bd59a19-050e-4c7f-af49-4d2dd2844b45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:50:31,133+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:31,427+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:31,475+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 77ade2cc-277e-4961-9163-a01f5cd7926d (threadPool:210)
2018-03-08 01:50:31,475+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 48795406-9f3a-4034-be8b-a3f46d572000 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:31,476+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:31,783+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:31,852+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6bf77ee-cb6d-4c43-ab09-4a7622151213 (threadPool:210)
2018-03-08 01:50:31,852+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 28c8c8fb-0b6c-4547-ac5b-5ca3b0bab86f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:31,853+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:32,107+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:32,158+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fd48fc6c-9f24-49b7-8d08-08cac0c0a5df (threadPool:210)
2018-03-08 01:50:32,158+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task eea4d842-1136-4f22-b8a2-a11c3b51f296 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:32,159+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:32,418+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:32,462+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 52a72d7e-6198-4852-a8fa-b23d9f9e5d18 (threadPool:210)
2018-03-08 01:50:32,463+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task da1c1835-f0ab-4df8-a5d1-c253c10accc1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:32,463+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:32,737+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:32,784+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8bd59a19-050e-4c7f-af49-4d2dd2844b45 (threadPool:210)
2018-03-08 01:50:32,785+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4267beac-8d4e-47e6-9746-bb7c55cd5cd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:32,785+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:33,056+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:33,382+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:33,433+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 48795406-9f3a-4034-be8b-a3f46d572000 (threadPool:210)
2018-03-08 01:50:33,433+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 062ce72b-4955-4194-8166-2128400a6cad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:33,434+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:33,623+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:33,624+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fedab2c8-e17a-4de9-ab5c-f7f640f4bb55 (api:46)
2018-03-08 01:50:33,625+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328824', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676087', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000854246', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611138', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314868', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272261', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000285474', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981928', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238786', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280174', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157245', 'lastCheck': '6.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652782', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286428', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362399', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148491', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883371', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253343', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245397', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489047', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623173', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031395', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360914', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214129', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000422798', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221183', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097142', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373231', 'lastCheck': '6.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207219', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220688', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00742538', 'lastCheck': '3.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444446', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451282', 'lastCheck': '3.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fedab2c8-e17a-4de9-ab5c-f7f640f4bb55 (api:52)
2018-03-08 01:50:33,625+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=5be23c03-03d1-43c5-8e9d-d8115567a080 (api:46)
2018-03-08 01:50:33,626+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=5be23c03-03d1-43c5-8e9d-d8115567a080 (api:52)
2018-03-08 01:50:33,637+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:50:33,641+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:50:33,643+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:33,655+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:50:33,655+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:50:33,656+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:33,662+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '4.05', 'cpuIdle': '92.90'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '51': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.47'}, '43': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '4.71', 'cpuIdle': '93.70'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '24': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '3.05', 'cpuIdle': '95.03'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '94.96'}, '26': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '5.04', 'cpuIdle': '92.44'}, '27': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '20': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '94.76'}, '21': {'cpuUser': '3.32', 'nodeIndex': 1, 'cpuSys': '4.58', 'cpuIdle': '92.10'}, '22': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '94.30'}, '23': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.23'}, '46': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '98.21'}, '47': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '3.45', 'cpuIdle': '95.75'}, '44': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.14'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '96.62'}, '28': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '94.43'}, '29': {'cpuUser': '5.17', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '92.91'}, '40': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '4.97', 'cpuIdle': '93.37'}, '41': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '95.29'}, '1': {'cpuUser': '3.71', 'nodeIndex': 1, 'cpuSys': '35.55', 'cpuIdle': '60.74'}, '0': {'cpuUser': '6.50', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '89.26'}, '3': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.55'}, '2': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '4.05', 'cpuIdle': '93.30'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.56'}, '4': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '4.78', 'cpuIdle': '91.97'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.36'}, '6': {'cpuUser': '2.79', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '94.49'}, '9': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.83'}, '8': {'cpuUser': '2.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.95'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.54'}, '39': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '6.10', 'cpuIdle': '92.24'}, '38': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '5.44', 'cpuIdle': '91.58'}, '59': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.26', 'cpuIdle': '94.76'}, '10': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '5.17', 'cpuIdle': '92.51'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '94.90'}, '12': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '4.64', 'cpuIdle': '93.04'}, '15': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '3.52', 'cpuIdle': '94.42'}, '14': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '3.45', 'cpuIdle': '94.96'}, '17': {'cpuUser': '2.26', 'nodeIndex': 1, 'cpuSys': '4.18', 'cpuIdle': '93.56'}, '16': {'cpuUser': '2.26', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '93.83'}, '19': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '94.03'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.82'}, '49': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '37': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '6.63', 'cpuIdle': '90.72'}, '36': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '4.64', 'cpuIdle': '92.11'}, '35': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '6.17', 'cpuIdle': '89.72'}, '34': {'cpuUser': '5.31', 'nodeIndex': 0, 'cpuSys': '7.83', 'cpuIdle': '86.86'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '4.05', 'cpuIdle': '93.76'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '50': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.94'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311559'}, '0': {'memPercent': 12, 'memFree': '346142'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652782', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328824', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676087', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286428', 'lastCheck': '5.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362399', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314868', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272261', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000285474', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981928', 'lastCheck': '0.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238786', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280174', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157245', 'lastCheck': '6.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000854246', 'lastCheck': '4.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611138', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148491', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031395', 'lastCheck': '3.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253343', 'lastCheck': '3.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245397', 'lastCheck': '4.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489047', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623173', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883371', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444446', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214129', 'lastCheck': '3.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000422798', 'lastCheck': '7.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221183', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097142', 'lastCheck': '3.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373231', 'lastCheck': '6.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207219', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220688', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00742538', 'lastCheck': '3.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360914', 'lastCheck': '3.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451282', 'lastCheck': '3.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647867445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404452996', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.351', 'tx': '1176278795580', 'txDropped': '0', 'rx': '625372428249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0', 'tx': '1580936651114', 'txDropped': '0', 'rx': '926362301127', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45220543', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416595911', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200645629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet0', 'tx': '87925130', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet1', 'tx': '37766341063', 'txDropped': '0', 'rx': '878104525', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet2', 'tx': '21129654402', 'txDropped': '0', 'rx': '141322326203', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175812369', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet4', 'tx': '396608512', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet5', 'tx': '23426159104', 'txDropped': '0', 'rx': '498194277', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet6', 'tx': '6654697435', 'txDropped': '0', 'rx': '430163071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet7', 'tx': '1434495525', 'txDropped': '0', 'rx': '552448416', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42467554', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46770744', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'lo', 'tx': '6940060216', 'txDropped': '0', 'rx': '6940060216', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170782288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'eno1', 'tx': '975624568219', 'txDropped': '0', 'rx': '434016548563', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'eno2', 'tx': '605312082895', 'txDropped': '0', 'rx': '492345752564', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470221.547655, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470221.547655, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633224263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75963917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77081782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192331060', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370810789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373812769', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49895910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430616819', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299097460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.110', 'tx': '2476797570', 'txDropped': '0', 'rx': '66856690913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.111', 'tx': '122682028889', 'txDropped': '0', 'rx': '24451564985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55266171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54194013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465584228', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165460549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56046089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55875850', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45215751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470221.547655, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226684498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'oVirtManagement', 'tx': '1176278794932', 'txDropped': '0', 'rx': '625371689846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577533896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'vnet3', 'tx': '543002276', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470221.547655, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754590778', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696267.49', 'cpuLoad': '3.00', 'cpuSys': '3.31', 'diskStats': {'/var/log': {'free': '92901'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.38', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635297L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:50:33 GMT', 'cpuUser': '1.75', 'memFree': 667591, 'cpuIdle': '94.93', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '15.25'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:33,667+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:50:33,713+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:33,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 28c8c8fb-0b6c-4547-ac5b-5ca3b0bab86f (threadPool:210)
2018-03-08 01:50:33,762+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 74d5cda3-f268-4ebc-8c71-48ea48f510bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:33,762+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:34,121+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:34,167+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task eea4d842-1136-4f22-b8a2-a11c3b51f296 (threadPool:210)
2018-03-08 01:50:34,168+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3e38ec41-d6d4-43b0-8ba0-0fc515089b75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:34,168+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:34,449+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:34,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task da1c1835-f0ab-4df8-a5d1-c253c10accc1 (threadPool:210)
2018-03-08 01:50:34,511+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8d9b2c8-f103-4788-bc74-8b52a07f63bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:34,511+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:34,863+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:34,908+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4267beac-8d4e-47e6-9746-bb7c55cd5cd0 (threadPool:210)
2018-03-08 01:50:34,908+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 359e85fd-2705-4fab-ac9d-c007dee77c50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:34,908+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:35,244+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:35,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 74d5cda3-f268-4ebc-8c71-48ea48f510bb (threadPool:210)
2018-03-08 01:50:35,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 13613022-b7c2-4c54-8c1e-7c29ffa9dc10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:35,293+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:35,587+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:35,637+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3e38ec41-d6d4-43b0-8ba0-0fc515089b75 (threadPool:210)
2018-03-08 01:50:35,638+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f311816-80ea-4a5a-b57c-8b08f34848dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:35,638+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:35,955+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:36,017+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8d9b2c8-f103-4788-bc74-8b52a07f63bf (threadPool:210)
2018-03-08 01:50:36,017+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0041eaff-a9a0-40aa-95a7-532966389fd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:36,018+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:36,212+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=776fd32a-8b67-4663-a0fc-1e14da10f18b (api:46)
2018-03-08 01:50:36,218+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=776fd32a-8b67-4663-a0fc-1e14da10f18b (api:52)
2018-03-08 01:50:36,219+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:36,283+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:36,323+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=8c2f71cd-5300-4b6d-a40d-47e06ea5f363 (api:46)
2018-03-08 01:50:36,331+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=8c2f71cd-5300-4b6d-a40d-47e06ea5f363 (api:52)
2018-03-08 01:50:36,333+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:36,345+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 062ce72b-4955-4194-8166-2128400a6cad (threadPool:210)
2018-03-08 01:50:36,345+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ff17e343-a417-4f3f-987e-f62fc1fb59d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:36,345+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:36,658+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:36,721+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=a5d46d88-6ebd-4aad-925f-b1cccfa7fcb9 (api:46)
2018-03-08 01:50:36,722+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328824', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000676087', 'lastCheck': '6.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000854246', 'lastCheck': '7.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000611138', 'lastCheck': '7.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314868', 'lastCheck': '2.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272261', 'lastCheck': '3.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000285474', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000981928', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238786', 'lastCheck': '2.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280174', 'lastCheck': '0.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00157245', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000652782', 'lastCheck': '0.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286428', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362399', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00148491', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000883371', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253343', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245397', 'lastCheck': '7.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000489047', 'lastCheck': '7.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000623173', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031395', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360914', 'lastCheck': '6.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214129', 'lastCheck': '2.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000257172', 'lastCheck': '0.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221183', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00097142', 'lastCheck': '1.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000373231', 'lastCheck': '9.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207219', 'lastCheck': '6.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220688', 'lastCheck': '6.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00742538', 'lastCheck': '6.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444446', 'lastCheck': '6.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451282', 'lastCheck': '2.8', 'valid': True}} from=internal, task_id=a5d46d88-6ebd-4aad-925f-b1cccfa7fcb9 (api:52)
2018-03-08 01:50:36,723+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=e489697b-5d0c-439b-bde8-cc7f29168f3a (api:46)
2018-03-08 01:50:36,723+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e489697b-5d0c-439b-bde8-cc7f29168f3a (api:52)
2018-03-08 01:50:36,762+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 359e85fd-2705-4fab-ac9d-c007dee77c50 (threadPool:210)
2018-03-08 01:50:36,762+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 748b30d9-03b4-45af-a20a-53c7ba269076 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:36,763+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:37,021+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:37,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 13613022-b7c2-4c54-8c1e-7c29ffa9dc10 (threadPool:210)
2018-03-08 01:50:37,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a5b500fb-31f4-4917-a3b8-2c8780c520d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:37,065+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:37,354+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:37,398+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f311816-80ea-4a5a-b57c-8b08f34848dc (threadPool:210)
2018-03-08 01:50:37,398+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e3b7bb1a-af22-4c9d-bc7f-74cbead0bfeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:37,399+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:37,657+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:37,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0041eaff-a9a0-40aa-95a7-532966389fd0 (threadPool:210)
2018-03-08 01:50:37,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 03aba2f2-3e21-4eda-8e74-938b32c1112d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:37,703+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:38,021+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:38,089+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ff17e343-a417-4f3f-987e-f62fc1fb59d7 (threadPool:210)
2018-03-08 01:50:38,090+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 211a390b-6a55-4d26-8f03-ba94f5c6e3bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:38,091+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:38,359+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:38,407+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 748b30d9-03b4-45af-a20a-53c7ba269076 (threadPool:210)
2018-03-08 01:50:38,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af457cab-9b1d-4c97-8985-043bead7b344 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:38,408+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:38,701+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:38,749+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a5b500fb-31f4-4917-a3b8-2c8780c520d4 (threadPool:210)
2018-03-08 01:50:38,749+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92b97816-5622-4d2c-be2c-b79d4c4bbd0e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:38,750+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:39,006+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:39,054+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e3b7bb1a-af22-4c9d-bc7f-74cbead0bfeb (threadPool:210)
2018-03-08 01:50:39,055+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d935564e-94cb-4310-980b-9e15e4eb8004 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:39,055+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:39,384+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:39,440+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 03aba2f2-3e21-4eda-8e74-938b32c1112d (threadPool:210)
2018-03-08 01:50:39,440+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dece9e62-dc63-4bf6-a195-09d198b6f33c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:39,441+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:39,763+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:39,829+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 211a390b-6a55-4d26-8f03-ba94f5c6e3bf (threadPool:210)
2018-03-08 01:50:39,830+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c1f64d0d-37da-4cbe-95bb-ad5b7004969e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:39,830+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:40,118+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:40,174+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af457cab-9b1d-4c97-8985-043bead7b344 (threadPool:210)
2018-03-08 01:50:40,175+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task af10c098-9fed-4d48-bf53-39bf3a746800 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:40,175+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:40,494+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:40,540+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92b97816-5622-4d2c-be2c-b79d4c4bbd0e (threadPool:210)
2018-03-08 01:50:40,541+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a869307b-74cd-4c2f-aacf-3bb40c207f31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:40,541+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:40,842+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:40,866+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=f4a8d90c-128e-4469-89f5-adc0d0779331 (api:46)
2018-03-08 01:50:40,868+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=f4a8d90c-128e-4469-89f5-adc0d0779331 (api:52)
2018-03-08 01:50:40,868+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=619c22d7-0a0e-4b9e-8b24-46a9249000a3 (api:46)
2018-03-08 01:50:40,868+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=619c22d7-0a0e-4b9e-8b24-46a9249000a3 (api:52)
2018-03-08 01:50:40,869+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=578d4da8-8f3c-4d6c-961d-2ce2ce947f06 (api:46)
2018-03-08 01:50:40,870+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=578d4da8-8f3c-4d6c-961d-2ce2ce947f06 (api:52)
2018-03-08 01:50:40,870+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=643e49ea-4299-4e56-8352-730ad8186f30 (api:46)
2018-03-08 01:50:40,870+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=643e49ea-4299-4e56-8352-730ad8186f30 (api:52)
2018-03-08 01:50:40,871+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=220abd2e-1a25-4c49-9837-dc6e91fff2bd (api:46)
2018-03-08 01:50:40,871+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=220abd2e-1a25-4c49-9837-dc6e91fff2bd (api:52)
2018-03-08 01:50:40,872+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=7e923c09-a064-4f06-be36-9127d0bbc75e (api:46)
2018-03-08 01:50:40,872+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=7e923c09-a064-4f06-be36-9127d0bbc75e (api:52)
2018-03-08 01:50:40,873+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=452601f6-4d1b-41a8-9bd8-52d04944af3f (api:46)
2018-03-08 01:50:40,873+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=452601f6-4d1b-41a8-9bd8-52d04944af3f (api:52)
2018-03-08 01:50:40,874+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=cc6c2816-65d1-4da5-9b72-10a946189512 (api:46)
2018-03-08 01:50:40,874+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=cc6c2816-65d1-4da5-9b72-10a946189512 (api:52)
2018-03-08 01:50:40,875+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=32669eb6-38c3-4ca8-bba0-bcd3586a2c57 (api:46)
2018-03-08 01:50:40,875+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=32669eb6-38c3-4ca8-bba0-bcd3586a2c57 (api:52)
2018-03-08 01:50:40,875+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=28b44058-d0a6-4bea-8f47-e318acc892c0 (api:46)
2018-03-08 01:50:40,875+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=28b44058-d0a6-4bea-8f47-e318acc892c0 (api:52)
2018-03-08 01:50:40,905+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d935564e-94cb-4310-980b-9e15e4eb8004 (threadPool:210)
2018-03-08 01:50:40,905+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e3a639b6-0cd4-4dd8-87bc-85f0fbd1e057 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:40,905+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:41,164+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:41,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dece9e62-dc63-4bf6-a195-09d198b6f33c (threadPool:210)
2018-03-08 01:50:41,224+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6d6cc35f-5b9e-4110-b92d-e889ae455fd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:41,225+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:41,549+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:41,599+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c1f64d0d-37da-4cbe-95bb-ad5b7004969e (threadPool:210)
2018-03-08 01:50:41,599+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 702c477b-647d-43f4-8a7e-61f3626b842f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:41,599+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:41,935+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:41,979+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task af10c098-9fed-4d48-bf53-39bf3a746800 (threadPool:210)
2018-03-08 01:50:41,979+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 43a6c4f8-9c07-4d93-84db-672d7078860d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:41,979+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:42,363+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:42,408+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e3a639b6-0cd4-4dd8-87bc-85f0fbd1e057 (threadPool:210)
2018-03-08 01:50:42,408+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task acabe6a7-89a9-48cf-ba98-8ce5439631de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:42,409+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:42,754+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:42,798+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6d6cc35f-5b9e-4110-b92d-e889ae455fd8 (threadPool:210)
2018-03-08 01:50:42,799+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 245f7e76-6ac5-4b44-ad64-5e7d1a84ef11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:42,799+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:43,081+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:43,121+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 702c477b-647d-43f4-8a7e-61f3626b842f (threadPool:210)
2018-03-08 01:50:43,122+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d3b7d856-b320-4aea-b047-441cbd997bcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:43,122+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:43,484+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:43,533+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 43a6c4f8-9c07-4d93-84db-672d7078860d (threadPool:210)
2018-03-08 01:50:43,533+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c6de8f59-844a-4477-820d-bf97d2b7a02b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:43,534+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:43,886+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:43,936+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task acabe6a7-89a9-48cf-ba98-8ce5439631de (threadPool:210)
2018-03-08 01:50:43,936+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d8a9f38f-f76d-40d1-9bc3-8fc4d342f217 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:43,937+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:44,387+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:44,444+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 245f7e76-6ac5-4b44-ad64-5e7d1a84ef11 (threadPool:210)
2018-03-08 01:50:44,445+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b2709533-1b59-40e9-acb3-ff70666d2f37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:44,445+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:44,633+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:44,637+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:44,640+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:44,703+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:45,008+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:45,056+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d3b7d856-b320-4aea-b047-441cbd997bcf (threadPool:210)
2018-03-08 01:50:45,056+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0ebd2f93-4650-40f9-9fc5-753929c8ba9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:50:45,057+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:45,345+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:45,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c6de8f59-844a-4477-820d-bf97d2b7a02b (threadPool:210)
2018-03-08 01:50:45,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a86fcef9-67c1-4da2-9fe8-98c9251d693e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:45,392+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:45,692+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:45,739+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d8a9f38f-f76d-40d1-9bc3-8fc4d342f217 (threadPool:210)
2018-03-08 01:50:45,740+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0e3c490c-c1c5-4f8c-be77-dcfff04a3c61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:45,740+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:45,998+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:46,044+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a869307b-74cd-4c2f-aacf-3bb40c207f31 (threadPool:210)
2018-03-08 01:50:46,045+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 610d8451-8817-436d-8383-c9008b9360d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:46,045+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:46,312+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:46,361+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b2709533-1b59-40e9-acb3-ff70666d2f37 (threadPool:210)
2018-03-08 01:50:46,362+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a469767a-739e-4bff-b169-8285ff45ce2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:46,362+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:46,645+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:46,683+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0ebd2f93-4650-40f9-9fc5-753929c8ba9a (threadPool:210)
2018-03-08 01:50:46,684+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f4012121-069e-47f7-b9a9-6da8a3230b9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:46,684+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:46,734+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0618c10c-6ee9-45b9-9282-d3c524770dc2 (api:46)
2018-03-08 01:50:46,740+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0618c10c-6ee9-45b9-9282-d3c524770dc2 (api:52)
2018-03-08 01:50:46,740+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:46,840+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=34c56288-208c-4cdb-822e-50f6a5d9790e (api:46)
2018-03-08 01:50:46,847+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=34c56288-208c-4cdb-822e-50f6a5d9790e (api:52)
2018-03-08 01:50:46,848+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:46,966+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:47,012+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0e3c490c-c1c5-4f8c-be77-dcfff04a3c61 (threadPool:210)
2018-03-08 01:50:47,012+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7f9c8fa8-ed50-49fe-b5fa-4234523c4360 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:47,013+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:47,318+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:47,339+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20841 (__init__:598)
2018-03-08 01:50:47,340+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20840 (__init__:598)
2018-03-08 01:50:47,347+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 610d8451-8817-436d-8383-c9008b9360d3 (threadPool:210)
2018-03-08 01:50:47,348+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d12e184a-eaf0-44e3-b782-59915de8e1cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:47,348+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:47,633+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:47,677+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a86fcef9-67c1-4da2-9fe8-98c9251d693e (threadPool:210)
2018-03-08 01:50:47,678+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 32be5a2b-3aa3-4d5f-b0ce-6302887e4e77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:47,678+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:47,929+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:47,974+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f4012121-069e-47f7-b9a9-6da8a3230b9c (threadPool:210)
2018-03-08 01:50:47,975+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 960bfc51-4756-4c51-901b-65d9de982e31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:47,975+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:48,292+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:48,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7f9c8fa8-ed50-49fe-b5fa-4234523c4360 (threadPool:210)
2018-03-08 01:50:48,343+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 70cb3624-cf46-439a-9262-9d1d53e0bc28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:48,344+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:48,658+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:48,672+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:50:48,680+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:50:48,683+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:48,706+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:48,709+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0919f652-d693-41b8-8982-0e10eb12ce37 (api:46)
2018-03-08 01:50:48,710+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603319', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451688', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256881', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004911', 'lastCheck': '9.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423679', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275605', 'lastCheck': '5.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00136102', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00439227', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214855', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392071', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236959', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00092143', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357376', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034291', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032425', 'lastCheck': '4.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026895', 'lastCheck': '8.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227814', 'lastCheck': '8.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283607', 'lastCheck': '9.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255059', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00227933', 'lastCheck': '5.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029554', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529596', 'lastCheck': '8.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559123', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038449', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216379', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300355', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386685', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245355', 'lastCheck': '8.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025033', 'lastCheck': '8.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022179', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302737', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317931', 'lastCheck': '4.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0919f652-d693-41b8-8982-0e10eb12ce37 (api:52)
2018-03-08 01:50:48,710+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ca72d5a4-7d0f-4999-971c-a7ae729109e6 (api:46)
2018-03-08 01:50:48,711+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ca72d5a4-7d0f-4999-971c-a7ae729109e6 (api:52)
2018-03-08 01:50:48,728+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:50:48,729+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:50:48,729+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:50:48,742+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '53': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.54'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '24': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.69'}, '25': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.69'}, '26': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.95'}, '27': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.95'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.29'}, '22': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.36'}, '23': {'cpuUser': '5.10', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '92.25'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '45': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.41'}, '28': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.41'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '40': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.28'}, '41': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.68'}, '1': {'cpuUser': '4.97', 'nodeIndex': 1, 'cpuSys': '27.51', 'cpuIdle': '67.52'}, '0': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '87.74'}, '3': {'cpuUser': '3.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.63'}, '2': {'cpuUser': '3.25', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '93.97'}, '5': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '94.24'}, '4': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '94.96'}, '7': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '92.51'}, '6': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '9': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.50'}, '8': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.36'}, '38': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '95.42'}, '59': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.70'}, '10': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '13': {'cpuUser': '3.05', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '93.90'}, '12': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.36'}, '15': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '14': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.42'}, '17': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '16': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.62'}, '19': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.62'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.36'}, '36': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '35': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.30'}, '34': {'cpuUser': '8.95', 'nodeIndex': 0, 'cpuSys': '10.21', 'cpuIdle': '80.84'}, '33': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '18': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.70'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311466'}, '0': {'memPercent': 12, 'memFree': '346229'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00092143', 'lastCheck': '2.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603319', 'lastCheck': '0.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451688', 'lastCheck': '0.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357376', 'lastCheck': '0.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034291', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423679', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275605', 'lastCheck': '5.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00136102', 'lastCheck': '4.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00439227', 'lastCheck': '5.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214855', 'lastCheck': '4.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392071', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236959', 'lastCheck': '1.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256881', 'lastCheck': '0.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004911', 'lastCheck': '9.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032425', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029554', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227814', 'lastCheck': '8.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283607', 'lastCheck': '9.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255059', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00227933', 'lastCheck': '5.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00026895', 'lastCheck': '8.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302737', 'lastCheck': '0.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000559123', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038449', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216379', 'lastCheck': '5.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300355', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386685', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245355', 'lastCheck': '8.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025033', 'lastCheck': '8.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022179', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000529596', 'lastCheck': '8.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317931', 'lastCheck': '4.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647874667', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404457032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.351', 'tx': '1176278873500', 'txDropped': '0', 'rx': '625372440985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0', 'tx': '1580936742233', 'txDropped': '0', 'rx': '926362675438', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45220943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416596855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200647176', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet0', 'tx': '87929554', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet1', 'tx': '37766342305', 'txDropped': '0', 'rx': '878104629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet2', 'tx': '21129670209', 'txDropped': '0', 'rx': '141322337352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175814363', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet4', 'tx': '396612936', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet5', 'tx': '23426170633', 'txDropped': '0', 'rx': '498195020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet6', 'tx': '6654701437', 'txDropped': '0', 'rx': '430166227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet7', 'tx': '1434505461', 'txDropped': '0', 'rx': '552454471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42467954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46771144', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'lo', 'tx': '6940135299', 'txDropped': '0', 'rx': '6940135299', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170783434', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'eno1', 'tx': '975624650305', 'txDropped': '0', 'rx': '434016749494', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'eno2', 'tx': '605312091928', 'txDropped': '0', 'rx': '492345925944', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470236.633492, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470236.633492, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633228435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75964317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77082182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192333694', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370811139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.306', 'tx': '76695872063', 'txDropped': '0', 'rx': '8373816409', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49896260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430620459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299100094', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.110', 'tx': '2476806885', 'txDropped': '0', 'rx': '66856702665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.111', 'tx': '122682037509', 'txDropped': '0', 'rx': '24451578075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55266521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54194413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465588264', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165461695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56046439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55876250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45216151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470236.633492, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226686045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'oVirtManagement', 'tx': '1176278872852', 'txDropped': '0', 'rx': '625371702582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577538068', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'vnet3', 'tx': '543006700', 'txDropped': '0', 'rx': '221473878', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470236.633492, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754592772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696282.58', 'cpuLoad': '2.93', 'cpuSys': '1.99', 'diskStats': {'/var/log': {'free': '92899'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.12', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635266L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:50:48 GMT', 'cpuUser': '1.70', 'memFree': 667561, 'cpuIdle': '96.31', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.46'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:48,747+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:50:48,749+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a469767a-739e-4bff-b169-8285ff45ce2f (threadPool:210)
2018-03-08 01:50:48,750+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fbf3e973-582d-49ab-9542-9a460caa09bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:48,750+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:49,204+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:49,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d12e184a-eaf0-44e3-b782-59915de8e1cc (threadPool:210)
2018-03-08 01:50:49,248+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64d7d50a-ba09-4559-aad5-ce8fb3fb3585 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:49,248+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:49,592+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:49,653+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 960bfc51-4756-4c51-901b-65d9de982e31 (threadPool:210)
2018-03-08 01:50:49,654+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8d72f266-bedf-4daf-985e-15293fcce932 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:49,654+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:49,987+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:50,032+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 70cb3624-cf46-439a-9262-9d1d53e0bc28 (threadPool:210)
2018-03-08 01:50:50,033+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8b47e7a5-67db-41eb-a83d-34d5a03d561d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:50,033+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:50,366+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:50,406+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fbf3e973-582d-49ab-9542-9a460caa09bd (threadPool:210)
2018-03-08 01:50:50,407+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e7e49a4f-cf44-47f4-af69-36d110b79ac2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:50,408+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:50,664+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:50,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 32be5a2b-3aa3-4d5f-b0ce-6302887e4e77 (threadPool:210)
2018-03-08 01:50:50,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b293d6b7-ce2d-4cf5-9035-e718a5ae7e21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:50,724+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:51,086+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:51,123+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64d7d50a-ba09-4559-aad5-ce8fb3fb3585 (threadPool:210)
2018-03-08 01:50:51,124+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9a252be0-0a15-4fd7-9a34-3df3d1a4e330 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:51,124+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:51,389+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:51,438+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8b47e7a5-67db-41eb-a83d-34d5a03d561d (threadPool:210)
2018-03-08 01:50:51,438+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 57131eb6-650b-4842-a0d1-8e7b073af343 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:51,438+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:51,731+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:51,812+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=91bfb732-25f7-4115-ab46-60e7ff3e22e4 (api:46)
2018-03-08 01:50:51,813+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603319', 'lastCheck': '2.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451688', 'lastCheck': '1.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300668', 'lastCheck': '2.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000995827', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381954', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243496', 'lastCheck': '2.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000227677', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382103', 'lastCheck': '2.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002676', 'lastCheck': '2.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238061', 'lastCheck': '2.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236959', 'lastCheck': '4.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396073', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357376', 'lastCheck': '3.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243498', 'lastCheck': '3.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005306', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227821', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433502', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260621', 'lastCheck': '2.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000385957', 'lastCheck': '2.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469593', 'lastCheck': '2.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293717', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00364959', 'lastCheck': '2.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234538', 'lastCheck': '2.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00038449', 'lastCheck': '5.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218894', 'lastCheck': '2.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320966', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000386685', 'lastCheck': '4.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252208', 'lastCheck': '2.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317928', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00281248', 'lastCheck': '2.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257236', 'lastCheck': '2.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227521', 'lastCheck': '2.0', 'valid': True}} from=internal, task_id=91bfb732-25f7-4115-ab46-60e7ff3e22e4 (api:52)
2018-03-08 01:50:51,814+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=dfdc1898-5472-4bcd-8c1b-c87bc3ada28f (api:46)
2018-03-08 01:50:51,814+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=dfdc1898-5472-4bcd-8c1b-c87bc3ada28f (api:52)
2018-03-08 01:50:51,849+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e7e49a4f-cf44-47f4-af69-36d110b79ac2 (threadPool:210)
2018-03-08 01:50:51,850+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f698ea6c-66e0-45b1-8d15-4ba281993f73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:51,850+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:52,143+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:52,189+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b293d6b7-ce2d-4cf5-9035-e718a5ae7e21 (threadPool:210)
2018-03-08 01:50:52,189+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e309c86d-42e9-43d5-bf1b-c7b8dbca7a0a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:52,190+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:52,466+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:52,504+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8d72f266-bedf-4daf-985e-15293fcce932 (threadPool:210)
2018-03-08 01:50:52,505+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f9fa0a98-3890-470f-9b8d-c71a6ae05e52 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:52,506+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:52,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:52,841+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9a252be0-0a15-4fd7-9a34-3df3d1a4e330 (threadPool:210)
2018-03-08 01:50:52,842+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b452d4bd-024b-42cd-8915-b5c0facc38f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:52,842+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:53,115+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:53,161+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 57131eb6-650b-4842-a0d1-8e7b073af343 (threadPool:210)
2018-03-08 01:50:53,162+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1275cb8c-e90d-4582-a1a4-f49299baeea9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:53,162+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:53,407+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:53,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f698ea6c-66e0-45b1-8d15-4ba281993f73 (threadPool:210)
2018-03-08 01:50:53,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 55794014-b58a-4046-8966-2b72fe9860e4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:53,457+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:53,703+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:53,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e309c86d-42e9-43d5-bf1b-c7b8dbca7a0a (threadPool:210)
2018-03-08 01:50:53,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b3f415cb-baaf-4c3b-83d8-eb714811fd73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:53,751+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:53,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:54,036+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f9fa0a98-3890-470f-9b8d-c71a6ae05e52 (threadPool:210)
2018-03-08 01:50:54,037+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 07630dfa-1c4f-431c-b981-6b02bb14f5dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:54,037+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:54,349+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:54,397+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b452d4bd-024b-42cd-8915-b5c0facc38f4 (threadPool:210)
2018-03-08 01:50:54,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6402364-312a-4cf8-b277-f40d636a71c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:54,398+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:54,653+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:54,702+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1275cb8c-e90d-4582-a1a4-f49299baeea9 (threadPool:210)
2018-03-08 01:50:54,702+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b17710e3-4b50-4418-b1bc-dc799862aefa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:54,703+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:54,948+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:54,990+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 55794014-b58a-4046-8966-2b72fe9860e4 (threadPool:210)
2018-03-08 01:50:54,991+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e71847ed-fcfd-414f-8eeb-85c1c19f3f90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:54,992+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:55,248+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:55,294+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b3f415cb-baaf-4c3b-83d8-eb714811fd73 (threadPool:210)
2018-03-08 01:50:55,295+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b16ab6be-4ab5-4ee4-9022-5371d0397169 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:55,295+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:55,574+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:55,624+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 07630dfa-1c4f-431c-b981-6b02bb14f5dc (threadPool:210)
2018-03-08 01:50:55,624+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fbc8b69e-720e-48e3-b19b-ae990eab9a59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:50:55,624+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:55,873+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:55,926+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6402364-312a-4cf8-b277-f40d636a71c6 (threadPool:210)
2018-03-08 01:50:55,927+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 990542bb-3d98-4f15-8770-1585fb0c5cf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:55,927+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:56,190+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:56,238+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b17710e3-4b50-4418-b1bc-dc799862aefa (threadPool:210)
2018-03-08 01:50:56,238+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2794ef9c-ea8f-4b41-8e96-98d04da4c162 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:56,238+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:56,499+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:56,840+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:56,909+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e71847ed-fcfd-414f-8eeb-85c1c19f3f90 (threadPool:210)
2018-03-08 01:50:56,909+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f97b10ed-008b-480c-a9da-b10d02467d20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:56,910+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:57,121+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:57,165+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fbc8b69e-720e-48e3-b19b-ae990eab9a59 (threadPool:210)
2018-03-08 01:50:57,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7a90ebc-56e7-4955-a5d6-d30f25019eb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:57,166+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:57,252+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4ce75812-498c-4fe7-aaea-98315ae21d91 (api:46)
2018-03-08 01:50:57,258+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4ce75812-498c-4fe7-aaea-98315ae21d91 (api:52)
2018-03-08 01:50:57,258+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:57,403+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3dc023be-25f7-4b09-8df7-ff8e82721b8d (api:46)
2018-03-08 01:50:57,410+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3dc023be-25f7-4b09-8df7-ff8e82721b8d (api:52)
2018-03-08 01:50:57,411+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:57,530+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:57,570+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 990542bb-3d98-4f15-8770-1585fb0c5cf7 (threadPool:210)
2018-03-08 01:50:57,570+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 65d6175c-0095-49ec-96cd-beef38b6742c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:57,571+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:57,854+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:57,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b16ab6be-4ab5-4ee4-9022-5371d0397169 (threadPool:210)
2018-03-08 01:50:57,896+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 67eade31-3016-4577-b067-ad1b669beb4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:57,896+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:58,178+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:58,237+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7a90ebc-56e7-4955-a5d6-d30f25019eb5 (threadPool:210)
2018-03-08 01:50:58,238+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task da444e08-5b1e-463d-80d9-93a264aed490 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:58,239+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:58,531+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:58,572+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2794ef9c-ea8f-4b41-8e96-98d04da4c162 (threadPool:210)
2018-03-08 01:50:58,573+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1344485e-bfed-4699-9b49-db504e5843e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:58,573+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:58,858+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:58,914+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 65d6175c-0095-49ec-96cd-beef38b6742c (threadPool:210)
2018-03-08 01:50:58,914+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90ccb983-573e-47e1-bff7-ec0fb3f19b3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:58,915+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:59,185+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:59,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f97b10ed-008b-480c-a9da-b10d02467d20 (threadPool:210)
2018-03-08 01:50:59,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bf5f2faf-4c00-4705-a40c-4a4017f997c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:59,277+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:50:59,546+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:59,611+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task da444e08-5b1e-463d-80d9-93a264aed490 (threadPool:210)
2018-03-08 01:50:59,612+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b423dff8-0ea2-4a44-95f2-fdb42b554f96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:50:59,612+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:50:59,658+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:50:59,666+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:50:59,669+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:50:59,899+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:50:59,956+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1344485e-bfed-4699-9b49-db504e5843e9 (threadPool:210)
2018-03-08 01:50:59,957+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 74c22035-da6f-4fea-96ef-d6eae608c4cb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:50:59,957+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:00,302+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:00,352+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90ccb983-573e-47e1-bff7-ec0fb3f19b3c (threadPool:210)
2018-03-08 01:51:00,352+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e8bded2f-44cc-43ff-b9c3-0eb956385408 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:00,352+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:00,603+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:00,651+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 67eade31-3016-4577-b067-ad1b669beb4a (threadPool:210)
2018-03-08 01:51:00,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a95f2fbf-68a5-4997-af8b-adc6ab3f67de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:00,652+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:00,925+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:00,975+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bf5f2faf-4c00-4705-a40c-4a4017f997c8 (threadPool:210)
2018-03-08 01:51:00,975+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 50e28227-4948-47eb-ae40-3c57cd538917 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:00,975+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:01,225+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:01,270+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b423dff8-0ea2-4a44-95f2-fdb42b554f96 (threadPool:210)
2018-03-08 01:51:01,270+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task baa092c1-76dc-4234-a170-3ad8dd64c521 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:01,271+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:01,558+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:01,605+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 74c22035-da6f-4fea-96ef-d6eae608c4cb (threadPool:210)
2018-03-08 01:51:01,606+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bef3097c-a87e-479b-9cb0-a13648dd14d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:01,606+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:01,915+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:01,965+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e8bded2f-44cc-43ff-b9c3-0eb956385408 (threadPool:210)
2018-03-08 01:51:01,965+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 97565948-10bb-474b-b87b-6fc4da885e0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:01,965+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:02,269+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:02,318+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a95f2fbf-68a5-4997-af8b-adc6ab3f67de (threadPool:210)
2018-03-08 01:51:02,318+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 37c88ef9-a1bc-4ee6-ae39-65671c35ecc6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:02,318+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:02,605+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:02,657+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 50e28227-4948-47eb-ae40-3c57cd538917 (threadPool:210)
2018-03-08 01:51:02,658+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7a5d97dc-76ba-4d09-baa4-28aa68623c2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:02,658+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:02,985+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:03,034+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task baa092c1-76dc-4234-a170-3ad8dd64c521 (threadPool:210)
2018-03-08 01:51:03,035+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c40a4c1f-5f43-4ec4-bcbf-ec9c4b44b11f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:03,035+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:03,318+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:03,367+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bef3097c-a87e-479b-9cb0-a13648dd14d1 (threadPool:210)
2018-03-08 01:51:03,367+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b4d18351-4f28-43d8-8ce0-4b1d1780291e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:03,368+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:03,676+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:03,726+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 97565948-10bb-474b-b87b-6fc4da885e0f (threadPool:210)
2018-03-08 01:51:03,727+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6f2365c7-0623-473c-ab7a-55cd07b749dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:03,727+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:03,729+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:51:03,734+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:51:03,736+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:03,745+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:51:03,745+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:51:03,745+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:03,783+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:03,785+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=52184d96-d36a-46bf-b6d5-588eede2533c (api:46)
2018-03-08 01:51:03,785+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244207', 'lastCheck': '4.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807352', 'lastCheck': '3.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347507', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401663', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326634', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244022', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000362597', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454015', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391911', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276544', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383379', 'lastCheck': '6.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290725', 'lastCheck': '4.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232956', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325046', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387386', 'lastCheck': '4.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246804', 'lastCheck': '3.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325344', 'lastCheck': '3.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350647', 'lastCheck': '4.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283171', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614028', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209531', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510295', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278905', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438948', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251273', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275993', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273914', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287244', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469154', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142988', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225447', 'lastCheck': '4.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229967', 'lastCheck': '3.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=52184d96-d36a-46bf-b6d5-588eede2533c (api:52)
2018-03-08 01:51:03,786+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6d4b8a5e-c89c-44c9-b1f3-d4fe2a6190d8 (api:46)
2018-03-08 01:51:03,786+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6d4b8a5e-c89c-44c9-b1f3-d4fe2a6190d8 (api:52)
2018-03-08 01:51:03,812+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.69'}, '25': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.30'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.89'}, '27': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.44'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '21': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.10'}, '22': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '95.04'}, '23': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.26', 'cpuIdle': '99.61'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '28': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '29': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.09'}, '1': {'cpuUser': '4.89', 'nodeIndex': 1, 'cpuSys': '27.05', 'cpuIdle': '68.06'}, '0': {'cpuUser': '5.42', 'nodeIndex': 0, 'cpuSys': '4.03', 'cpuIdle': '90.55'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '3.24', 'cpuIdle': '94.84'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.10'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.28'}, '7': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.71', 'cpuIdle': '95.44'}, '6': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '97.42'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.50'}, '8': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '10': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.23'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.10'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '14': {'cpuUser': '2.18', 'nodeIndex': 0, 'cpuSys': '2.51', 'cpuIdle': '95.31'}, '17': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.43'}, '16': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '95.37'}, '19': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '95.83'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.56'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.63'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '35': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.76'}, '34': {'cpuUser': '7.74', 'nodeIndex': 0, 'cpuSys': '8.33', 'cpuIdle': '83.93'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '3.37', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '93.52'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311464'}, '0': {'memPercent': 12, 'memFree': '346229'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290725', 'lastCheck': '4.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244207', 'lastCheck': '4.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807352', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232956', 'lastCheck': '5.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325046', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326634', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244022', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000362597', 'lastCheck': '4.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454015', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391911', 'lastCheck': '4.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276544', 'lastCheck': '4.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383379', 'lastCheck': '6.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347507', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401663', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387386', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209531', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325344', 'lastCheck': '3.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350647', 'lastCheck': '4.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283171', 'lastCheck': '4.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614028', 'lastCheck': '0.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246804', 'lastCheck': '3.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225447', 'lastCheck': '4.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278905', 'lastCheck': '4.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438948', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251273', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275993', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273914', 'lastCheck': '6.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287244', 'lastCheck': '3.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469154', 'lastCheck': '3.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142988', 'lastCheck': '3.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510295', 'lastCheck': '3.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229967', 'lastCheck': '3.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647910867', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404460017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.351', 'tx': '1176278948953', 'txDropped': '0', 'rx': '625372455689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0', 'tx': '1580936882383', 'txDropped': '0', 'rx': '926363087780', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45221293', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416597764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200649178', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet0', 'tx': '87934728', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet1', 'tx': '37766343484', 'txDropped': '0', 'rx': '878104799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet2', 'tx': '21129711114', 'txDropped': '0', 'rx': '141322382517', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175815799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet4', 'tx': '396618110', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet5', 'tx': '23426209504', 'txDropped': '0', 'rx': '498195368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet6', 'tx': '6654705502', 'txDropped': '0', 'rx': '430169496', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet7', 'tx': '1434506700', 'txDropped': '0', 'rx': '552454839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42468354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46771544', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'lo', 'tx': '6940214536', 'txDropped': '0', 'rx': '6940214536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170784752', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'eno1', 'tx': '975624743321', 'txDropped': '0', 'rx': '434016969214', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'eno2', 'tx': '605312139062', 'txDropped': '0', 'rx': '492346118566', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470251.75328, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470251.75328, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633233297', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75964667', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77082532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192336470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370811768', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.306', 'tx': '76695872117', 'txDropped': '0', 'rx': '8373820845', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49896889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430624849', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299102870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.110', 'tx': '2476810692', 'txDropped': '0', 'rx': '66856705972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.111', 'tx': '122682082443', 'txDropped': '0', 'rx': '24451616074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55266921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54194813', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465591249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165463013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56046839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55876650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45216501', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470251.75328, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226688047', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'oVirtManagement', 'tx': '1176278948305', 'txDropped': '0', 'rx': '625371717286', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577542930', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'vnet3', 'tx': '543011934', 'txDropped': '0', 'rx': '221473932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470251.75328, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754594208', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696297.65', 'cpuLoad': '2.87', 'cpuSys': '1.73', 'diskStats': {'/var/log': {'free': '92897'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.50', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:51:03 GMT', 'cpuUser': '1.19', 'memFree': 667602, 'cpuIdle': '97.08', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.44'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:03,816+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:51:03,981+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:04,032+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 37c88ef9-a1bc-4ee6-ae39-65671c35ecc6 (threadPool:210)
2018-03-08 01:51:04,032+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1c1a6f1b-56e7-4a0a-a9dd-845093e0bdc3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:04,032+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:04,319+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:04,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7a5d97dc-76ba-4d09-baa4-28aa68623c2b (threadPool:210)
2018-03-08 01:51:04,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0489b416-b4d6-4885-84c9-1b94021ea49b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:04,366+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:04,673+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:04,716+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c40a4c1f-5f43-4ec4-bcbf-ec9c4b44b11f (threadPool:210)
2018-03-08 01:51:04,717+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 557d60f0-5db2-453d-b345-f90c31b47a15 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:04,717+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:05,034+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:05,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b4d18351-4f28-43d8-8ce0-4b1d1780291e (threadPool:210)
2018-03-08 01:51:05,083+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1cba1c5f-ad9e-433b-9e22-fd1111f0a4f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:05,083+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:05,363+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:05,403+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6f2365c7-0623-473c-ab7a-55cd07b749dc (threadPool:210)
2018-03-08 01:51:05,404+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8003dcc5-6ffa-4d72-bd9e-addff6d24302 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:05,404+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:05,669+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:05,707+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1c1a6f1b-56e7-4a0a-a9dd-845093e0bdc3 (threadPool:210)
2018-03-08 01:51:05,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e4b046d7-3edd-4b75-b7f0-ff0cbbd796a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:05,708+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:05,990+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:06,036+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 557d60f0-5db2-453d-b345-f90c31b47a15 (threadPool:210)
2018-03-08 01:51:06,036+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8d671693-ff5e-4fd6-99a8-280f9394b2b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:06,037+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:06,318+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:06,366+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1cba1c5f-ad9e-433b-9e22-fd1111f0a4f2 (threadPool:210)
2018-03-08 01:51:06,367+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6200f1d5-82df-4ff4-8f85-749fd1afedf0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:51:06,367+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:06,702+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:06,751+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8003dcc5-6ffa-4d72-bd9e-addff6d24302 (threadPool:210)
2018-03-08 01:51:06,752+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 39ac21ad-29c2-4d79-b352-aa6975da394a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:06,752+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:06,916+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=1a8d32ac-946d-46d4-92cf-740af6c5f966 (api:46)
2018-03-08 01:51:06,917+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244207', 'lastCheck': '7.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000807352', 'lastCheck': '6.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347507', 'lastCheck': '7.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000401663', 'lastCheck': '7.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326634', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244022', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000362597', 'lastCheck': '7.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454015', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000391911', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276544', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000383379', 'lastCheck': '3.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290725', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232956', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325046', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387386', 'lastCheck': '2.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246804', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325344', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350647', 'lastCheck': '7.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000283171', 'lastCheck': '7.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000614028', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209531', 'lastCheck': '2.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000510295', 'lastCheck': '7.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278905', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000408035', 'lastCheck': '1.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251273', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275993', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000273914', 'lastCheck': '9.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287244', 'lastCheck': '7.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469154', 'lastCheck': '7.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00142988', 'lastCheck': '7.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225447', 'lastCheck': '7.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229967', 'lastCheck': '2.9', 'valid': True}} from=internal, task_id=1a8d32ac-946d-46d4-92cf-740af6c5f966 (api:52)
2018-03-08 01:51:06,918+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=76549e49-4965-4f95-b847-d65c434c266d (api:46)
2018-03-08 01:51:06,918+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=76549e49-4965-4f95-b847-d65c434c266d (api:52)
2018-03-08 01:51:07,017+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:07,064+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0489b416-b4d6-4885-84c9-1b94021ea49b (threadPool:210)
2018-03-08 01:51:07,064+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2fc0ae45-5bab-4656-a661-870abd1b3d66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:07,064+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:07,370+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:07,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e4b046d7-3edd-4b75-b7f0-ff0cbbd796a9 (threadPool:210)
2018-03-08 01:51:07,413+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b23b4744-82c5-4fbc-9489-4527b40994b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:07,413+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:07,763+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:07,801+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=6abba0a7-d146-4fad-b162-20ea10253543 (api:46)
2018-03-08 01:51:07,808+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=6abba0a7-d146-4fad-b162-20ea10253543 (api:52)
2018-03-08 01:51:07,808+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:07,822+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6200f1d5-82df-4ff4-8f85-749fd1afedf0 (threadPool:210)
2018-03-08 01:51:07,823+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3f09d117-e8e6-4783-9de9-813001801bb5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:07,823+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:07,952+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6a55d0ff-4383-4e94-ac9f-0b24546507d5 (api:46)
2018-03-08 01:51:07,959+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6a55d0ff-4383-4e94-ac9f-0b24546507d5 (api:52)
2018-03-08 01:51:07,960+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:08,077+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:08,400+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:08,445+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 39ac21ad-29c2-4d79-b352-aa6975da394a (threadPool:210)
2018-03-08 01:51:08,445+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 736888ca-8ed8-46b5-92a3-2924627c3cb3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:08,446+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:08,694+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:08,742+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2fc0ae45-5bab-4656-a661-870abd1b3d66 (threadPool:210)
2018-03-08 01:51:08,743+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9f3ac6fe-1455-44bc-94aa-eb0d95b9e25b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:08,743+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:09,021+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:09,073+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8d671693-ff5e-4fd6-99a8-280f9394b2b1 (threadPool:210)
2018-03-08 01:51:09,074+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0f11402c-4f4d-4b7d-9e98-062cf26d102e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:09,074+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:09,414+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:09,498+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b23b4744-82c5-4fbc-9489-4527b40994b0 (threadPool:210)
2018-03-08 01:51:09,499+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d0435146-d38f-47d4-978c-e03356a7e393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:09,500+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:09,775+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:09,841+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3f09d117-e8e6-4783-9de9-813001801bb5 (threadPool:210)
2018-03-08 01:51:09,842+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 536441b1-8063-49fe-849c-d7d2fe182404 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:09,843+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:10,109+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:10,157+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 736888ca-8ed8-46b5-92a3-2924627c3cb3 (threadPool:210)
2018-03-08 01:51:10,158+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 13efcb8e-0424-4bca-9f63-1051d59f6089 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:10,158+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:10,457+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:10,505+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9f3ac6fe-1455-44bc-94aa-eb0d95b9e25b (threadPool:210)
2018-03-08 01:51:10,506+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2995f9b0-e0ec-40ce-b182-bea53af1091e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:10,506+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:10,754+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:10,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0f11402c-4f4d-4b7d-9e98-062cf26d102e (threadPool:210)
2018-03-08 01:51:10,799+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 02f6d035-dc18-4e6f-8cbd-c8ae82a7083b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:10,800+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:11,044+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:11,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d0435146-d38f-47d4-978c-e03356a7e393 (threadPool:210)
2018-03-08 01:51:11,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3ae050dc-8b9c-41e6-b761-fcfa043ddb49 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:11,095+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:11,418+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:11,483+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 536441b1-8063-49fe-849c-d7d2fe182404 (threadPool:210)
2018-03-08 01:51:11,484+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6bbfbefa-8410-4bb7-a0ad-f2868a53cf44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:11,484+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:11,783+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:11,829+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 13efcb8e-0424-4bca-9f63-1051d59f6089 (threadPool:210)
2018-03-08 01:51:11,830+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cdd37f9a-f2cc-4109-8f8c-539ddb267d2a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:11,830+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:12,079+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:12,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2995f9b0-e0ec-40ce-b182-bea53af1091e (threadPool:210)
2018-03-08 01:51:12,128+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3b3e298a-d7f7-49ad-8d1f-a156e4434ee3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:12,129+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:12,412+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:12,461+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 02f6d035-dc18-4e6f-8cbd-c8ae82a7083b (threadPool:210)
2018-03-08 01:51:12,461+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 752f240b-4181-4a04-98bb-892007683b37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:12,461+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:12,696+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:12,744+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3ae050dc-8b9c-41e6-b761-fcfa043ddb49 (threadPool:210)
2018-03-08 01:51:12,745+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1992009b-8ba7-469f-9cc0-7853dc2d76ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:12,745+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:13,014+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:13,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6bbfbefa-8410-4bb7-a0ad-f2868a53cf44 (threadPool:210)
2018-03-08 01:51:13,065+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 92055ef2-8814-4805-978b-ec257fceb3ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:13,065+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:13,321+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:13,371+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cdd37f9a-f2cc-4109-8f8c-539ddb267d2a (threadPool:210)
2018-03-08 01:51:13,372+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7b05e381-e6ec-43cc-9b5c-0532f9c43e5a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:13,372+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:13,635+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:13,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3b3e298a-d7f7-49ad-8d1f-a156e4434ee3 (threadPool:210)
2018-03-08 01:51:13,674+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c82c07c-78e4-4fb4-8a89-f3720e554c79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:13,675+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:14,036+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:14,084+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1992009b-8ba7-469f-9cc0-7853dc2d76ab (threadPool:210)
2018-03-08 01:51:14,085+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ac3ed4a9-1d7a-4c4f-baea-3ea6ec8720fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:14,085+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:14,368+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:14,418+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 92055ef2-8814-4805-978b-ec257fceb3ba (threadPool:210)
2018-03-08 01:51:14,419+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5ec7e483-1a0c-4b88-b1d5-0d0903f14c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:14,419+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:14,658+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:14,689+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:14,697+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:14,699+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:14,723+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7b05e381-e6ec-43cc-9b5c-0532f9c43e5a (threadPool:210)
2018-03-08 01:51:14,723+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task aded1d2e-5337-49e2-a1af-f5932a8edbb0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:14,724+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:15,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:15,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 752f240b-4181-4a04-98bb-892007683b37 (threadPool:210)
2018-03-08 01:51:15,077+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8023b122-7823-46d7-bf47-89f7434abcf0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:15,078+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:15,355+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:15,403+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c82c07c-78e4-4fb4-8a89-f3720e554c79 (threadPool:210)
2018-03-08 01:51:15,404+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6a94debf-e6da-4122-9eec-3fce572fa479 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:15,404+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:15,676+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:15,737+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ac3ed4a9-1d7a-4c4f-baea-3ea6ec8720fa (threadPool:210)
2018-03-08 01:51:15,738+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f0d3c596-7cc3-4878-a9cf-5cf15849d007 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:15,738+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:15,966+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:16,012+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5ec7e483-1a0c-4b88-b1d5-0d0903f14c99 (threadPool:210)
2018-03-08 01:51:16,013+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task fe55f90d-5848-4b69-be37-d422a496297a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:16,013+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:16,309+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:16,350+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task aded1d2e-5337-49e2-a1af-f5932a8edbb0 (threadPool:210)
2018-03-08 01:51:16,350+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 33f8b217-f252-4f8b-8406-0a3d0a287f67 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:51:16,350+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:16,644+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:16,694+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6a94debf-e6da-4122-9eec-3fce572fa479 (threadPool:210)
2018-03-08 01:51:16,694+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 772e3af2-d4a9-48eb-b73e-1ac53b2bef92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:16,694+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:17,004+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:17,049+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f0d3c596-7cc3-4878-a9cf-5cf15849d007 (threadPool:210)
2018-03-08 01:51:17,050+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db90c1b2-aa8d-4feb-8f67-79d61bee577e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:17,050+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:17,327+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:17,361+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task fe55f90d-5848-4b69-be37-d422a496297a (threadPool:210)
2018-03-08 01:51:17,361+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0850226d-b46a-4392-a50d-90d28d1497e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:17,362+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:17,654+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:17,703+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8023b122-7823-46d7-bf47-89f7434abcf0 (threadPool:210)
2018-03-08 01:51:17,704+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3caf6d6b-edfd-4692-a8c3-cfe3a866d276 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:17,704+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:18,038+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:18,084+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 33f8b217-f252-4f8b-8406-0a3d0a287f67 (threadPool:210)
2018-03-08 01:51:18,085+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90b6fb50-d0b7-4325-b9cd-372ed0c7510a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:18,086+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:18,345+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b2bfad4e-18d1-48e7-90b1-1f4973e77e84 (api:46)
2018-03-08 01:51:18,373+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b2bfad4e-18d1-48e7-90b1-1f4973e77e84 (api:52)
2018-03-08 01:51:18,375+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:51:18,377+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:18,426+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 772e3af2-d4a9-48eb-b73e-1ac53b2bef92 (threadPool:210)
2018-03-08 01:51:18,427+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 94885bc6-afcd-41a1-a3bd-21345a935ec3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:18,427+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:18,475+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=09828e43-13cc-4607-bed7-a69c320be4a3 (api:46)
2018-03-08 01:51:18,481+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7075690184704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=09828e43-13cc-4607-bed7-a69c320be4a3 (api:52)
2018-03-08 01:51:18,483+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:18,749+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:18,763+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:51:18,770+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:51:18,773+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:18,815+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:51:18,815+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:51:18,816+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:18,819+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0850226d-b46a-4392-a50d-90d28d1497e2 (threadPool:210)
2018-03-08 01:51:18,819+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 39d7a20c-4e59-4388-a19a-442cb268ef77 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:18,819+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:18,865+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:18,866+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=cbe475af-6912-409d-8dca-b5822e94dd64 (api:46)
2018-03-08 01:51:18,867+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549071', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00076566', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571669', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603452', 'lastCheck': '9.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417772', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448896', 'lastCheck': '5.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000664554', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318783', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368967', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223139', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215474', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451816', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257972', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372757', 'lastCheck': '0.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541914', 'lastCheck': '4.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317548', 'lastCheck': '8.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539253', 'lastCheck': '8.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00082313', 'lastCheck': '9.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375868', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113419', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310118', 'lastCheck': '3.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569414', 'lastCheck': '9.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361076', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346103', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222465', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280073', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000449425', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029864', 'lastCheck': '8.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352944', 'lastCheck': '8.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370243', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243006', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315006', 'lastCheck': '4.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=cbe475af-6912-409d-8dca-b5822e94dd64 (api:52)
2018-03-08 01:51:18,867+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=23365443-4e1e-4fde-b9a6-be702814d3a7 (api:46)
2018-03-08 01:51:18,867+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=23365443-4e1e-4fde-b9a6-be702814d3a7 (api:52)
2018-03-08 01:51:18,894+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.15'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.47'}, '24': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.90'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '26': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.49'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.82'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.22'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '95.82'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.21'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '28': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '29': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '95.03'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '41': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.90'}, '1': {'cpuUser': '4.37', 'nodeIndex': 1, 'cpuSys': '25.44', 'cpuIdle': '70.19'}, '0': {'cpuUser': '5.96', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '89.93'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '93.90'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '3.11', 'cpuIdle': '94.64'}, '5': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.29'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.96'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '9': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.56'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.07'}, '59': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '95.56'}, '10': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.95'}, '12': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.22'}, '15': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.34'}, '14': {'cpuUser': '3.31', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.70'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.28'}, '16': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.49'}, '19': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.27'}, '55': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.41'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.03'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.29'}, '36': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.81'}, '35': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '34': {'cpuUser': '8.88', 'nodeIndex': 0, 'cpuSys': '10.20', 'cpuIdle': '80.92'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.54'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311482'}, '0': {'memPercent': 12, 'memFree': '346215'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000451816', 'lastCheck': '3.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549071', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00076566', 'lastCheck': '0.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257972', 'lastCheck': '0.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372757', 'lastCheck': '0.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000417772', 'lastCheck': '4.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448896', 'lastCheck': '5.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000664554', 'lastCheck': '9.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318783', 'lastCheck': '5.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000368967', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223139', 'lastCheck': '3.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215474', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000571669', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000603452', 'lastCheck': '9.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000541914', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310118', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000539253', 'lastCheck': '8.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00082313', 'lastCheck': '9.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375868', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00113419', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317548', 'lastCheck': '8.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243006', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361076', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346103', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222465', 'lastCheck': '5.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280073', 'lastCheck': '4.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000449425', 'lastCheck': '1.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029864', 'lastCheck': '8.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352944', 'lastCheck': '8.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000370243', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569414', 'lastCheck': '9.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315006', 'lastCheck': '4.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647920686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404463649', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.351', 'tx': '1176279017695', 'txDropped': '0', 'rx': '625372466459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0', 'tx': '1580936971766', 'txDropped': '0', 'rx': '926363546066', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45221693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416599782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200650862', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet0', 'tx': '87939354', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet1', 'tx': '37766345824', 'txDropped': '0', 'rx': '878104861', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet2', 'tx': '21129773020', 'txDropped': '0', 'rx': '141322523671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175817305', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet4', 'tx': '396622736', 'txDropped': '0', 'rx': '3066724', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet5', 'tx': '23426225267', 'txDropped': '0', 'rx': '498200681', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet6', 'tx': '6654710722', 'txDropped': '0', 'rx': '430172686', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet7', 'tx': '1434509040', 'txDropped': '0', 'rx': '552454963', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42468704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46771894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'lo', 'tx': '6940291071', 'txDropped': '0', 'rx': '6940291071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170786312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'eno1', 'tx': '975624819022', 'txDropped': '0', 'rx': '434017195040', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'eno2', 'tx': '605312152744', 'txDropped': '0', 'rx': '492346351026', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470266.845748, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470266.845748, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633237741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75965067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77082932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192340400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370812118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.306', 'tx': '76695872213', 'txDropped': '0', 'rx': '8373824695', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49897239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430628607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299106800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.110', 'tx': '2476814068', 'txDropped': '0', 'rx': '66856710198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.111', 'tx': '122682228668', 'txDropped': '0', 'rx': '24451672762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55267271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54195163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465594881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165464573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56047189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55877000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45216901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470266.845748, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226689731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'oVirtManagement', 'tx': '1176279017047', 'txDropped': '0', 'rx': '625371728056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577547374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'vnet3', 'tx': '543016680', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470266.845748, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754595714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696312.74', 'cpuLoad': '2.78', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92896'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:51:18 GMT', 'cpuUser': '1.32', 'memFree': 667602, 'cpuIdle': '96.97', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.32'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:18,899+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:51:19,119+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:19,177+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3caf6d6b-edfd-4692-a8c3-cfe3a866d276 (threadPool:210)
2018-03-08 01:51:19,178+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7e9307e-55d3-4121-9845-988b665e058d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:19,179+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:19,508+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:19,814+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:19,878+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90b6fb50-d0b7-4325-b9cd-372ed0c7510a (threadPool:210)
2018-03-08 01:51:19,879+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3d853788-dd61-4b72-bf2a-6510721ba21a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:19,879+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:20,186+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:20,235+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db90c1b2-aa8d-4feb-8f67-79d61bee577e (threadPool:210)
2018-03-08 01:51:20,235+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 67944bfe-1419-4924-b24a-f337a003ffae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:20,236+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:20,518+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:20,566+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 94885bc6-afcd-41a1-a3bd-21345a935ec3 (threadPool:210)
2018-03-08 01:51:20,567+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c864cfa-d5ef-4ee1-8f3c-b47ee1f02fee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:20,567+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:20,826+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:20,875+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 39d7a20c-4e59-4388-a19a-442cb268ef77 (threadPool:210)
2018-03-08 01:51:20,875+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6f72e836-ed01-4166-898d-ec27b4088deb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:20,876+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:21,131+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:21,179+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7e9307e-55d3-4121-9845-988b665e058d (threadPool:210)
2018-03-08 01:51:21,179+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 49307c02-9d2a-41d2-97a8-666ab3522609 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:21,180+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:21,527+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:21,573+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3d853788-dd61-4b72-bf2a-6510721ba21a (threadPool:210)
2018-03-08 01:51:21,573+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69ba3e94-57b3-4b9e-836d-720888955e9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:21,573+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:21,831+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:21,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 67944bfe-1419-4924-b24a-f337a003ffae (threadPool:210)
2018-03-08 01:51:21,878+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f7382248-a3fd-4aa8-a63e-05e56ca87275 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:21,879+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:22,008+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=23315606-83fe-47ff-ab3b-f5332098d909 (api:46)
2018-03-08 01:51:22,010+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549071', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00076566', 'lastCheck': '1.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246547', 'lastCheck': '2.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424807', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299623', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297481', 'lastCheck': '2.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00148992', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459579', 'lastCheck': '2.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424812', 'lastCheck': '2.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251637', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215474', 'lastCheck': '5.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317377', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257972', 'lastCheck': '3.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372757', 'lastCheck': '3.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000504483', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234693', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298705', 'lastCheck': '1.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310469', 'lastCheck': '2.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268752', 'lastCheck': '2.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000440269', 'lastCheck': '2.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000194898', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331517', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247808', 'lastCheck': '2.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000346103', 'lastCheck': '6.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234542', 'lastCheck': '2.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00036427', 'lastCheck': '2.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000449425', 'lastCheck': '4.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369529', 'lastCheck': '2.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275149', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00509465', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000206499', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217273', 'lastCheck': '2.1', 'valid': True}} from=internal, task_id=23315606-83fe-47ff-ab3b-f5332098d909 (api:52)
2018-03-08 01:51:22,010+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=cfe1c23f-7185-4ef2-b26e-0990d2c293d9 (api:46)
2018-03-08 01:51:22,011+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=cfe1c23f-7185-4ef2-b26e-0990d2c293d9 (api:52)
2018-03-08 01:51:22,155+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:22,203+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c864cfa-d5ef-4ee1-8f3c-b47ee1f02fee (threadPool:210)
2018-03-08 01:51:22,203+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 729d2f4c-501a-4cc5-a9cf-a17f39dadcac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:22,204+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:22,545+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:22,594+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6f72e836-ed01-4166-898d-ec27b4088deb (threadPool:210)
2018-03-08 01:51:22,595+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0a519dd6-7354-42fa-a925-61343a5f5c96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:22,595+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:22,849+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:22,894+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 49307c02-9d2a-41d2-97a8-666ab3522609 (threadPool:210)
2018-03-08 01:51:22,895+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4ba8a053-a483-45d2-9b6e-cc21db91c049 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:22,895+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:23,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:23,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69ba3e94-57b3-4b9e-836d-720888955e9f (threadPool:210)
2018-03-08 01:51:23,217+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a5c80579-f6d4-42e8-b8b3-edcef5726811 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:23,218+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:23,473+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:23,523+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f7382248-a3fd-4aa8-a63e-05e56ca87275 (threadPool:210)
2018-03-08 01:51:23,523+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 03595b40-8c94-45a8-a204-3a8f847a1a09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:23,524+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:23,780+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:23,819+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 729d2f4c-501a-4cc5-a9cf-a17f39dadcac (threadPool:210)
2018-03-08 01:51:23,819+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task be37861d-096e-45d9-a72f-a9791ee819b5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:23,819+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:24,065+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:24,123+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4ba8a053-a483-45d2-9b6e-cc21db91c049 (threadPool:210)
2018-03-08 01:51:24,124+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 86ea2d76-7f3b-4a5a-a253-a2599233af1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:24,124+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:24,386+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:24,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a5c80579-f6d4-42e8-b8b3-edcef5726811 (threadPool:210)
2018-03-08 01:51:24,434+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 355b868a-28e5-40c7-a109-ab6083f39dd4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:24,435+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:24,713+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:24,762+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 03595b40-8c94-45a8-a204-3a8f847a1a09 (threadPool:210)
2018-03-08 01:51:24,763+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0e194d5a-f2bc-45d8-a7d9-ace08a974dfe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:24,763+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:25,008+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:25,058+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0a519dd6-7354-42fa-a925-61343a5f5c96 (threadPool:210)
2018-03-08 01:51:25,058+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2defc75a-287a-4f0e-8f27-953ada8362bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:25,059+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:25,320+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:25,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task be37861d-096e-45d9-a72f-a9791ee819b5 (threadPool:210)
2018-03-08 01:51:25,368+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74309669-2202-4f5d-9ba1-625d329587b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:25,369+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:25,608+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:25,656+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 86ea2d76-7f3b-4a5a-a253-a2599233af1b (threadPool:210)
2018-03-08 01:51:25,656+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bb78f679-8154-4e39-b1f7-7433d52c3929 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:25,656+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:25,950+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:25,986+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 355b868a-28e5-40c7-a109-ab6083f39dd4 (threadPool:210)
2018-03-08 01:51:25,987+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 77143134-463b-4f00-83d7-036bb319ecf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:25,988+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:26,260+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:26,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0e194d5a-f2bc-45d8-a7d9-ace08a974dfe (threadPool:210)
2018-03-08 01:51:26,312+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 4b894279-baae-4825-809e-60cedb78970d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:51:26,312+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:26,555+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:26,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2defc75a-287a-4f0e-8f27-953ada8362bb (threadPool:210)
2018-03-08 01:51:26,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 760253f2-3b7f-4a44-8bc0-dfe673ce9a71 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1$p\xc2\x81&')\x88\x0fE=`'\xf7\x9ba000000000000300000000000000")) (threadPool:208)
2018-03-08 01:51:26,600+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 619bf727-603d-450f-8829-272681c27024 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 12288 (mailbox:161)
2018-03-08 01:51:26,600+0100 INFO  (mailbox-spm/3) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/619bf727-603d-450f-8829-272681c27024 to 12288 megabytes (lvm:1205)
2018-03-08 01:51:26,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 760253f2-3b7f-4a44-8bc0-dfe673ce9a71 (threadPool:210)
2018-03-08 01:51:26,782+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9a76c6c1-82c0-417a-8016-7ef5204e85a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:26,783+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:26,946+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:26,991+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74309669-2202-4f5d-9ba1-625d329587b0 (threadPool:210)
2018-03-08 01:51:26,992+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74be4964-51aa-466e-b60f-42e357163e45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:26,992+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:27,282+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:27,325+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bb78f679-8154-4e39-b1f7-7433d52c3929 (threadPool:210)
2018-03-08 01:51:27,325+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d0e4dcc3-bc22-4a20-8e9a-ec73230bf4d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:27,325+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:27,633+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:27,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 77143134-463b-4f00-83d7-036bb319ecf8 (threadPool:210)
2018-03-08 01:51:27,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 19de291c-f93c-4195-9e99-87512844585c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:27,684+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:28,005+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:28,055+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 4b894279-baae-4825-809e-60cedb78970d (threadPool:210)
2018-03-08 01:51:28,056+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 20690142-df16-4801-aa32-25596c80138f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:28,056+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:28,351+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:28,420+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9a76c6c1-82c0-417a-8016-7ef5204e85a7 (threadPool:210)
2018-03-08 01:51:28,421+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7fc851f8-bffe-408f-ace0-78714a1b8b78 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:28,421+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:28,690+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:28,740+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74be4964-51aa-466e-b60f-42e357163e45 (threadPool:210)
2018-03-08 01:51:28,741+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a9c87488-b391-4ddc-b5c2-fb4b573f3275 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:28,741+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:28,950+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=ed80158d-f77f-441b-93ca-54b57e52ed12 (api:46)
2018-03-08 01:51:28,956+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=ed80158d-f77f-441b-93ca-54b57e52ed12 (api:52)
2018-03-08 01:51:28,956+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:29,053+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:29,076+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=befdc1e8-187c-4c0c-af18-fd6095ed2218 (api:46)
2018-03-08 01:51:29,087+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=befdc1e8-187c-4c0c-af18-fd6095ed2218 (api:52)
2018-03-08 01:51:29,089+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:51:29,115+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d0e4dcc3-bc22-4a20-8e9a-ec73230bf4d2 (threadPool:210)
2018-03-08 01:51:29,115+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fd7fea16-6352-42a0-b225-8e4f4f59fc8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:29,115+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:29,419+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:29,473+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 19de291c-f93c-4195-9e99-87512844585c (threadPool:210)
2018-03-08 01:51:29,473+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 865018c4-a84b-4941-b45a-ef9d2727fb43 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:29,474+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:29,724+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:29,732+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:29,735+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:29,766+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:29,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 20690142-df16-4801-aa32-25596c80138f (threadPool:210)
2018-03-08 01:51:29,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 46495054-57ec-46f8-9eea-f9989b295844 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:29,826+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:30,116+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:30,161+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7fc851f8-bffe-408f-ace0-78714a1b8b78 (threadPool:210)
2018-03-08 01:51:30,162+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4aa0a02b-88ba-4bfa-b968-fb16528e3daf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:30,162+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:30,483+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:30,527+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a9c87488-b391-4ddc-b5c2-fb4b573f3275 (threadPool:210)
2018-03-08 01:51:30,527+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0e76e256-7d15-4fe4-9059-cc743f451431 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:30,527+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:30,838+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:30,882+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fd7fea16-6352-42a0-b225-8e4f4f59fc8a (threadPool:210)
2018-03-08 01:51:30,882+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2a1a51fb-d5de-4cb9-ba52-ea92ba56e93c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:30,882+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:31,201+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:31,252+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 865018c4-a84b-4941-b45a-ef9d2727fb43 (threadPool:210)
2018-03-08 01:51:31,252+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b1c2b28d-95a1-45ab-82b2-774e1b9228b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:31,252+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:31,517+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:31,815+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:31,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 46495054-57ec-46f8-9eea-f9989b295844 (threadPool:210)
2018-03-08 01:51:31,861+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task affc72c7-d60c-4eea-80e1-aeb25bddf2a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:31,861+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:32,112+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:32,156+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4aa0a02b-88ba-4bfa-b968-fb16528e3daf (threadPool:210)
2018-03-08 01:51:32,156+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 583ddd6a-6c2e-44d9-97af-a661450531b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:32,157+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:32,485+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:32,528+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0e76e256-7d15-4fe4-9059-cc743f451431 (threadPool:210)
2018-03-08 01:51:32,528+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bf7d229a-8fc4-4377-8571-c4833ac716eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1929, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:32,529+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:32,852+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:32,898+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b1c2b28d-95a1-45ab-82b2-774e1b9228b1 (threadPool:210)
2018-03-08 01:51:32,898+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5eb021fd-b7cf-46e8-aba1-61ee861b17af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:32,899+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:33,155+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:33,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task affc72c7-d60c-4eea-80e1-aeb25bddf2a9 (threadPool:210)
2018-03-08 01:51:33,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9ddfc903-5ac6-499d-97b4-06fa1862f37a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:33,205+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:33,527+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:33,556+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 583ddd6a-6c2e-44d9-97af-a661450531b8 (threadPool:210)
2018-03-08 01:51:33,557+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8c7ace77-2155-4dfe-b0d4-0dc131d1d75c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:33,557+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:33,824+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:51:33,829+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:51:33,832+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:33,840+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:51:33,840+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:51:33,840+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:51:33,901+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:33,937+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:33,940+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=fef0ac48-afb8-4630-8331-5fdbbcab39fa (api:46)
2018-03-08 01:51:33,942+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247073', 'lastCheck': '4.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '3.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357862', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306382', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387667', 'lastCheck': '4.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317315', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000375284', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372797', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035739', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229075', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029961', 'lastCheck': '0.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282735', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235493', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292075', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051585', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251862', 'lastCheck': '2.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256938', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339802', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402432', 'lastCheck': '4.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436145', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029503', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209774', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000450591', 'lastCheck': '8.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298612', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363219', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298365', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300213', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239614', 'lastCheck': '4.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301149', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244679', 'lastCheck': '4.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=fef0ac48-afb8-4630-8331-5fdbbcab39fa (api:52)
2018-03-08 01:51:33,942+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=848f6709-5593-4776-96bd-317e1dae8933 (api:46)
2018-03-08 01:51:33,942+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=848f6709-5593-4776-96bd-317e1dae8933 (api:52)
2018-03-08 01:51:33,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bf7d229a-8fc4-4377-8571-c4833ac716eb (threadPool:210)
2018-03-08 01:51:33,966+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d1024d7c-b718-4ad7-9ff4-62611ee7ed16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:33,966+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:33,972+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.01'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '3.64', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '94.84'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.62'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '24': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '94.70'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.44', 'cpuIdle': '94.84'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '20': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.30'}, '21': {'cpuUser': '3.24', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.84'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '23': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.67'}, '28': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.55'}, '29': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.18'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '5.30', 'nodeIndex': 1, 'cpuSys': '27.94', 'cpuIdle': '66.76'}, '0': {'cpuUser': '6.42', 'nodeIndex': 0, 'cpuSys': '4.50', 'cpuIdle': '89.08'}, '3': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '2': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.38'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.16'}, '4': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.29'}, '6': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.23'}, '8': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.09'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '97.48'}, '59': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '10': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.69'}, '13': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '12': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '15': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '14': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '17': {'cpuUser': '2.71', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.37'}, '16': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '94.70'}, '49': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '37': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.02'}, '35': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.75'}, '34': {'cpuUser': '7.81', 'nodeIndex': 0, 'cpuSys': '7.95', 'cpuIdle': '84.24'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311477'}, '0': {'memPercent': 12, 'memFree': '346212'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282735', 'lastCheck': '4.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247073', 'lastCheck': '4.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235493', 'lastCheck': '5.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292075', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387667', 'lastCheck': '4.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317315', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000375284', 'lastCheck': '2.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372797', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035739', 'lastCheck': '4.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229075', 'lastCheck': '4.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029961', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357862', 'lastCheck': '4.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306382', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051585', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256938', 'lastCheck': '3.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339802', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402432', 'lastCheck': '4.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436145', 'lastCheck': '0.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251862', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301149', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209774', 'lastCheck': '4.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000450591', 'lastCheck': '8.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298612', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363219', 'lastCheck': '6.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298365', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300213', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239614', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029503', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244679', 'lastCheck': '4.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647925418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404468211', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.351', 'tx': '1176279100203', 'txDropped': '0', 'rx': '625372481967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0', 'tx': '1580937218999', 'txDropped': '0', 'rx': '926364012739', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45222093', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416601258', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200652261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet0', 'tx': '87944966', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet1', 'tx': '37766347612', 'txDropped': '0', 'rx': '878104965', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet2', 'tx': '21129818873', 'txDropped': '0', 'rx': '141322539604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175821045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet4', 'tx': '396628408', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet5', 'tx': '23426231326', 'txDropped': '0', 'rx': '498200879', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet6', 'tx': '6654715336', 'txDropped': '0', 'rx': '430175889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet7', 'tx': '1434510768', 'txDropped': '0', 'rx': '552455025', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42469104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46772294', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'lo', 'tx': '6940370082', 'txDropped': '0', 'rx': '6940370082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170787990', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'eno1', 'tx': '975624909755', 'txDropped': '0', 'rx': '434017443590', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'eno2', 'tx': '605312309244', 'txDropped': '0', 'rx': '492346569149', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470281.947781, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470281.947781, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633242327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75965417', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77083282', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192344209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370813154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.306', 'tx': '76695872255', 'txDropped': '0', 'rx': '8373829541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49898275', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430633407', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299110609', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.110', 'tx': '2476817437', 'txDropped': '0', 'rx': '66856713934', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.111', 'tx': '122682244436', 'txDropped': '0', 'rx': '24451716527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55267671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54195563', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465599443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165466251', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56047589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55877400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45217301', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470281.947781, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226691130', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'oVirtManagement', 'tx': '1176279099555', 'txDropped': '0', 'rx': '625371743564', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577551960', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'vnet3', 'tx': '543022292', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470281.947781, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754599454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696327.81', 'cpuLoad': '2.85', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92894'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.50', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635313L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:51:33 GMT', 'cpuUser': '1.38', 'memFree': 667608, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.51'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:33,977+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:51:34,230+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:34,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5eb021fd-b7cf-46e8-aba1-61ee861b17af (threadPool:210)
2018-03-08 01:51:34,281+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d5e77ab2-4dfc-4d07-b57c-679f16ee7548 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:34,281+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:34,579+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:34,655+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2a1a51fb-d5de-4cb9-ba52-ea92ba56e93c (threadPool:210)
2018-03-08 01:51:34,656+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0c237dfa-cab3-4799-b3c8-781570741823 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:34,656+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:34,951+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:35,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8c7ace77-2155-4dfe-b0d4-0dc131d1d75c (threadPool:210)
2018-03-08 01:51:35,001+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7365897a-0afb-45e7-a685-776bcb1911dd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:35,001+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:35,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:35,325+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d1024d7c-b718-4ad7-9ff4-62611ee7ed16 (threadPool:210)
2018-03-08 01:51:35,326+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a3623318-ee1e-4411-87db-be74dccd15f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:35,326+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:35,587+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:35,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9ddfc903-5ac6-499d-97b4-06fa1862f37a (threadPool:210)
2018-03-08 01:51:35,635+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1e5a5bdf-9f45-490d-bcaa-a483ac2d019e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:35,636+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:35,896+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:35,943+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d5e77ab2-4dfc-4d07-b57c-679f16ee7548 (threadPool:210)
2018-03-08 01:51:35,943+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 68c3a42f-622c-4762-a47a-e59932e59a7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:35,944+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:36,189+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:36,223+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0c237dfa-cab3-4799-b3c8-781570741823 (threadPool:210)
2018-03-08 01:51:36,224+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ec0a2c7b-6adc-49e9-bb52-3a29d0bb0a8a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:36,224+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:36,553+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:36,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7365897a-0afb-45e7-a685-776bcb1911dd (threadPool:210)
2018-03-08 01:51:36,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0f3a3375-7d39-401c-adc2-c95422ac0a56 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:36,599+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:36,857+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:36,921+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a3623318-ee1e-4411-87db-be74dccd15f2 (threadPool:210)
2018-03-08 01:51:36,921+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3aa440b0-57d8-4051-a3df-29764e5d2e07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:36,921+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:37,100+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=b9e504e1-23e0-43a1-b23f-92a4fb63987f (api:46)
2018-03-08 01:51:37,101+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247073', 'lastCheck': '7.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447363', 'lastCheck': '6.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357862', 'lastCheck': '7.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306382', 'lastCheck': '7.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000387667', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317315', 'lastCheck': '3.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000375284', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372797', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035739', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229075', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222944', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282735', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235493', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292075', 'lastCheck': '3.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051585', 'lastCheck': '2.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251862', 'lastCheck': '6.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256938', 'lastCheck': '6.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000339802', 'lastCheck': '7.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402432', 'lastCheck': '7.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436145', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231248', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00029503', 'lastCheck': '7.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209774', 'lastCheck': '2.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264878', 'lastCheck': '1.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298612', 'lastCheck': '3.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235343', 'lastCheck': '2.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000363219', 'lastCheck': '9.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298365', 'lastCheck': '7.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300213', 'lastCheck': '7.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239614', 'lastCheck': '7.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301149', 'lastCheck': '7.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244679', 'lastCheck': '3.1', 'valid': True}} from=internal, task_id=b9e504e1-23e0-43a1-b23f-92a4fb63987f (api:52)
2018-03-08 01:51:37,102+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=d572a781-4d50-43b5-8b0c-19eaa19e47a7 (api:46)
2018-03-08 01:51:37,102+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d572a781-4d50-43b5-8b0c-19eaa19e47a7 (api:52)
2018-03-08 01:51:37,163+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:37,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1e5a5bdf-9f45-490d-bcaa-a483ac2d019e (threadPool:210)
2018-03-08 01:51:37,214+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 49859b24-e0d6-4992-9aae-d253eb20f78e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:37,214+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:37,472+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:37,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 68c3a42f-622c-4762-a47a-e59932e59a7f (threadPool:210)
2018-03-08 01:51:37,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b289915a-2be4-4863-a999-69c50aa1f8ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:51:37,518+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:37,760+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:37,806+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ec0a2c7b-6adc-49e9-bb52-3a29d0bb0a8a (threadPool:210)
2018-03-08 01:51:37,807+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 44ddb678-c601-4544-a293-534daca6f155 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:37,807+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:38,107+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:38,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0f3a3375-7d39-401c-adc2-c95422ac0a56 (threadPool:210)
2018-03-08 01:51:38,148+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task be58d0ea-68f7-45ab-8a51-edb98ebba267 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:38,148+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:38,409+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:38,446+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 49859b24-e0d6-4992-9aae-d253eb20f78e (threadPool:210)
2018-03-08 01:51:38,447+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 74a277bf-2ff6-48cb-af27-72f1f1f8d61e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:38,448+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:38,726+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:38,777+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b289915a-2be4-4863-a999-69c50aa1f8ac (threadPool:210)
2018-03-08 01:51:38,778+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4adb0129-5cc1-4dfd-8251-7f85cd0a6ed4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:38,779+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:39,062+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:39,110+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 44ddb678-c601-4544-a293-534daca6f155 (threadPool:210)
2018-03-08 01:51:39,110+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 27f817d9-cbc9-495d-b751-573373722c50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:39,111+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:39,375+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:39,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3aa440b0-57d8-4051-a3df-29764e5d2e07 (threadPool:210)
2018-03-08 01:51:39,440+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6b5124bc-c17c-4ecc-b4b3-b9d7c9e94274 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:39,441+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:39,514+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5c5018c8-fc92-4bf1-bf0a-86ac50fc5bee (api:46)
2018-03-08 01:51:39,520+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5c5018c8-fc92-4bf1-bf0a-86ac50fc5bee (api:52)
2018-03-08 01:51:39,520+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:39,617+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7aba4fdd-5a13-4ea2-921b-eeb9185f5153 (api:46)
2018-03-08 01:51:39,631+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7aba4fdd-5a13-4ea2-921b-eeb9185f5153 (api:52)
2018-03-08 01:51:39,634+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:39,693+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:39,780+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 74a277bf-2ff6-48cb-af27-72f1f1f8d61e (threadPool:210)
2018-03-08 01:51:39,781+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6ef035f7-8edf-4096-9950-5e607462073a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:39,781+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:40,025+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:40,066+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4adb0129-5cc1-4dfd-8251-7f85cd0a6ed4 (threadPool:210)
2018-03-08 01:51:40,066+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccee3a9f-4bd3-4a4b-87db-9e182052a9e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:40,067+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:40,347+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:40,389+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 27f817d9-cbc9-495d-b751-573373722c50 (threadPool:210)
2018-03-08 01:51:40,390+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d18a58c4-be0f-490a-a599-c139569f0760 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:40,390+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:40,703+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:40,744+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task be58d0ea-68f7-45ab-8a51-edb98ebba267 (threadPool:210)
2018-03-08 01:51:40,745+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7536e36c-e9e4-4f57-a56a-cca8260806d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:40,745+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:40,859+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=99585caa-06f8-4f19-acf5-4df685728a3d (api:46)
2018-03-08 01:51:40,861+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=99585caa-06f8-4f19-acf5-4df685728a3d (api:52)
2018-03-08 01:51:40,862+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=13860323-eb0b-4fae-9f04-de5d2cc188c7 (api:46)
2018-03-08 01:51:40,862+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=13860323-eb0b-4fae-9f04-de5d2cc188c7 (api:52)
2018-03-08 01:51:40,862+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=7e0bf00d-64b0-4ab1-9eaf-5a2d8f3c6cfe (api:46)
2018-03-08 01:51:40,863+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=7e0bf00d-64b0-4ab1-9eaf-5a2d8f3c6cfe (api:52)
2018-03-08 01:51:40,863+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=5c2ecfa6-eaf5-427f-b0d6-d8056280e9bc (api:46)
2018-03-08 01:51:40,864+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=5c2ecfa6-eaf5-427f-b0d6-d8056280e9bc (api:52)
2018-03-08 01:51:40,864+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=a70f53d5-9a54-44ce-9423-b711c3937739 (api:46)
2018-03-08 01:51:40,864+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=a70f53d5-9a54-44ce-9423-b711c3937739 (api:52)
2018-03-08 01:51:40,865+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=18e3f903-4595-45ad-a50e-a838ff0bce77 (api:46)
2018-03-08 01:51:40,865+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=18e3f903-4595-45ad-a50e-a838ff0bce77 (api:52)
2018-03-08 01:51:40,865+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=b67175f6-c5de-4029-bb63-d9b436343e01 (api:46)
2018-03-08 01:51:40,866+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=b67175f6-c5de-4029-bb63-d9b436343e01 (api:52)
2018-03-08 01:51:40,866+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=82760bc4-0787-4e90-a77f-3c33e1141970 (api:46)
2018-03-08 01:51:40,866+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=82760bc4-0787-4e90-a77f-3c33e1141970 (api:52)
2018-03-08 01:51:40,867+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2a239a5c-4c0c-48a1-a9e0-4bc8382aee2a (api:46)
2018-03-08 01:51:40,867+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2a239a5c-4c0c-48a1-a9e0-4bc8382aee2a (api:52)
2018-03-08 01:51:40,867+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=fe62a7f7-842e-4270-a29a-f61ec0d5e785 (api:46)
2018-03-08 01:51:40,867+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=fe62a7f7-842e-4270-a29a-f61ec0d5e785 (api:52)
2018-03-08 01:51:41,063+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:41,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6ef035f7-8edf-4096-9950-5e607462073a (threadPool:210)
2018-03-08 01:51:41,109+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 79ee7431-47f6-4ed5-af43-711f0e6b5e44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:41,110+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:41,368+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:41,416+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccee3a9f-4bd3-4a4b-87db-9e182052a9e2 (threadPool:210)
2018-03-08 01:51:41,416+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dd10df5e-1e64-4b2a-ba90-1cc4fdea6a9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:41,417+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:41,703+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:41,753+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d18a58c4-be0f-490a-a599-c139569f0760 (threadPool:210)
2018-03-08 01:51:41,753+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9e2d7ecd-42c9-42cb-8195-ffc596652a47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:41,754+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:42,027+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:42,074+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6b5124bc-c17c-4ecc-b4b3-b9d7c9e94274 (threadPool:210)
2018-03-08 01:51:42,075+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 12fe1672-d50a-44c3-a4de-cb318b82e4df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:42,075+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:42,362+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:42,409+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7536e36c-e9e4-4f57-a56a-cca8260806d3 (threadPool:210)
2018-03-08 01:51:42,409+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 803b6b10-9e1c-4697-8bcc-9f2540462bf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:42,409+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:42,701+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:42,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 79ee7431-47f6-4ed5-af43-711f0e6b5e44 (threadPool:210)
2018-03-08 01:51:42,750+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task effb0ba6-fc96-4034-8d39-5efcae39c914 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:42,750+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:43,065+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:43,109+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dd10df5e-1e64-4b2a-ba90-1cc4fdea6a9d (threadPool:210)
2018-03-08 01:51:43,110+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9d6fc89a-2c7e-48f5-b496-db093016ce23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:43,110+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:43,422+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:43,765+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:43,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9e2d7ecd-42c9-42cb-8195-ffc596652a47 (threadPool:210)
2018-03-08 01:51:43,811+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f801330f-4107-444e-a20a-1222cd07f7fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:43,812+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:44,214+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:44,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 12fe1672-d50a-44c3-a4de-cb318b82e4df (threadPool:210)
2018-03-08 01:51:44,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d6c3ef2-be07-4689-b654-774785fab24d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:44,260+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:44,524+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:44,575+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 803b6b10-9e1c-4697-8bcc-9f2540462bf3 (threadPool:210)
2018-03-08 01:51:44,575+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f82c9661-0800-4e74-afc4-79efd1ebdb72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:44,575+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:44,751+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:44,755+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:44,758+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:44,843+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:44,891+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task effb0ba6-fc96-4034-8d39-5efcae39c914 (threadPool:210)
2018-03-08 01:51:44,891+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3aebe7fb-8a8f-4b50-adf4-6a648000fd28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:44,892+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:45,163+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:45,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9d6fc89a-2c7e-48f5-b496-db093016ce23 (threadPool:210)
2018-03-08 01:51:45,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1a38fce8-9cba-48f8-8d4e-4fe7cd6025d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:45,201+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:45,481+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:45,529+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d6c3ef2-be07-4689-b654-774785fab24d (threadPool:210)
2018-03-08 01:51:45,529+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 149100ae-77b9-4c2f-94fe-3699446b8daa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:45,529+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:45,816+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:45,865+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f82c9661-0800-4e74-afc4-79efd1ebdb72 (threadPool:210)
2018-03-08 01:51:45,866+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 81c49c90-93e1-403a-86d9-833ea7dd2a4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:45,867+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:46,168+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:46,214+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3aebe7fb-8a8f-4b50-adf4-6a648000fd28 (threadPool:210)
2018-03-08 01:51:46,214+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a567befe-c2d0-4adf-81e1-7ba09ab79f07 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:46,214+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:46,496+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:46,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f801330f-4107-444e-a20a-1222cd07f7fa (threadPool:210)
2018-03-08 01:51:46,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e9827744-df67-4086-80a2-65fdf98c109b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:46,546+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:46,905+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:46,954+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1a38fce8-9cba-48f8-8d4e-4fe7cd6025d6 (threadPool:210)
2018-03-08 01:51:46,955+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 47727364-d69d-442f-832b-a3589e85a0bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:46,955+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:47,222+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:47,280+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 81c49c90-93e1-403a-86d9-833ea7dd2a4c (threadPool:210)
2018-03-08 01:51:47,282+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5dc7b782-bf54-46d8-9638-e1bd5ba9611c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:47,282+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:47,545+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:47,594+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a567befe-c2d0-4adf-81e1-7ba09ab79f07 (threadPool:210)
2018-03-08 01:51:47,594+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 54cd5cdf-aba6-4d8e-90f4-04a5fd572a51 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:47,595+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:47,876+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:47,925+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e9827744-df67-4086-80a2-65fdf98c109b (threadPool:210)
2018-03-08 01:51:47,926+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 826866d4-fc11-42a9-8716-0374c275de9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:47,926+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:48,182+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:48,240+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 149100ae-77b9-4c2f-94fe-3699446b8daa (threadPool:210)
2018-03-08 01:51:48,241+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ade154de-cde8-42e2-b4a0-5069e2607ed1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:48,242+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:48,608+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:48,650+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 47727364-d69d-442f-832b-a3589e85a0bd (threadPool:210)
2018-03-08 01:51:48,651+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92677363-3506-4ffc-b7dd-11b28a5fc663 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:51:48,651+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:48,843+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:51:48,852+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:51:48,854+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:48,873+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:51:48,873+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:51:48,874+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:51:49,012+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:49,013+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=e3ccb622-f5e2-4df8-856e-ee5a60f86435 (api:46)
2018-03-08 01:51:49,013+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024437', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000653204', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290716', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398493', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509381', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447703', 'lastCheck': '5.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000481371', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003729', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255647', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220265', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302365', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045201', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540027', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316665', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485526', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199905', 'lastCheck': '8.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221905', 'lastCheck': '8.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209273', 'lastCheck': '9.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275001', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567716', 'lastCheck': '5.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220268', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239824', 'lastCheck': '9.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234595', 'lastCheck': '4.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380424', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231113', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305617', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423748', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568495', 'lastCheck': '9.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238976', 'lastCheck': '9.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384407', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265355', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225275', 'lastCheck': '5.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=e3ccb622-f5e2-4df8-856e-ee5a60f86435 (api:52)
2018-03-08 01:51:49,014+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d512eeac-a58d-4ee3-9dff-174dc8373911 (api:46)
2018-03-08 01:51:49,014+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d512eeac-a58d-4ee3-9dff-174dc8373911 (api:52)
2018-03-08 01:51:49,043+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.15'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.47'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '96.42'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.49'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '95.16'}, '26': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.29'}, '27': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.10'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '21': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '22': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.89'}, '23': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.55'}, '28': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.22'}, '29': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '41': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '1': {'cpuUser': '5.03', 'nodeIndex': 1, 'cpuSys': '26.36', 'cpuIdle': '68.61'}, '0': {'cpuUser': '5.90', 'nodeIndex': 0, 'cpuSys': '4.11', 'cpuIdle': '89.99'}, '3': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.30'}, '2': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '93.51'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '7': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.82'}, '9': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.62'}, '8': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.75'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.95'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '10': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.02'}, '13': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.23'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '15': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '14': {'cpuUser': '3.64', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.24'}, '17': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.56'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.96'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '37': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.37'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.75'}, '35': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.50'}, '34': {'cpuUser': '8.35', 'nodeIndex': 0, 'cpuSys': '8.68', 'cpuIdle': '82.97'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311480'}, '0': {'memPercent': 12, 'memFree': '346225'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045201', 'lastCheck': '3.1', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024437', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000653204', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540027', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316665', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000509381', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447703', 'lastCheck': '5.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000481371', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003729', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255647', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220265', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302365', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290716', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398493', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000485526', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220268', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221905', 'lastCheck': '8.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209273', 'lastCheck': '9.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275001', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000567716', 'lastCheck': '5.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199905', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265355', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234595', 'lastCheck': '4.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380424', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231113', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305617', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423748', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000568495', 'lastCheck': '9.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238976', 'lastCheck': '9.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384407', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239824', 'lastCheck': '9.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225275', 'lastCheck': '5.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647941547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404472388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.351', 'tx': '1176279176069', 'txDropped': '0', 'rx': '625372496767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0', 'tx': '1580937302647', 'txDropped': '0', 'rx': '926364396003', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45222443', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416604802', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200654035', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet0', 'tx': '87947033', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet1', 'tx': '37766351277', 'txDropped': '0', 'rx': '878105270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet2', 'tx': '21129837176', 'txDropped': '0', 'rx': '141322539852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175822360', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet4', 'tx': '396630475', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet5', 'tx': '23426249372', 'txDropped': '0', 'rx': '498200987', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet6', 'tx': '6654721881', 'txDropped': '0', 'rx': '430179322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet7', 'tx': '1434531335', 'txDropped': '0', 'rx': '552461369', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42469454', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46772644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'lo', 'tx': '6940449006', 'txDropped': '0', 'rx': '6940449006', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170788892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'eno1', 'tx': '975624992298', 'txDropped': '0', 'rx': '434017626883', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'eno2', 'tx': '605312310349', 'txDropped': '0', 'rx': '492346769120', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470297.045257, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470297.045257, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633246909', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75965817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77083682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192348131', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370813663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.306', 'tx': '76695872255', 'txDropped': '0', 'rx': '8373831230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49898784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430635096', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299114531', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.110', 'tx': '2476827519', 'txDropped': '0', 'rx': '66856735579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.111', 'tx': '122682244587', 'txDropped': '0', 'rx': '24451732846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55268021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54195913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465603620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165467153', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56047939', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55877750', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45217651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470297.045257, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226692904', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'oVirtManagement', 'tx': '1176279175421', 'txDropped': '0', 'rx': '625371758364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577556542', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'vnet3', 'tx': '543024359', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470297.045257, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754600769', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696342.88', 'cpuLoad': '2.82', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92892'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.97', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:51:49 GMT', 'cpuUser': '1.26', 'memFree': 667600, 'cpuIdle': '97.02', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.05'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:49,047+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:51:49,085+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:49,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5dc7b782-bf54-46d8-9638-e1bd5ba9611c (threadPool:210)
2018-03-08 01:51:49,141+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a2ce0290-c5e0-4363-ae6d-6bb9c71f5b87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:49,142+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:49,424+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:49,467+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 54cd5cdf-aba6-4d8e-90f4-04a5fd572a51 (threadPool:210)
2018-03-08 01:51:49,467+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f5c8e69e-cd80-4062-85c8-b95d445bdbcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:49,467+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:49,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:49,812+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ade154de-cde8-42e2-b4a0-5069e2607ed1 (threadPool:210)
2018-03-08 01:51:49,813+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e6f27b2c-63bc-4836-9f0a-aaf4f183f38c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:49,814+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:50,030+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=d6193f87-4908-49bf-934a-1af52b5fff37 (api:46)
2018-03-08 01:51:50,036+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=d6193f87-4908-49bf-934a-1af52b5fff37 (api:52)
2018-03-08 01:51:50,037+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:50,110+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:50,140+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=ce1fba7c-098b-4531-bd98-97ff98154890 (api:46)
2018-03-08 01:51:50,149+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=ce1fba7c-098b-4531-bd98-97ff98154890 (api:52)
2018-03-08 01:51:50,151+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:51:50,164+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a2ce0290-c5e0-4363-ae6d-6bb9c71f5b87 (threadPool:210)
2018-03-08 01:51:50,165+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c50e4e55-2d10-4887-90c2-f23c938aa2e3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:50,165+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:50,502+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:50,549+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 826866d4-fc11-42a9-8716-0374c275de9c (threadPool:210)
2018-03-08 01:51:50,550+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f1441871-a003-4edc-aa9d-c9b726aa847c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:50,550+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:50,793+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:50,841+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f5c8e69e-cd80-4062-85c8-b95d445bdbcc (threadPool:210)
2018-03-08 01:51:50,841+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 809dc980-dbf9-43f4-b0aa-b1215354b3a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:50,841+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:51,135+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:51,177+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92677363-3506-4ffc-b7dd-11b28a5fc663 (threadPool:210)
2018-03-08 01:51:51,177+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c2d7cda3-4647-4695-9c3a-88467d632123 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:51,177+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:51,441+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:51,491+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c50e4e55-2d10-4887-90c2-f23c938aa2e3 (threadPool:210)
2018-03-08 01:51:51,492+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec0e7773-272d-403f-8d72-f31f84694ac9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:51,492+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:51,776+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:51,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f1441871-a003-4edc-aa9d-c9b726aa847c (threadPool:210)
2018-03-08 01:51:51,822+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0c5ce55-3126-41ca-b238-bb29b4db0bc0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:51,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:52,120+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:52,198+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e4444b43-eb0f-4dbd-848d-951d4a163fb1 (api:46)
2018-03-08 01:51:52,200+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024437', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000653204', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331159', 'lastCheck': '2.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333784', 'lastCheck': '2.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457621', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381197', 'lastCheck': '2.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000266322', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438102', 'lastCheck': '2.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228274', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272835', 'lastCheck': '2.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000302365', 'lastCheck': '5.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356657', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540027', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316665', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469011', 'lastCheck': '2.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223673', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000324134', 'lastCheck': '1.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279595', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306971', 'lastCheck': '2.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000823514', 'lastCheck': '2.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425887', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239505', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439435', 'lastCheck': '2.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000380424', 'lastCheck': '6.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266773', 'lastCheck': '2.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360195', 'lastCheck': '2.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423748', 'lastCheck': '4.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241421', 'lastCheck': '2.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227757', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262462', 'lastCheck': '2.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020995', 'lastCheck': '2.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310612', 'lastCheck': '2.3', 'valid': True}} from=internal, task_id=e4444b43-eb0f-4dbd-848d-951d4a163fb1 (api:52)
2018-03-08 01:51:52,200+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=9a5e7d59-6301-42f9-a98e-5e7abb4e71cc (api:46)
2018-03-08 01:51:52,201+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=9a5e7d59-6301-42f9-a98e-5e7abb4e71cc (api:52)
2018-03-08 01:51:52,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 809dc980-dbf9-43f4-b0aa-b1215354b3a7 (threadPool:210)
2018-03-08 01:51:52,236+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 81135441-1d2c-4975-8a83-20b6aea5c592 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:52,236+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:52,495+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:52,544+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e6f27b2c-63bc-4836-9f0a-aaf4f183f38c (threadPool:210)
2018-03-08 01:51:52,545+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a59f7347-5a22-495b-8015-a9081c15381f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:52,545+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:52,794+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:52,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c2d7cda3-4647-4695-9c3a-88467d632123 (threadPool:210)
2018-03-08 01:51:52,844+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 739ad81b-e335-4906-8938-d8a9af3966b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:52,845+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:53,108+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:53,153+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec0e7773-272d-403f-8d72-f31f84694ac9 (threadPool:210)
2018-03-08 01:51:53,153+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a1ef0f33-626f-4560-a884-1df0cb41b328 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:53,154+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:53,568+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:53,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0c5ce55-3126-41ca-b238-bb29b4db0bc0 (threadPool:210)
2018-03-08 01:51:53,618+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 305c09a2-3783-47f5-a928-6790ff53a866 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:53,619+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:53,906+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:53,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 81135441-1d2c-4975-8a83-20b6aea5c592 (threadPool:210)
2018-03-08 01:51:53,956+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task efc9b444-89c0-414a-9d16-915924d18b01 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:53,957+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:54,239+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:54,289+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a59f7347-5a22-495b-8015-a9081c15381f (threadPool:210)
2018-03-08 01:51:54,289+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task aa379552-e53c-4941-9647-7a456a929fb8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:54,290+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:54,562+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:54,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 739ad81b-e335-4906-8938-d8a9af3966b1 (threadPool:210)
2018-03-08 01:51:54,610+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f9f0b2e7-5cab-438a-af81-75ec8afa11be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:54,610+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:54,913+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:54,964+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a1ef0f33-626f-4560-a884-1df0cb41b328 (threadPool:210)
2018-03-08 01:51:54,965+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5726e9df-6d67-4685-841f-5c5efaa4622a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:54,965+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:55,280+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:55,631+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:55,676+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 305c09a2-3783-47f5-a928-6790ff53a866 (threadPool:210)
2018-03-08 01:51:55,676+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1147de84-5c82-4b09-8fd2-44508a599a99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:55,676+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:56,026+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:56,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task efc9b444-89c0-414a-9d16-915924d18b01 (threadPool:210)
2018-03-08 01:51:56,070+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 65764b98-ed5a-4c93-b51e-6320d1209afc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:56,071+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:56,344+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:56,390+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task aa379552-e53c-4941-9647-7a456a929fb8 (threadPool:210)
2018-03-08 01:51:56,391+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 166371dc-2a83-4e4b-8153-76b007d2df55 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:56,391+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:56,639+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:56,687+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f9f0b2e7-5cab-438a-af81-75ec8afa11be (threadPool:210)
2018-03-08 01:51:56,687+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 12937fbf-15e6-4d37-8a42-2b63181c4375 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:56,687+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:56,954+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:56,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5726e9df-6d67-4685-841f-5c5efaa4622a (threadPool:210)
2018-03-08 01:51:56,991+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ffa8c9a-ff22-424a-a358-dea601a87b2b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:56,992+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:57,307+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:57,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1147de84-5c82-4b09-8fd2-44508a599a99 (threadPool:210)
2018-03-08 01:51:57,346+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 785fed06-0bae-4f9e-afa7-c6370972a706 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:57,347+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:57,621+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:57,665+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 166371dc-2a83-4e4b-8153-76b007d2df55 (threadPool:210)
2018-03-08 01:51:57,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 25620b81-3ba2-4d8d-87c5-75a240071be4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:57,666+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:58,050+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:58,096+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 12937fbf-15e6-4d37-8a42-2b63181c4375 (threadPool:210)
2018-03-08 01:51:58,096+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 09e651bb-599d-4380-a76e-8984158f33ce (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:58,097+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:58,351+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:58,413+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ffa8c9a-ff22-424a-a358-dea601a87b2b (threadPool:210)
2018-03-08 01:51:58,413+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 93a2a575-632c-4a54-a597-8a07fcefb811 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:58,413+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:58,697+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:58,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 65764b98-ed5a-4c93-b51e-6320d1209afc (threadPool:210)
2018-03-08 01:51:58,742+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9edf0649-1443-47dd-93d4-1433496b07db (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:58,742+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:59,028+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:59,076+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 785fed06-0bae-4f9e-afa7-c6370972a706 (threadPool:210)
2018-03-08 01:51:59,076+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6ecc600d-4c46-4691-bee0-7991e9dbba2e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:51:59,076+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:51:59,401+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:59,493+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 25620b81-3ba2-4d8d-87c5-75a240071be4 (threadPool:210)
2018-03-08 01:51:59,494+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 176fd268-c8b7-49c8-81f1-72481efdae6f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:59,494+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:51:59,777+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:51:59,799+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:51:59,826+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:51:59,829+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:51:59,882+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 09e651bb-599d-4380-a76e-8984158f33ce (threadPool:210)
2018-03-08 01:51:59,882+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 971b78b2-3a9b-4cac-b704-8958bf958e08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:51:59,883+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:00,221+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:00,256+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 93a2a575-632c-4a54-a597-8a07fcefb811 (threadPool:210)
2018-03-08 01:52:00,256+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2c39faed-6558-4e33-9d8f-3a71bff63997 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:00,256+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:00,544+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fe1a2593-9ba0-4dc8-9a27-e325489f3d92 (api:46)
2018-03-08 01:52:00,550+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fe1a2593-9ba0-4dc8-9a27-e325489f3d92 (api:52)
2018-03-08 01:52:00,550+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:00,603+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:00,642+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=0cd61ab8-165f-49f9-9027-ca9caec2e883 (api:46)
2018-03-08 01:52:00,651+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=0cd61ab8-165f-49f9-9027-ca9caec2e883 (api:52)
2018-03-08 01:52:00,652+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:00,658+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6ecc600d-4c46-4691-bee0-7991e9dbba2e (threadPool:210)
2018-03-08 01:52:00,658+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dc36c8b3-0b63-42c1-91f7-f3e0b4cac57b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:00,659+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:00,971+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:01,021+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 176fd268-c8b7-49c8-81f1-72481efdae6f (threadPool:210)
2018-03-08 01:52:01,021+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b1f3e8bc-2df2-4aa9-be27-31dbe7a86d1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:01,022+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:01,345+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:01,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 971b78b2-3a9b-4cac-b704-8958bf958e08 (threadPool:210)
2018-03-08 01:52:01,393+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9bd8a008-c175-4f13-a8a6-b1ed0a142d7a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:01,393+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:01,716+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:01,775+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9edf0649-1443-47dd-93d4-1433496b07db (threadPool:210)
2018-03-08 01:52:01,776+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dfb7b50f-99d8-4d82-a267-85e5b3c3fd3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:52:01,776+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:02,105+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:02,143+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2c39faed-6558-4e33-9d8f-3a71bff63997 (threadPool:210)
2018-03-08 01:52:02,143+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 217c5713-761c-4ab5-92da-e0502e784414 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:02,143+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:02,482+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:02,523+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b1f3e8bc-2df2-4aa9-be27-31dbe7a86d1f (threadPool:210)
2018-03-08 01:52:02,524+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task db6c7850-94e2-461a-9097-aec6f97daf46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:02,524+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:02,839+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:02,883+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9bd8a008-c175-4f13-a8a6-b1ed0a142d7a (threadPool:210)
2018-03-08 01:52:02,883+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9e16259d-886a-4fae-acb8-e466bfb8f05e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:02,883+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:03,183+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:03,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dfb7b50f-99d8-4d82-a267-85e5b3c3fd3f (threadPool:210)
2018-03-08 01:52:03,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3938ab2c-dd51-4cb5-ad54-f88ac36df924 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:03,230+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:03,582+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:03,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dc36c8b3-0b63-42c1-91f7-f3e0b4cac57b (threadPool:210)
2018-03-08 01:52:03,632+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ee6477a8-c66d-4b67-b891-18bb8a073e1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:03,633+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:03,878+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:52:03,883+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:52:03,886+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:03,894+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:52:03,895+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:52:03,895+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:03,941+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:03,989+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 217c5713-761c-4ab5-92da-e0502e784414 (threadPool:210)
2018-03-08 01:52:03,990+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de31be8c-3bba-4474-bfb9-a6a785e4df5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:03,990+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:04,087+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:04,089+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=08aed9fd-396c-4246-bef9-96bddf7eabb6 (api:46)
2018-03-08 01:52:04,090+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296868', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508273', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281779', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436761', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574186', 'lastCheck': '4.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258339', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000471908', 'lastCheck': '4.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380571', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521212', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515044', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363714', 'lastCheck': '0.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265625', 'lastCheck': '4.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229059', 'lastCheck': '5.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309498', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436435', 'lastCheck': '4.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460321', 'lastCheck': '3.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244905', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250962', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278188', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575745', 'lastCheck': '0.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306737', 'lastCheck': '4.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239604', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033069', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000508178', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247232', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243777', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419352', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402327', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229784', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293572', 'lastCheck': '4.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273906', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235637', 'lastCheck': '0.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=08aed9fd-396c-4246-bef9-96bddf7eabb6 (api:52)
2018-03-08 01:52:04,090+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7ddace7c-2de7-44fe-8da1-324d7e04654f (api:46)
2018-03-08 01:52:04,090+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7ddace7c-2de7-44fe-8da1-324d7e04654f (api:52)
2018-03-08 01:52:04,117+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '48': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.34'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '53': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.28'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '94.30'}, '26': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.48'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.16'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '22': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.03'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '29': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '27.10', 'cpuIdle': '67.86'}, '0': {'cpuUser': '6.29', 'nodeIndex': 0, 'cpuSys': '4.70', 'cpuIdle': '89.01'}, '3': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '2': {'cpuUser': '3.05', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.44'}, '5': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '4': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.82'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '6': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.95'}, '9': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '8': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.55'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '97.15'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '10': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.68'}, '13': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '12': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.29'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '14': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.01'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.75'}, '16': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.41'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '95.43'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.02'}, '35': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '34': {'cpuUser': '7.75', 'nodeIndex': 0, 'cpuSys': '8.55', 'cpuIdle': '83.70'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311800'}, '0': {'memPercent': 12, 'memFree': '345891'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265625', 'lastCheck': '4.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296868', 'lastCheck': '4.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508273', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229059', 'lastCheck': '5.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309498', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574186', 'lastCheck': '4.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258339', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000471908', 'lastCheck': '4.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380571', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521212', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515044', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000363714', 'lastCheck': '0.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281779', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436761', 'lastCheck': '4.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436435', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306737', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244905', 'lastCheck': '3.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250962', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278188', 'lastCheck': '4.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575745', 'lastCheck': '0.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460321', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273906', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033069', 'lastCheck': '4.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000508178', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247232', 'lastCheck': '0.5', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243777', 'lastCheck': '4.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419352', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402327', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229784', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293572', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239604', 'lastCheck': '4.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235637', 'lastCheck': '0.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647988626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404474951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.351', 'tx': '1176279253426', 'txDropped': '0', 'rx': '625372508679', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0', 'tx': '1580937410698', 'txDropped': '0', 'rx': '926364916446', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45222843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416607427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200654757', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet0', 'tx': '87953852', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet1', 'tx': '37766354266', 'txDropped': '0', 'rx': '878105332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet2', 'tx': '21129917591', 'txDropped': '0', 'rx': '141322554316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175823476', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet4', 'tx': '396637294', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet5', 'tx': '23426299294', 'txDropped': '0', 'rx': '498201227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet6', 'tx': '6654727872', 'txDropped': '0', 'rx': '430182670', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet7', 'tx': '1434534324', 'txDropped': '0', 'rx': '552461431', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42469854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46773044', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'lo', 'tx': '6940523730', 'txDropped': '0', 'rx': '6940523730', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170790570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'eno1', 'tx': '975625085106', 'txDropped': '0', 'rx': '434017929481', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'eno2', 'tx': '605312325592', 'txDropped': '0', 'rx': '492346986965', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470312.138649, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470312.138649, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633251495', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75966167', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77084032', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192351473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370814222', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.306', 'tx': '76695872255', 'txDropped': '0', 'rx': '8373837027', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49899343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430640893', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299117873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.110', 'tx': '2476830991', 'txDropped': '0', 'rx': '66856740534', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.111', 'tx': '122682258928', 'txDropped': '0', 'rx': '24451809987', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55268421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54196313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465606183', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165468831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56048339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55878150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45218051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470312.138649, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226693626', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'oVirtManagement', 'tx': '1176279252778', 'txDropped': '0', 'rx': '625371770276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577561128', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'vnet3', 'tx': '543031178', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470312.138649, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754601885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696357.96', 'cpuLoad': '2.79', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92891'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.17', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:52:04 GMT', 'cpuUser': '1.17', 'memFree': 667598, 'cpuIdle': '97.16', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.19'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:04,121+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:52:04,358+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:04,408+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task db6c7850-94e2-461a-9097-aec6f97daf46 (threadPool:210)
2018-03-08 01:52:04,408+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fd5010fd-8798-4855-85c8-ea8af555a5e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:04,408+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:04,753+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:04,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9e16259d-886a-4fae-acb8-e466bfb8f05e (threadPool:210)
2018-03-08 01:52:04,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92441d66-3b19-43d4-a34d-a495b67c7eec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:04,802+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:04,899+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20842 (__init__:330)
2018-03-08 01:52:04,920+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20843 (__init__:330)
2018-03-08 01:52:04,939+0100 INFO  (ioprocess/342157) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:52:04,942+0100 INFO  (ioprocess/342163) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:52:05,070+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:05,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3938ab2c-dd51-4cb5-ad54-f88ac36df924 (threadPool:210)
2018-03-08 01:52:05,119+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 064f954b-474c-4b78-87f7-a4be738253f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:05,120+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:05,432+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:05,486+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ee6477a8-c66d-4b67-b891-18bb8a073e1e (threadPool:210)
2018-03-08 01:52:05,486+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d83b3436-9aec-4990-a1df-8051b9693898 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:05,486+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:05,796+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:05,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de31be8c-3bba-4474-bfb9-a6a785e4df5e (threadPool:210)
2018-03-08 01:52:05,886+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ff0c8489-5c82-4280-a7a0-3677f2fa9944 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:05,887+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:06,232+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:06,279+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fd5010fd-8798-4855-85c8-ea8af555a5e2 (threadPool:210)
2018-03-08 01:52:06,280+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0bedd945-553e-496b-98c7-d979922db7e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:06,280+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:06,535+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:06,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92441d66-3b19-43d4-a34d-a495b67c7eec (threadPool:210)
2018-03-08 01:52:06,582+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92199e62-4c18-4b7e-af84-4fe2020df63a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:06,582+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:06,907+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:06,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 064f954b-474c-4b78-87f7-a4be738253f8 (threadPool:210)
2018-03-08 01:52:06,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 48b2b9ff-277d-41e3-8659-91dfa2a1c909 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:06,952+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:07,289+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:07,341+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3a7b0330-0f0c-41e8-b727-937c1bbf4c5f (api:46)
2018-03-08 01:52:07,343+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000296868', 'lastCheck': '7.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508273', 'lastCheck': '6.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281779', 'lastCheck': '7.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436761', 'lastCheck': '7.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000574186', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000258339', 'lastCheck': '4.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000471908', 'lastCheck': '8.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000380571', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521212', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515044', 'lastCheck': '1.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265776', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265625', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229059', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309498', 'lastCheck': '3.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436435', 'lastCheck': '2.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460321', 'lastCheck': '6.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244905', 'lastCheck': '6.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250962', 'lastCheck': '7.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278188', 'lastCheck': '7.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000575745', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306737', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239604', 'lastCheck': '7.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033069', 'lastCheck': '2.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000361182', 'lastCheck': '1.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247232', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243777', 'lastCheck': '2.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419352', 'lastCheck': '9.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402327', 'lastCheck': '7.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229784', 'lastCheck': '7.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293572', 'lastCheck': '7.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273906', 'lastCheck': '7.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235637', 'lastCheck': '3.3', 'valid': True}} from=internal, task_id=3a7b0330-0f0c-41e8-b727-937c1bbf4c5f (api:52)
2018-03-08 01:52:07,344+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=8b201d62-8c5b-41e0-b838-3c9efb170cfe (api:46)
2018-03-08 01:52:07,344+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8b201d62-8c5b-41e0-b838-3c9efb170cfe (api:52)
2018-03-08 01:52:07,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d83b3436-9aec-4990-a1df-8051b9693898 (threadPool:210)
2018-03-08 01:52:07,384+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 159814e6-8c25-43b8-ab92-b63656ecd4dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:07,384+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:07,679+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:07,728+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ff0c8489-5c82-4280-a7a0-3677f2fa9944 (threadPool:210)
2018-03-08 01:52:07,729+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0c0df442-48bf-45a7-89f4-158b97209e3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:07,729+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:07,999+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:08,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0bedd945-553e-496b-98c7-d979922db7e7 (threadPool:210)
2018-03-08 01:52:08,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 268a8f2f-260a-4921-92d3-32d5d3091bba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:08,060+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:08,325+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:08,378+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92199e62-4c18-4b7e-af84-4fe2020df63a (threadPool:210)
2018-03-08 01:52:08,379+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4b5ac4d0-7569-4b41-9a07-93e2e26c23b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:08,380+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:08,619+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:08,912+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:08,951+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 48b2b9ff-277d-41e3-8659-91dfa2a1c909 (threadPool:210)
2018-03-08 01:52:08,952+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c5e500ca-0576-4a35-9c1b-0feee9eb3763 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:08,952+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:09,286+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:09,355+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0c0df442-48bf-45a7-89f4-158b97209e3f (threadPool:210)
2018-03-08 01:52:09,356+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ca6902e3-43ad-4103-8002-35f0dbfeacbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:09,357+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:09,629+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:09,682+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4b5ac4d0-7569-4b41-9a07-93e2e26c23b1 (threadPool:210)
2018-03-08 01:52:09,683+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4ecf74da-a16a-4189-952a-8cf5a8e11e1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:09,683+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:09,975+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:10,013+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 159814e6-8c25-43b8-ab92-b63656ecd4dc (threadPool:210)
2018-03-08 01:52:10,014+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9f4dd4d7-1a18-4f97-90b1-1b3deaeddb3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:10,015+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:10,342+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:10,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c5e500ca-0576-4a35-9c1b-0feee9eb3763 (threadPool:210)
2018-03-08 01:52:10,388+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 035074b8-848b-4597-ba77-c1e47c14f734 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:10,389+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:10,685+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:10,729+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 268a8f2f-260a-4921-92d3-32d5d3091bba (threadPool:210)
2018-03-08 01:52:10,731+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6aee8be7-7fa9-4c76-8ab9-7f6c077ba3a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:10,731+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:11,027+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:11,053+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=4e0b01e8-9fe8-4482-bfa8-f8ebacb83a03 (api:46)
2018-03-08 01:52:11,059+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=4e0b01e8-9fe8-4482-bfa8-f8ebacb83a03 (api:52)
2018-03-08 01:52:11,060+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:11,078+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ca6902e3-43ad-4103-8002-35f0dbfeacbc (threadPool:210)
2018-03-08 01:52:11,079+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 29d373dc-0ddb-4e0b-857f-a5f35787f293 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:11,079+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:11,150+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=d5afd364-41ad-4128-b348-8ed68807616b (api:46)
2018-03-08 01:52:11,157+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=d5afd364-41ad-4128-b348-8ed68807616b (api:52)
2018-03-08 01:52:11,158+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:11,370+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:11,411+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4ecf74da-a16a-4189-952a-8cf5a8e11e1b (threadPool:210)
2018-03-08 01:52:11,412+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a0197d1e-2232-4593-b886-bc2ed9ff0363 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:11,412+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:11,682+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:11,727+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9f4dd4d7-1a18-4f97-90b1-1b3deaeddb3b (threadPool:210)
2018-03-08 01:52:11,727+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2d039a57-edf2-40ae-ad59-52ee817d4d08 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:11,728+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:12,015+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:12,065+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 035074b8-848b-4597-ba77-c1e47c14f734 (threadPool:210)
2018-03-08 01:52:12,066+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1feac6f9-75bc-4b2d-a14f-eafa26a7de10 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:12,066+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:12,355+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:12,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6aee8be7-7fa9-4c76-8ab9-7f6c077ba3a9 (threadPool:210)
2018-03-08 01:52:12,392+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 77d408cb-3e3d-4d3d-be84-620d228cef09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:12,393+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:12,666+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:12,714+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a0197d1e-2232-4593-b886-bc2ed9ff0363 (threadPool:210)
2018-03-08 01:52:12,715+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f366afd9-c3e8-4f6f-a009-e2409d3e9acf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:12,715+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:13,020+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:13,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2d039a57-edf2-40ae-ad59-52ee817d4d08 (threadPool:210)
2018-03-08 01:52:13,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 59517826-7884-4e38-9de6-aeae48ed03c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:13,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:13,311+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:13,357+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1feac6f9-75bc-4b2d-a14f-eafa26a7de10 (threadPool:210)
2018-03-08 01:52:13,357+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d078a74c-5098-48cc-83af-05f8f1ed0351 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:52:13,357+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:13,692+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:13,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 29d373dc-0ddb-4e0b-857f-a5f35787f293 (threadPool:210)
2018-03-08 01:52:13,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b6855646-f93d-4186-9a82-d5ced7c6c009 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:13,733+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:13,995+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:14,046+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f366afd9-c3e8-4f6f-a009-e2409d3e9acf (threadPool:210)
2018-03-08 01:52:14,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 586d66da-5877-417a-b38d-0c25cf72c817 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:14,047+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:14,333+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:14,377+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 59517826-7884-4e38-9de6-aeae48ed03c8 (threadPool:210)
2018-03-08 01:52:14,378+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task da89aede-58fc-4a90-a41d-c0085181e217 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:14,378+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:14,670+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:14,757+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d078a74c-5098-48cc-83af-05f8f1ed0351 (threadPool:210)
2018-03-08 01:52:14,759+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d274aa51-add3-4b56-89f7-57d0bec9ca6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:14,759+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:14,846+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:14,851+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:14,853+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:15,130+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:15,165+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 77d408cb-3e3d-4d3d-be84-620d228cef09 (threadPool:210)
2018-03-08 01:52:15,165+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5c9954e0-49fd-4cd8-b47e-725603e2f020 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:15,165+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:15,468+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:15,514+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 586d66da-5877-417a-b38d-0c25cf72c817 (threadPool:210)
2018-03-08 01:52:15,515+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6b4a4769-7ba5-40df-a2f8-88aff8d0d4e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:15,515+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:15,793+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:15,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task da89aede-58fc-4a90-a41d-c0085181e217 (threadPool:210)
2018-03-08 01:52:15,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 392443ec-59be-4c23-931d-9a58955bf31e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:15,834+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:16,076+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:16,126+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b6855646-f93d-4186-9a82-d5ced7c6c009 (threadPool:210)
2018-03-08 01:52:16,127+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f44ee864-1714-41c9-adc0-cf1b0a975836 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:16,127+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:16,461+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:16,510+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5c9954e0-49fd-4cd8-b47e-725603e2f020 (threadPool:210)
2018-03-08 01:52:16,510+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c60b37c5-fb91-4980-b78d-f59b8d39f610 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:16,511+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:16,749+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:16,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6b4a4769-7ba5-40df-a2f8-88aff8d0d4e0 (threadPool:210)
2018-03-08 01:52:16,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 545ea48f-86da-4c67-a753-f70908e43128 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:16,795+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:17,044+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:17,087+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d274aa51-add3-4b56-89f7-57d0bec9ca6e (threadPool:210)
2018-03-08 01:52:17,088+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 36e3f787-1bc0-49af-999a-6c729e43d138 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:17,088+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:17,331+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:17,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 392443ec-59be-4c23-931d-9a58955bf31e (threadPool:210)
2018-03-08 01:52:17,376+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8ec3ea70-3414-426d-ae8b-563931bfdc76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:17,376+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:17,683+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:17,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f44ee864-1714-41c9-adc0-cf1b0a975836 (threadPool:210)
2018-03-08 01:52:17,733+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce9455b9-1f57-4a9a-ae11-a656d23f7c1f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:17,733+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:18,041+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:18,090+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c60b37c5-fb91-4980-b78d-f59b8d39f610 (threadPool:210)
2018-03-08 01:52:18,090+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5a683f37-8e28-40c2-b129-7317f9e01028 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:18,091+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:18,382+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:18,451+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 545ea48f-86da-4c67-a753-f70908e43128 (threadPool:210)
2018-03-08 01:52:18,451+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 75bb2a9f-8c0a-4e3d-b29c-a262d89e96ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:18,452+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:18,680+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:18,728+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8ec3ea70-3414-426d-ae8b-563931bfdc76 (threadPool:210)
2018-03-08 01:52:18,728+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c241bf7a-07bd-4aea-8650-cb8f886cd128 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:18,729+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:18,900+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:52:18,905+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:52:18,908+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:18,915+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:52:18,916+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:52:18,916+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:19,037+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:19,086+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce9455b9-1f57-4a9a-ae11-a656d23f7c1f (threadPool:210)
2018-03-08 01:52:19,087+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c76d50a-34ea-4609-abb3-d1c632092f4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:19,087+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:19,168+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:19,172+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3725bae4-513c-4b5a-82fe-5c996ba88a6d (api:46)
2018-03-08 01:52:19,173+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266911', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457879', 'lastCheck': '0.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263459', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667495', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757037', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277317', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484768', 'lastCheck': '9.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411655', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277088', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215831', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035446', 'lastCheck': '3.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303018', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216079', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439255', 'lastCheck': '4.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226659', 'lastCheck': '8.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255785', 'lastCheck': '8.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223397', 'lastCheck': '9.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239693', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00091056', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219032', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00153107', 'lastCheck': '9.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351901', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000429078', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382874', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264911', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395406', 'lastCheck': '1.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275469', 'lastCheck': '9.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247631', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784451', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290271', 'lastCheck': '5.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3725bae4-513c-4b5a-82fe-5c996ba88a6d (api:52)
2018-03-08 01:52:19,174+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=dd3d25cb-5061-421b-b6aa-17e35c9f4c45 (api:46)
2018-03-08 01:52:19,174+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=dd3d25cb-5061-421b-b6aa-17e35c9f4c45 (api:52)
2018-03-08 01:52:19,213+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '48': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '98.54'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '53': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.14'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '3.31', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.44'}, '25': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.15'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.82'}, '27': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '20': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.95'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '23': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.62'}, '29': {'cpuUser': '8.02', 'nodeIndex': 1, 'cpuSys': '3.31', 'cpuIdle': '88.67'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.64', 'nodeIndex': 1, 'cpuSys': '23.92', 'cpuIdle': '71.44'}, '0': {'cpuUser': '5.43', 'nodeIndex': 0, 'cpuSys': '4.37', 'cpuIdle': '90.20'}, '3': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.16'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '94.30'}, '5': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '3.05', 'cpuIdle': '94.10'}, '4': {'cpuUser': '4.04', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '94.04'}, '7': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '6': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.49'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '8': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.49'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '38': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.74'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '10': {'cpuUser': '3.78', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '94.36'}, '13': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.29'}, '12': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.62'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.70'}, '14': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '17': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.49'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '19': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.22'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '94.83'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.16'}, '36': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.21'}, '35': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.82'}, '34': {'cpuUser': '7.02', 'nodeIndex': 0, 'cpuSys': '7.09', 'cpuIdle': '85.89'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.15'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311820'}, '0': {'memPercent': 12, 'memFree': '345847'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035446', 'lastCheck': '3.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266911', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457879', 'lastCheck': '0.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303018', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216079', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000757037', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277317', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000484768', 'lastCheck': '9.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000411655', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277088', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215831', 'lastCheck': '3.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '2.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000263459', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000667495', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439255', 'lastCheck': '4.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219032', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255785', 'lastCheck': '8.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223397', 'lastCheck': '9.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239693', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00091056', 'lastCheck': '5.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226659', 'lastCheck': '8.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233', 'lastCheck': '0.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351901', 'lastCheck': '4.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000429078', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382874', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264911', 'lastCheck': '4.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395406', 'lastCheck': '1.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275469', 'lastCheck': '9.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247631', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000784451', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00153107', 'lastCheck': '9.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000290271', 'lastCheck': '5.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647993121', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404477418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.351', 'tx': '1176279331844', 'txDropped': '0', 'rx': '625372526357', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0', 'tx': '1580937512974', 'txDropped': '0', 'rx': '926365440823', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45223193', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416608607', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200657741', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet0', 'tx': '87957862', 'txDropped': '0', 'rx': '79830791', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet1', 'tx': '37766355758', 'txDropped': '0', 'rx': '878105436', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet2', 'tx': '21129986485', 'txDropped': '0', 'rx': '141322709773', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175824706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet4', 'tx': '396641304', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet5', 'tx': '23426305066', 'txDropped': '0', 'rx': '498201335', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet6', 'tx': '6654732316', 'txDropped': '0', 'rx': '430186090', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet7', 'tx': '1434535756', 'txDropped': '0', 'rx': '552461493', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42470204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46774325', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'lo', 'tx': '6940604882', 'txDropped': '0', 'rx': '6940604882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170791936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'eno1', 'tx': '975625164091', 'txDropped': '0', 'rx': '434018289392', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'eno2', 'tx': '605312348883', 'txDropped': '0', 'rx': '492347151431', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470327.230588, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470327.230588, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633256307', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75966567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77084432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192355260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370814572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.306', 'tx': '76695872255', 'txDropped': '0', 'rx': '8373840281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49899693', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430644147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299121660', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.110', 'tx': '2476834577', 'txDropped': '0', 'rx': '66856744100', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.111', 'tx': '122682414372', 'txDropped': '0', 'rx': '24451871707', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55268821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54197594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465608650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165470197', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56048739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55878500', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45218401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470327.230588, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226696610', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'oVirtManagement', 'tx': '1176279331196', 'txDropped': '0', 'rx': '625371787954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577565940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'vnet3', 'tx': '543035188', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470327.230588, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754603115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696373.04', 'cpuLoad': '2.72', 'cpuSys': '1.66', 'diskStats': {'/var/log': {'free': '92889'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.64', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635296L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:52:19 GMT', 'cpuUser': '1.40', 'memFree': 667582, 'cpuIdle': '96.93', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:19,218+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:52:19,371+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:19,443+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5a683f37-8e28-40c2-b129-7317f9e01028 (threadPool:210)
2018-03-08 01:52:19,444+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e60942a2-7aa7-483e-8c32-c9455c30423d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:19,445+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:19,766+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:19,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 36e3f787-1bc0-49af-999a-6c729e43d138 (threadPool:210)
2018-03-08 01:52:19,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e80f1f15-20be-44f2-a718-bebc8d38f75d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:19,800+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:20,104+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:20,419+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:20,490+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c241bf7a-07bd-4aea-8650-cb8f886cd128 (threadPool:210)
2018-03-08 01:52:20,491+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5642263a-7366-4704-9245-263f79f9a8c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:20,491+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:20,739+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:20,785+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c76d50a-34ea-4609-abb3-d1c632092f4c (threadPool:210)
2018-03-08 01:52:20,786+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6d79cddf-d85d-490f-8bce-ae9031b389ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:20,786+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:21,120+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:21,171+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e60942a2-7aa7-483e-8c32-c9455c30423d (threadPool:210)
2018-03-08 01:52:21,172+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f468a3b1-c3dc-4ada-ac25-83d7fd078ead (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:21,172+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:21,487+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:21,538+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 75bb2a9f-8c0a-4e3d-b29c-a262d89e96ef (threadPool:210)
2018-03-08 01:52:21,539+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 70a7ac44-073d-487e-ba4f-e687f1561cca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:21,539+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:21,588+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b1e781b9-492a-4096-94a8-b0298d6ebe4c (api:46)
2018-03-08 01:52:21,593+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b1e781b9-492a-4096-94a8-b0298d6ebe4c (api:52)
2018-03-08 01:52:21,594+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:21,696+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=236faa1e-3ca6-41bb-a396-a58cc8dd22a2 (api:46)
2018-03-08 01:52:21,703+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=236faa1e-3ca6-41bb-a396-a58cc8dd22a2 (api:52)
2018-03-08 01:52:21,704+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:21,818+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:21,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e80f1f15-20be-44f2-a718-bebc8d38f75d (threadPool:210)
2018-03-08 01:52:21,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 27144eae-3b3a-4368-9ad6-491dcf1172bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:21,868+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:22,133+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:22,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5642263a-7366-4704-9245-263f79f9a8c8 (threadPool:210)
2018-03-08 01:52:22,181+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 26904625-6cb9-4eee-a78b-47af0f6c38ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:22,181+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:22,424+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=15b91993-a238-4de6-8a23-abc949e28da6 (api:46)
2018-03-08 01:52:22,425+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266911', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457879', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309514', 'lastCheck': '2.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000581077', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000450381', 'lastCheck': '3.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521448', 'lastCheck': '3.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000332006', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306144', 'lastCheck': '3.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270787', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424319', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '5.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261658', 'lastCheck': '2.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303018', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216079', 'lastCheck': '3.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051041', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268087', 'lastCheck': '1.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000405948', 'lastCheck': '1.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282028', 'lastCheck': '2.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288546', 'lastCheck': '2.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000586932', 'lastCheck': '2.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000818266', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00093215', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326834', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000429078', 'lastCheck': '6.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247911', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269328', 'lastCheck': '2.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395406', 'lastCheck': '5.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205047', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252064', 'lastCheck': '2.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366974', 'lastCheck': '2.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292251', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266005', 'lastCheck': '2.6', 'valid': True}} from=internal, task_id=15b91993-a238-4de6-8a23-abc949e28da6 (api:52)
2018-03-08 01:52:22,425+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=e2e3780d-c6da-4ff6-ae64-13f0ecbc9f89 (api:46)
2018-03-08 01:52:22,425+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=e2e3780d-c6da-4ff6-ae64-13f0ecbc9f89 (api:52)
2018-03-08 01:52:22,526+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:22,584+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6d79cddf-d85d-490f-8bce-ae9031b389ec (threadPool:210)
2018-03-08 01:52:22,584+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 85b3e7e6-b704-4245-96e9-ea7d87486325 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:22,585+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:22,854+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:22,901+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 70a7ac44-073d-487e-ba4f-e687f1561cca (threadPool:210)
2018-03-08 01:52:22,901+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c188e56b-5e7b-4996-8dcf-740987b0b77c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:22,901+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:23,166+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:23,212+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 27144eae-3b3a-4368-9ad6-491dcf1172bf (threadPool:210)
2018-03-08 01:52:23,213+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7e835b05-b7b4-4eec-884a-0ce54d12f9c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:23,213+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:23,537+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:23,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 26904625-6cb9-4eee-a78b-47af0f6c38ca (threadPool:210)
2018-03-08 01:52:23,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 25a83bde-86ab-4e37-afee-e39acf8f128c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:23,588+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:23,835+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:23,890+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f468a3b1-c3dc-4ada-ac25-83d7fd078ead (threadPool:210)
2018-03-08 01:52:23,891+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1fb58a3a-eef0-4657-805f-8a0c3ff15ea9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:23,891+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:24,181+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:24,229+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 85b3e7e6-b704-4245-96e9-ea7d87486325 (threadPool:210)
2018-03-08 01:52:24,229+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b9ec5abf-dd0f-4b70-89ae-07fa1519d4b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:24,230+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:24,473+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:24,520+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c188e56b-5e7b-4996-8dcf-740987b0b77c (threadPool:210)
2018-03-08 01:52:24,521+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a00f82e2-7ad0-4075-87c5-d7ee1d5eaca9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:24,521+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:24,782+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:24,827+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7e835b05-b7b4-4eec-884a-0ce54d12f9c3 (threadPool:210)
2018-03-08 01:52:24,828+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5f72eefd-369d-4bf1-84c3-d35461152d3e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:24,828+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:25,116+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:25,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 25a83bde-86ab-4e37-afee-e39acf8f128c (threadPool:210)
2018-03-08 01:52:25,166+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c6878808-5d89-4232-a4d6-e6c21b24b393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:25,167+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:25,464+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:25,506+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1fb58a3a-eef0-4657-805f-8a0c3ff15ea9 (threadPool:210)
2018-03-08 01:52:25,507+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 03858c30-72c5-4ab9-bbd0-c7c3bee38356 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:25,507+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:25,755+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:25,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a00f82e2-7ad0-4075-87c5-d7ee1d5eaca9 (threadPool:210)
2018-03-08 01:52:25,801+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0966d9bc-f9b3-4786-a2e6-ff8e7620571d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:52:25,802+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:26,073+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:26,123+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5f72eefd-369d-4bf1-84c3-d35461152d3e (threadPool:210)
2018-03-08 01:52:26,123+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2b44e43b-7361-4eec-bbd1-a1a52fd13c82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:26,124+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:26,407+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:26,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c6878808-5d89-4232-a4d6-e6c21b24b393 (threadPool:210)
2018-03-08 01:52:26,457+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6931196e-6c1f-4d00-a453-5d69b80c3d61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:26,457+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:26,807+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:26,833+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b9ec5abf-dd0f-4b70-89ae-07fa1519d4b0 (threadPool:210)
2018-03-08 01:52:26,833+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 99a19388-0eb1-45aa-bc7c-aaefa4a83c02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:26,834+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:27,111+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:27,152+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0966d9bc-f9b3-4786-a2e6-ff8e7620571d (threadPool:210)
2018-03-08 01:52:27,153+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2ccac7fb-eeff-437f-90f1-3e2aad76fa68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:27,153+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:27,425+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:27,471+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6931196e-6c1f-4d00-a453-5d69b80c3d61 (threadPool:210)
2018-03-08 01:52:27,471+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task fe1c7b66-e56b-48fc-983c-a41460b3d7ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:27,471+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:27,725+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:27,775+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 03858c30-72c5-4ab9-bbd0-c7c3bee38356 (threadPool:210)
2018-03-08 01:52:27,775+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2c85131f-6f2e-430b-8835-20517b1b0124 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:27,775+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:28,062+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:28,112+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 99a19388-0eb1-45aa-bc7c-aaefa4a83c02 (threadPool:210)
2018-03-08 01:52:28,113+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f88e8b9d-edc7-4e50-8d26-8c7c2bcc2bdd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:28,113+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:28,367+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:28,412+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2b44e43b-7361-4eec-bbd1-a1a52fd13c82 (threadPool:210)
2018-03-08 01:52:28,413+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2bb9fb33-9d74-4878-bcff-4273c334f766 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:28,413+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:28,678+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:28,725+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2ccac7fb-eeff-437f-90f1-3e2aad76fa68 (threadPool:210)
2018-03-08 01:52:28,725+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 228311a5-345b-49ce-ac6a-74e9ac905e5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:28,726+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:29,023+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:29,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task fe1c7b66-e56b-48fc-983c-a41460b3d7ca (threadPool:210)
2018-03-08 01:52:29,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 298eedc7-6ba6-4485-b9d9-0661b41848d6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:29,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:29,374+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:29,416+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2c85131f-6f2e-430b-8835-20517b1b0124 (threadPool:210)
2018-03-08 01:52:29,416+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e154a22d-f239-4a30-826b-7ec6b175e2fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:29,416+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:29,723+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:29,789+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2bb9fb33-9d74-4878-bcff-4273c334f766 (threadPool:210)
2018-03-08 01:52:29,791+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b8f37dab-7388-4edf-9aeb-1821e3233977 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:29,791+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:29,871+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:29,876+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:29,878+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:30,076+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:30,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 228311a5-345b-49ce-ac6a-74e9ac905e5e (threadPool:210)
2018-03-08 01:52:30,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64ae2137-bbfb-4725-9ef7-4c91e54e7e0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:30,132+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:30,420+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:30,468+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 298eedc7-6ba6-4485-b9d9-0661b41848d6 (threadPool:210)
2018-03-08 01:52:30,468+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6ae195c3-3b86-4485-afca-58ea82172701 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:30,469+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:30,715+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:30,761+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f88e8b9d-edc7-4e50-8d26-8c7c2bcc2bdd (threadPool:210)
2018-03-08 01:52:30,762+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a6526190-73da-4dec-8c0e-cc697ef329a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:30,762+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:31,029+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:31,077+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e154a22d-f239-4a30-826b-7ec6b175e2fc (threadPool:210)
2018-03-08 01:52:31,078+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c4e80284-d033-423a-99fe-f7feff5266cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:31,078+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:31,358+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:31,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b8f37dab-7388-4edf-9aeb-1821e3233977 (threadPool:210)
2018-03-08 01:52:31,408+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7e98c672-bb95-4773-b8c0-b3f457b008ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:31,409+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:31,741+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:32,016+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:32,064+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6ae195c3-3b86-4485-afca-58ea82172701 (threadPool:210)
2018-03-08 01:52:32,065+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f41d2684-2f86-47e9-ba21-6949e7469645 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:32,065+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:32,192+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=de2323aa-41d2-4009-83a4-bed49afac7c1 (api:46)
2018-03-08 01:52:32,198+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=de2323aa-41d2-4009-83a4-bed49afac7c1 (api:52)
2018-03-08 01:52:32,198+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:32,294+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=6d2e9285-31f8-4b40-969d-ea508a50692c (api:46)
2018-03-08 01:52:32,301+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=6d2e9285-31f8-4b40-969d-ea508a50692c (api:52)
2018-03-08 01:52:32,303+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:32,330+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:32,379+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a6526190-73da-4dec-8c0e-cc697ef329a2 (threadPool:210)
2018-03-08 01:52:32,380+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4198a737-edd1-4fd4-9099-3b419efbe75f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:32,380+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:32,638+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:32,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c4e80284-d033-423a-99fe-f7feff5266cd (threadPool:210)
2018-03-08 01:52:32,683+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a64961a1-c65a-423c-bc81-0d2736ac6289 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:32,684+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:32,954+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:33,011+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7e98c672-bb95-4773-b8c0-b3f457b008ae (threadPool:210)
2018-03-08 01:52:33,011+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e9996f1a-de87-4ebd-986b-ebf81d930316 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:33,012+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:33,259+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:33,305+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64ae2137-bbfb-4725-9ef7-4c91e54e7e0f (threadPool:210)
2018-03-08 01:52:33,305+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fa90973f-61e8-4ffa-9f4e-43a564de1439 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:33,305+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:33,575+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:33,621+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f41d2684-2f86-47e9-ba21-6949e7469645 (threadPool:210)
2018-03-08 01:52:33,621+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7888943-6b30-4193-91d9-40b19b3c6ac5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:33,622+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:33,923+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:52:33,928+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:52:33,930+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:33,939+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:52:33,939+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:52:33,940+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:33,990+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:34,039+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4198a737-edd1-4fd4-9099-3b419efbe75f (threadPool:210)
2018-03-08 01:52:34,040+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3032276f-2b81-415b-82b7-26f3a7aad720 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:34,040+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:34,275+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:34,276+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=d33d1dd8-ff3a-4c29-9a75-dab47808a736 (api:46)
2018-03-08 01:52:34,277+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271831', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381811', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257622', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004258', 'lastCheck': '4.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343166', 'lastCheck': '5.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238673', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00259923', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483696', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317157', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236134', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257603', 'lastCheck': '0.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442086', 'lastCheck': '4.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358556', 'lastCheck': '5.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292255', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374642', 'lastCheck': '4.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '3.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027252', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361653', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347802', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00188439', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220634', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430206', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214585', 'lastCheck': '4.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000504179', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261529', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433533', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000470337', 'lastCheck': '6.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003021', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284401', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000879712', 'lastCheck': '4.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034572', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235588', 'lastCheck': '0.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=d33d1dd8-ff3a-4c29-9a75-dab47808a736 (api:52)
2018-03-08 01:52:34,277+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8aef6306-86ec-4d09-b322-a0bac5ae984f (api:46)
2018-03-08 01:52:34,278+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8aef6306-86ec-4d09-b322-a0bac5ae984f (api:52)
2018-03-08 01:52:34,305+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.51', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.90'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '2.84', 'cpuIdle': '96.30'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.09'}, '53': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.12', 'cpuIdle': '98.09'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.76'}, '25': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '96.76'}, '26': {'cpuUser': '1.12', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.82'}, '27': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '96.83'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.02'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '22': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '23': {'cpuUser': '1.78', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.83'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '29': {'cpuUser': '4.95', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '93.40'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.95', 'nodeIndex': 1, 'cpuSys': '28.01', 'cpuIdle': '67.04'}, '0': {'cpuUser': '6.28', 'nodeIndex': 0, 'cpuSys': '4.29', 'cpuIdle': '89.43'}, '3': {'cpuUser': '3.10', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '95.25'}, '2': {'cpuUser': '2.64', 'nodeIndex': 0, 'cpuSys': '3.50', 'cpuIdle': '93.86'}, '5': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.44'}, '4': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.78', 'cpuIdle': '96.63'}, '7': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.65', 'cpuIdle': '97.09'}, '6': {'cpuUser': '1.78', 'nodeIndex': 0, 'cpuSys': '2.18', 'cpuIdle': '96.04'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.45', 'cpuIdle': '97.16'}, '8': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.43'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.87'}, '38': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.35'}, '59': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.73'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.89'}, '10': {'cpuUser': '2.58', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '95.11'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '4.29', 'cpuIdle': '93.66'}, '12': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.11', 'cpuIdle': '95.51'}, '15': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.89'}, '14': {'cpuUser': '3.24', 'nodeIndex': 0, 'cpuSys': '2.38', 'cpuIdle': '94.38'}, '17': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.10', 'cpuIdle': '95.25'}, '16': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.43'}, '19': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '95.91'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '31': {'cpuUser': '3.30', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '95.11'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '1.12', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '97.10'}, '36': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.83'}, '35': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.17'}, '34': {'cpuUser': '8.06', 'nodeIndex': 0, 'cpuSys': '8.85', 'cpuIdle': '83.09'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.65', 'nodeIndex': 0, 'cpuSys': '1.12', 'cpuIdle': '97.23'}, '57': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311849'}, '0': {'memPercent': 12, 'memFree': '345845'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442086', 'lastCheck': '4.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271831', 'lastCheck': '4.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381811', 'lastCheck': '3.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358556', 'lastCheck': '5.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292255', 'lastCheck': '0.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343166', 'lastCheck': '5.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238673', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00259923', 'lastCheck': '2.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483696', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317157', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236134', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257603', 'lastCheck': '0.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257622', 'lastCheck': '4.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004258', 'lastCheck': '4.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374642', 'lastCheck': '4.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220634', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027252', 'lastCheck': '3.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361653', 'lastCheck': '4.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347802', 'lastCheck': '4.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00188439', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '3.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034572', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214585', 'lastCheck': '4.6', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000504179', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261529', 'lastCheck': '0.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433533', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000470337', 'lastCheck': '6.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003021', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284401', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000879712', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430206', 'lastCheck': '4.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235588', 'lastCheck': '0.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1647996287', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404480592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.351', 'tx': '1176279408874', 'txDropped': '0', 'rx': '625372538483', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0', 'tx': '1580937749246', 'txDropped': '0', 'rx': '926365904824', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45223593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416614550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200659712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet0', 'tx': '87963658', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet1', 'tx': '37766362275', 'txDropped': '0', 'rx': '878105498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet2', 'tx': '21130018722', 'txDropped': '0', 'rx': '141322726902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175827226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet4', 'tx': '396647040', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet5', 'tx': '23426310290', 'txDropped': '0', 'rx': '498202725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet6', 'tx': '6654742776', 'txDropped': '0', 'rx': '430189892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet7', 'tx': '1434542393', 'txDropped': '0', 'rx': '552461597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42470604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46774725', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'lo', 'tx': '6940679445', 'txDropped': '0', 'rx': '6940679445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170793573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'eno1', 'tx': '975625249267', 'txDropped': '0', 'rx': '434018530382', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'eno2', 'tx': '605312499979', 'txDropped': '0', 'rx': '492347374442', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470342.369215, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470342.369215, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633260755', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75966917', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77084782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192357522', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370815177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373845125', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49900298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430648945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299123922', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.110', 'tx': '2476838545', 'txDropped': '0', 'rx': '66856753280', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.111', 'tx': '122682432165', 'txDropped': '0', 'rx': '24451903498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55269171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54197994', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465611824', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165471834', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56049089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55878900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45218801', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470342.369215, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226698581', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'oVirtManagement', 'tx': '1176279408226', 'txDropped': '0', 'rx': '625371800080', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577570388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'vnet3', 'tx': '543040924', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470342.369215, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754605635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696388.15', 'cpuLoad': '2.65', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92887'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.49', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635299L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:52:34 GMT', 'cpuUser': '1.37', 'memFree': 667594, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.09'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:34,309+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:52:34,340+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:34,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a64961a1-c65a-423c-bc81-0d2736ac6289 (threadPool:210)
2018-03-08 01:52:34,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f70a8e91-17d8-4a46-9af3-013d5ab26d8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2118, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:34,390+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:34,668+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:34,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e9996f1a-de87-4ebd-986b-ebf81d930316 (threadPool:210)
2018-03-08 01:52:34,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e64733b8-403a-4b50-9816-626a633843bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:34,709+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:34,995+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:35,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7888943-6b30-4193-91d9-40b19b3c6ac5 (threadPool:210)
2018-03-08 01:52:35,043+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ccf9ebf0-39ab-4c98-be82-bb739d56ee8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:35,044+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:35,317+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:35,363+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3032276f-2b81-415b-82b7-26f3a7aad720 (threadPool:210)
2018-03-08 01:52:35,364+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 56f52e9a-6a7c-4ead-bf00-ea5ad6e01803 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:35,364+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:35,643+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:35,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f70a8e91-17d8-4a46-9af3-013d5ab26d8f (threadPool:210)
2018-03-08 01:52:35,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9e27ef66-59af-4e96-a293-809d0d5061bb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:35,680+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:35,976+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:36,020+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e64733b8-403a-4b50-9816-626a633843bd (threadPool:210)
2018-03-08 01:52:36,021+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e772cc45-c1c1-48fa-88a4-f7cd8be74193 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:36,021+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:36,282+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:36,332+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ccf9ebf0-39ab-4c98-be82-bb739d56ee8d (threadPool:210)
2018-03-08 01:52:36,332+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6c614de6-d0cf-4566-9e75-51cc7ff86462 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:36,333+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:36,599+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:36,648+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 56f52e9a-6a7c-4ead-bf00-ea5ad6e01803 (threadPool:210)
2018-03-08 01:52:36,648+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f00620c4-f986-4f0a-a127-6b4bba25900e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:36,649+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:36,955+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:36,991+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fa90973f-61e8-4ffa-9f4e-43a564de1439 (threadPool:210)
2018-03-08 01:52:36,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b8db9c1b-d531-448d-bbff-7829cfe6bfa8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:36,993+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:37,306+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:37,354+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9e27ef66-59af-4e96-a293-809d0d5061bb (threadPool:210)
2018-03-08 01:52:37,355+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7bf533f1-90da-4561-8f07-512da54e4b9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:37,355+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:37,509+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=ed4541ac-935c-4427-8673-941adc25e11b (api:46)
2018-03-08 01:52:37,510+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271831', 'lastCheck': '7.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381811', 'lastCheck': '6.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257622', 'lastCheck': '8.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0004258', 'lastCheck': '8.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000343166', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238673', 'lastCheck': '4.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00259923', 'lastCheck': '5.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483696', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000317157', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236134', 'lastCheck': '1.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463834', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442086', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000358556', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292255', 'lastCheck': '3.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374642', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238202', 'lastCheck': '6.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00027252', 'lastCheck': '6.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000361653', 'lastCheck': '7.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347802', 'lastCheck': '7.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00188439', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220634', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430206', 'lastCheck': '7.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214585', 'lastCheck': '2.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000423419', 'lastCheck': '1.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261529', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433533', 'lastCheck': '2.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000411102', 'lastCheck': '0.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0003021', 'lastCheck': '7.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284401', 'lastCheck': '7.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000879712', 'lastCheck': '7.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034572', 'lastCheck': '7.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235588', 'lastCheck': '3.5', 'valid': True}} from=internal, task_id=ed4541ac-935c-4427-8673-941adc25e11b (api:52)
2018-03-08 01:52:37,510+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=0c16db4d-1535-4cae-a273-c15d596440a4 (api:46)
2018-03-08 01:52:37,510+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=0c16db4d-1535-4cae-a273-c15d596440a4 (api:52)
2018-03-08 01:52:37,611+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:37,660+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e772cc45-c1c1-48fa-88a4-f7cd8be74193 (threadPool:210)
2018-03-08 01:52:37,660+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bf10c3e2-bc23-4e68-b03e-62d1fb700697 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:37,661+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:37,925+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:37,972+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6c614de6-d0cf-4566-9e75-51cc7ff86462 (threadPool:210)
2018-03-08 01:52:37,972+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 491c74ad-c449-411b-a912-ebad04c2a5dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:52:37,973+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:38,277+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:38,320+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f00620c4-f986-4f0a-a127-6b4bba25900e (threadPool:210)
2018-03-08 01:52:38,320+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 060bb808-efe4-45c5-bcc1-7ff0372d2749 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:38,321+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:38,578+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:38,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b8db9c1b-d531-448d-bbff-7829cfe6bfa8 (threadPool:210)
2018-03-08 01:52:38,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8625a27b-00bf-48f5-b76e-e0a48a9dc965 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:38,619+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:38,854+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:38,911+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bf10c3e2-bc23-4e68-b03e-62d1fb700697 (threadPool:210)
2018-03-08 01:52:38,912+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b95fdb69-df37-47dc-a101-f02195f12a1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:38,913+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:39,226+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:39,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 491c74ad-c449-411b-a912-ebad04c2a5dc (threadPool:210)
2018-03-08 01:52:39,284+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ddb7ebc3-4dd1-4e55-b588-7a546e13accc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:39,284+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:39,564+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:39,630+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7bf533f1-90da-4561-8f07-512da54e4b9b (threadPool:210)
2018-03-08 01:52:39,631+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5e7c60b2-a83f-4f74-9c92-f7158cffa8ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:39,632+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:39,889+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:39,927+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b95fdb69-df37-47dc-a101-f02195f12a1a (threadPool:210)
2018-03-08 01:52:39,927+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a0e8a6b0-c2c3-456c-8147-35d1078566a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:39,928+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:40,288+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:40,338+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ddb7ebc3-4dd1-4e55-b588-7a546e13accc (threadPool:210)
2018-03-08 01:52:40,338+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eafbee36-0d6d-486a-ac90-f96ebc8651de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:40,338+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:40,647+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:40,689+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8625a27b-00bf-48f5-b76e-e0a48a9dc965 (threadPool:210)
2018-03-08 01:52:40,690+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 413a31f2-907f-4ebe-947c-f661528c6d82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:40,690+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:40,859+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=3be7192f-ccba-4a79-8d30-48a19a00a52c (api:46)
2018-03-08 01:52:40,860+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=3be7192f-ccba-4a79-8d30-48a19a00a52c (api:52)
2018-03-08 01:52:40,860+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=9bc63f1b-3b13-45e8-820e-f9c733e88cae (api:46)
2018-03-08 01:52:40,860+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=9bc63f1b-3b13-45e8-820e-f9c733e88cae (api:52)
2018-03-08 01:52:40,861+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=df5edecb-4446-4b45-9c29-cfa8d260d156 (api:46)
2018-03-08 01:52:40,861+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=df5edecb-4446-4b45-9c29-cfa8d260d156 (api:52)
2018-03-08 01:52:40,861+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=8eb15fe3-6af0-4905-9245-896da853a4f5 (api:46)
2018-03-08 01:52:40,861+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=8eb15fe3-6af0-4905-9245-896da853a4f5 (api:52)
2018-03-08 01:52:40,862+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=52586985-68a8-4416-b618-4a2f0d93ef7b (api:46)
2018-03-08 01:52:40,862+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=52586985-68a8-4416-b618-4a2f0d93ef7b (api:52)
2018-03-08 01:52:40,862+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=1dcfffd8-dd6b-4ec3-bee5-08688f1fe798 (api:46)
2018-03-08 01:52:40,863+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=1dcfffd8-dd6b-4ec3-bee5-08688f1fe798 (api:52)
2018-03-08 01:52:40,863+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=20371cec-cdcc-4796-9387-c02f10b88f1e (api:46)
2018-03-08 01:52:40,863+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=20371cec-cdcc-4796-9387-c02f10b88f1e (api:52)
2018-03-08 01:52:40,864+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=79f3a380-af4e-4815-a793-5cd23e6b2f3d (api:46)
2018-03-08 01:52:40,864+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=79f3a380-af4e-4815-a793-5cd23e6b2f3d (api:52)
2018-03-08 01:52:40,864+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=56cae575-4827-46df-804c-85adbeb52055 (api:46)
2018-03-08 01:52:40,864+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=56cae575-4827-46df-804c-85adbeb52055 (api:52)
2018-03-08 01:52:40,865+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=28cab67a-2ef9-4e7f-b91f-5690812effec (api:46)
2018-03-08 01:52:40,865+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=28cab67a-2ef9-4e7f-b91f-5690812effec (api:52)
2018-03-08 01:52:40,951+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:40,994+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 060bb808-efe4-45c5-bcc1-7ff0372d2749 (threadPool:210)
2018-03-08 01:52:40,995+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task da070ce1-b710-4743-8d44-d782b9a2e206 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:40,995+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:41,249+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:41,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a0e8a6b0-c2c3-456c-8147-35d1078566a9 (threadPool:210)
2018-03-08 01:52:41,297+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f59e612c-5a0e-4919-94b6-ab3f42e99e9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:41,298+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:41,596+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:41,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eafbee36-0d6d-486a-ac90-f96ebc8651de (threadPool:210)
2018-03-08 01:52:41,639+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a0e8624e-1615-47a9-9d62-3db44501ff3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:41,639+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:41,948+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:41,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5e7c60b2-a83f-4f74-9c92-f7158cffa8ec (threadPool:210)
2018-03-08 01:52:41,994+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task abe17980-bbff-4169-af2a-724805365b11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:41,995+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:42,277+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:42,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 413a31f2-907f-4ebe-947c-f661528c6d82 (threadPool:210)
2018-03-08 01:52:42,327+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f2ba0449-68d7-4a54-89f9-79f3ba576c1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:42,327+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:42,620+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:42,650+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task da070ce1-b710-4743-8d44-d782b9a2e206 (threadPool:210)
2018-03-08 01:52:42,650+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6364dcf3-0f3e-4371-a160-5f26d7265e8e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:42,651+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:42,702+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c4769721-a639-4f80-942a-209155367e45 (api:46)
2018-03-08 01:52:42,707+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c4769721-a639-4f80-942a-209155367e45 (api:52)
2018-03-08 01:52:42,707+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:42,803+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f4680edb-8974-4b05-94ee-3b0f2249250c (api:46)
2018-03-08 01:52:42,809+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f4680edb-8974-4b05-94ee-3b0f2249250c (api:52)
2018-03-08 01:52:42,811+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:42,963+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:43,005+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a0e8624e-1615-47a9-9d62-3db44501ff3f (threadPool:210)
2018-03-08 01:52:43,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 01cd55e2-c4bf-4d32-8b15-c1e3db1d49fc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:43,006+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:43,284+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:43,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task abe17980-bbff-4169-af2a-724805365b11 (threadPool:210)
2018-03-08 01:52:43,333+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1e7faead-0b86-4374-819b-7d78f6053651 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:43,333+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:43,722+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:43,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f2ba0449-68d7-4a54-89f9-79f3ba576c1e (threadPool:210)
2018-03-08 01:52:43,768+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e8243023-c8b9-4247-8e48-5e6c19d21026 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:43,769+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:44,123+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:44,169+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f59e612c-5a0e-4919-94b6-ab3f42e99e9d (threadPool:210)
2018-03-08 01:52:44,169+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c59126ae-4248-4e2e-baa0-c7cdb8c116b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:44,170+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:44,630+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:44,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6364dcf3-0f3e-4371-a160-5f26d7265e8e (threadPool:210)
2018-03-08 01:52:44,693+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e63c09c1-34bb-40ed-a075-960718f9bc57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:44,693+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:44,893+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:44,898+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:44,900+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:45,017+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:45,351+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:45,399+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 01cd55e2-c4bf-4d32-8b15-c1e3db1d49fc (threadPool:210)
2018-03-08 01:52:45,399+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 13ff0ab8-e536-49e3-991b-40d0d856d7cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:45,400+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:45,683+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:45,727+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1e7faead-0b86-4374-819b-7d78f6053651 (threadPool:210)
2018-03-08 01:52:45,728+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bd014cc3-77b8-4736-8e87-089926ca1f3d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:45,728+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:46,038+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:46,082+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e8243023-c8b9-4247-8e48-5e6c19d21026 (threadPool:210)
2018-03-08 01:52:46,082+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 167df951-ceb8-4a0a-b4df-de5016396449 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:46,083+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:46,440+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:46,489+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c59126ae-4248-4e2e-baa0-c7cdb8c116b4 (threadPool:210)
2018-03-08 01:52:46,489+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6cc9b01d-a478-4857-8841-d4fc2a7ee5a4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:46,490+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:46,748+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:46,793+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e63c09c1-34bb-40ed-a075-960718f9bc57 (threadPool:210)
2018-03-08 01:52:46,793+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72339ef1-3fae-4485-95d4-54a6c2205e3b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:46,793+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:47,065+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:47,109+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 13ff0ab8-e536-49e3-991b-40d0d856d7cc (threadPool:210)
2018-03-08 01:52:47,109+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f6c836d7-1f05-44c5-8833-f6e27d7c0ad8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:47,110+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:47,434+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:47,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bd014cc3-77b8-4736-8e87-089926ca1f3d (threadPool:210)
2018-03-08 01:52:47,481+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2f96ff71-b9a3-431d-aff0-6ba9e8a25f74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:47,481+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:47,783+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:47,827+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 167df951-ceb8-4a0a-b4df-de5016396449 (threadPool:210)
2018-03-08 01:52:47,827+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6bb486b7-eea0-48f9-8677-67ef27b813f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:47,827+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:48,149+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:48,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6cc9b01d-a478-4857-8841-d4fc2a7ee5a4 (threadPool:210)
2018-03-08 01:52:48,205+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task abe17bcc-3768-44db-b81a-434b20e353eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:48,206+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:48,621+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:48,666+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72339ef1-3fae-4485-95d4-54a6c2205e3b (threadPool:210)
2018-03-08 01:52:48,667+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0627eca9-24cd-46c7-b7ab-cdec728487b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:48,667+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:48,941+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:52:48,946+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:52:48,948+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:48,956+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:52:48,956+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:52:48,956+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:49,153+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:49,212+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f6c836d7-1f05-44c5-8833-f6e27d7c0ad8 (threadPool:210)
2018-03-08 01:52:49,214+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 258a487d-501c-414d-83d5-d56cffe46cc7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:49,214+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:49,347+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:49,349+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=afb186d2-facc-464e-97c6-8228f0288e6d (api:46)
2018-03-08 01:52:49,349+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398967', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610264', 'lastCheck': '1.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028026', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523783', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456624', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408857', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000999179', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415012', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251058', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372211', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432666', 'lastCheck': '2.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554778', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230698', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010241', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483508', 'lastCheck': '4.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281012', 'lastCheck': '8.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316194', 'lastCheck': '8.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351833', 'lastCheck': '9.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295928', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941404', 'lastCheck': '5.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207741', 'lastCheck': '4.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231906', 'lastCheck': '9.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237112', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000252363', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005122', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281366', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372621', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025834', 'lastCheck': '9.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416171', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336839', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399155', 'lastCheck': '1.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492675', 'lastCheck': '5.3', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=afb186d2-facc-464e-97c6-8228f0288e6d (api:52)
2018-03-08 01:52:49,350+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a8328d8b-78ca-444f-a3d2-8a64511054c6 (api:46)
2018-03-08 01:52:49,350+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a8328d8b-78ca-444f-a3d2-8a64511054c6 (api:52)
2018-03-08 01:52:49,378+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.55'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.88'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.61'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '26': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.60'}, '27': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.09'}, '20': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.82'}, '21': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.90'}, '22': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '29': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.70'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.37', 'nodeIndex': 1, 'cpuSys': '25.19', 'cpuIdle': '69.44'}, '0': {'cpuUser': '5.83', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '89.99'}, '3': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '94.23'}, '2': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.84'}, '5': {'cpuUser': '4.04', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '93.18'}, '4': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.42'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.16'}, '6': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.62'}, '9': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '8': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.68'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '10': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.43'}, '13': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.16'}, '12': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '14': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.15'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.15'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.82'}, '19': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '93.57'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '36': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.33'}, '35': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.68'}, '34': {'cpuUser': '8.35', 'nodeIndex': 0, 'cpuSys': '9.02', 'cpuIdle': '82.63'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.75'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311831'}, '0': {'memPercent': 12, 'memFree': '345863'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000554778', 'lastCheck': '3.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398967', 'lastCheck': '1.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610264', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230698', 'lastCheck': '0.8', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010241', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456624', 'lastCheck': '0.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408857', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000999179', 'lastCheck': '0.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415012', 'lastCheck': '0.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251058', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372211', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432666', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00028026', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000523783', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000483508', 'lastCheck': '4.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207741', 'lastCheck': '4.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316194', 'lastCheck': '8.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351833', 'lastCheck': '9.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295928', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000941404', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281012', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399155', 'lastCheck': '1.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237112', 'lastCheck': '4.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000252363', 'lastCheck': '3.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0005122', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281366', 'lastCheck': '4.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372621', 'lastCheck': '1.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025834', 'lastCheck': '9.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416171', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336839', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231906', 'lastCheck': '9.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492675', 'lastCheck': '5.3', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648015383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404483844', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.351', 'tx': '1176279484750', 'txDropped': '0', 'rx': '625372553521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0', 'tx': '1580937843340', 'txDropped': '0', 'rx': '926366302202', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45224177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416616614', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200661896', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet0', 'tx': '87969467', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet1', 'tx': '37766364651', 'txDropped': '0', 'rx': '878105560', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet2', 'tx': '21130053195', 'txDropped': '0', 'rx': '141322740449', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175828738', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet4', 'tx': '396652849', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet5', 'tx': '23426334281', 'txDropped': '0', 'rx': '498203468', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet6', 'tx': '6654748092', 'txDropped': '0', 'rx': '430193238', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet7', 'tx': '1434544709', 'txDropped': '0', 'rx': '552461659', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42470954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46775075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'lo', 'tx': '6940758361', 'txDropped': '0', 'rx': '6940758361', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170795205', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'eno1', 'tx': '975625335426', 'txDropped': '0', 'rx': '434018752022', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'eno2', 'tx': '605312507914', 'txDropped': '0', 'rx': '492347550180', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470357.454542, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470357.454542, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633265383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75967317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77085182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192360120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370815527', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373849912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49900648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430653732', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299126520', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.110', 'tx': '2476842015', 'txDropped': '0', 'rx': '66856757690', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.111', 'tx': '122682443183', 'txDropped': '0', 'rx': '24451934582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55269571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54198344', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465615076', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165473466', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56049489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55879250', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45219385', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470357.454542, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226700765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'oVirtManagement', 'tx': '1176279484102', 'txDropped': '0', 'rx': '625371815118', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577575016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'vnet3', 'tx': '543046733', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470357.454542, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754607147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696403.22', 'cpuLoad': '2.65', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92886'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.65', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635303L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:52:49 GMT', 'cpuUser': '1.32', 'memFree': 667598, 'cpuIdle': '97.01', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.93'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:49,382+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:52:49,600+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:49,686+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2f96ff71-b9a3-431d-aff0-6ba9e8a25f74 (threadPool:210)
2018-03-08 01:52:49,687+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3fba57b3-4fa9-4720-a8e2-1b351569fb65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:49,687+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:50,014+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:50,058+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6bb486b7-eea0-48f9-8677-67ef27b813f2 (threadPool:210)
2018-03-08 01:52:50,059+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af3b5acb-4781-4073-8b5c-7bd24bb52d0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:50,059+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:50,433+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:50,481+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task abe17bcc-3768-44db-b81a-434b20e353eb (threadPool:210)
2018-03-08 01:52:50,481+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0322ff59-9cf9-484c-89bf-7f6556c40445 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:52:50,481+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:50,781+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:50,826+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0627eca9-24cd-46c7-b7ab-cdec728487b4 (threadPool:210)
2018-03-08 01:52:50,827+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 986d5604-03fe-497d-9607-4fbaa4fa5062 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:50,827+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:51,185+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:51,234+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 258a487d-501c-414d-83d5-d56cffe46cc7 (threadPool:210)
2018-03-08 01:52:51,234+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 83eb61bc-4ea2-407e-9e16-462a26e03fc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:51,234+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:51,532+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:51,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3fba57b3-4fa9-4720-a8e2-1b351569fb65 (threadPool:210)
2018-03-08 01:52:51,580+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 575b397a-fc45-4dc2-8bf9-7bdb5904276e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:51,580+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:51,873+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:51,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af3b5acb-4781-4073-8b5c-7bd24bb52d0f (threadPool:210)
2018-03-08 01:52:51,913+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ec5e32ec-ea5a-467f-aacc-2af044b72b9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:51,914+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:52,241+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:52,280+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0322ff59-9cf9-484c-89bf-7f6556c40445 (threadPool:210)
2018-03-08 01:52:52,280+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f5b45c56-7ac9-408b-9aa9-184e17d45d02 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:52,280+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:52,600+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9fd64d81-aaad-49f3-aeea-0ae3716f6649 (api:46)
2018-03-08 01:52:52,601+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398967', 'lastCheck': '2.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000610264', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231577', 'lastCheck': '3.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0006989', 'lastCheck': '3.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000456624', 'lastCheck': '3.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000408857', 'lastCheck': '3.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000999179', 'lastCheck': '3.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415012', 'lastCheck': '3.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251058', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315666', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000432666', 'lastCheck': '5.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000706177', 'lastCheck': '3.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230698', 'lastCheck': '4.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0010241', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000424022', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231776', 'lastCheck': '1.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000309956', 'lastCheck': '1.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345148', 'lastCheck': '3.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00021741', 'lastCheck': '3.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000816593', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415752', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00183045', 'lastCheck': '2.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298315', 'lastCheck': '2.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000252363', 'lastCheck': '6.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295342', 'lastCheck': '2.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316017', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372621', 'lastCheck': '5.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463866', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000347293', 'lastCheck': '2.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00312163', 'lastCheck': '2.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023717', 'lastCheck': '2.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340395', 'lastCheck': '2.7', 'valid': True}} from=internal, task_id=9fd64d81-aaad-49f3-aeea-0ae3716f6649 (api:52)
2018-03-08 01:52:52,602+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ea711cc1-a945-4e36-84ad-8e12bb693c1d (api:46)
2018-03-08 01:52:52,602+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ea711cc1-a945-4e36-84ad-8e12bb693c1d (api:52)
2018-03-08 01:52:52,671+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:52,720+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 83eb61bc-4ea2-407e-9e16-462a26e03fc5 (threadPool:210)
2018-03-08 01:52:52,721+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3d399f83-6efe-4321-90e1-dd32d598615b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1q\x1a\xc1\x81\xfb*V\xa3iI\xab\x1e\x8d\\\xa0C000000000000280000000000000')) (threadPool:208)
2018-03-08 01:52:52,721+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 43a05c8d-1eab-4969-a356-2afb81c11a71 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 10240 (mailbox:161)
2018-03-08 01:52:52,721+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/43a05c8d-1eab-4969-a356-2afb81c11a71 to 10240 megabytes (lvm:1205)
2018-03-08 01:52:52,897+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3d399f83-6efe-4321-90e1-dd32d598615b (threadPool:210)
2018-03-08 01:52:52,897+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 84e8c930-2d3c-4bce-87c5-1e93b1574bbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:52,898+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:53,015+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:53,042+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 575b397a-fc45-4dc2-8bf9-7bdb5904276e (threadPool:210)
2018-03-08 01:52:53,042+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 66513199-d5bb-4633-b336-94b4ca2d34b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:53,043+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:53,215+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=5a42e46c-fe65-4222-a8c7-c1a4c47bd184 (api:46)
2018-03-08 01:52:53,222+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=5a42e46c-fe65-4222-a8c7-c1a4c47bd184 (api:52)
2018-03-08 01:52:53,222+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:53,315+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7cafaa41-4ecb-49ba-bbd8-8235cd0e6fd5 (api:46)
2018-03-08 01:52:53,322+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7073542701056', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7cafaa41-4ecb-49ba-bbd8-8235cd0e6fd5 (api:52)
2018-03-08 01:52:53,323+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:52:53,350+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:53,397+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 986d5604-03fe-497d-9607-4fbaa4fa5062 (threadPool:210)
2018-03-08 01:52:53,398+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9b2df40a-db11-4fa1-b553-67bfbdf9b095 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:53,398+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:53,674+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:53,723+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f5b45c56-7ac9-408b-9aa9-184e17d45d02 (threadPool:210)
2018-03-08 01:52:53,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adffc962-7575-4fbb-b5dc-831241d43287 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:53,724+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:53,993+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:54,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 84e8c930-2d3c-4bce-87c5-1e93b1574bbf (threadPool:210)
2018-03-08 01:52:54,038+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ed23a50f-f5cb-49ab-a50e-d8a873c409ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:54,039+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:54,334+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:54,384+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ec5e32ec-ea5a-467f-aacc-2af044b72b9f (threadPool:210)
2018-03-08 01:52:54,384+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ca7105b-1ce5-46bc-99a3-03b3ca2f4b73 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:54,385+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:54,660+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:54,709+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 66513199-d5bb-4633-b336-94b4ca2d34b2 (threadPool:210)
2018-03-08 01:52:54,709+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task af4c3b73-1ef5-47b8-b178-868f11b33dd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:54,710+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:55,046+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:55,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9b2df40a-db11-4fa1-b553-67bfbdf9b095 (threadPool:210)
2018-03-08 01:52:55,096+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 21577429-d3b1-4851-8154-ed320d2dac0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:55,097+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:55,415+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:55,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adffc962-7575-4fbb-b5dc-831241d43287 (threadPool:210)
2018-03-08 01:52:55,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f9d73a6a-7a1d-4cb2-a4d5-2feec93c2886 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:55,462+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:55,752+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:55,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ed23a50f-f5cb-49ab-a50e-d8a873c409ef (threadPool:210)
2018-03-08 01:52:55,801+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0342b1c7-09a3-4243-9c35-5095b1f35373 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:55,801+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:56,205+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:56,253+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ca7105b-1ce5-46bc-99a3-03b3ca2f4b73 (threadPool:210)
2018-03-08 01:52:56,254+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3fd08d6c-3347-4796-bf62-5b150605d205 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:56,254+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:56,612+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:56,663+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task af4c3b73-1ef5-47b8-b178-868f11b33dd0 (threadPool:210)
2018-03-08 01:52:56,664+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 689ecec5-3dfc-4456-a6f6-3db4974f3a3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:56,664+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:56,951+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:57,228+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:57,294+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f9d73a6a-7a1d-4cb2-a4d5-2feec93c2886 (threadPool:210)
2018-03-08 01:52:57,294+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd74cb2c-df49-43c0-b618-c3e8d81dbbfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:57,295+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:57,678+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:57,728+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0342b1c7-09a3-4243-9c35-5095b1f35373 (threadPool:210)
2018-03-08 01:52:57,729+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f20c1274-8196-4f2e-9067-2136243611a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:57,729+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:57,984+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:58,037+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3fd08d6c-3347-4796-bf62-5b150605d205 (threadPool:210)
2018-03-08 01:52:58,038+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 65814c2a-76c8-4feb-9835-0fce348c1e86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:58,038+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:58,304+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:58,356+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 689ecec5-3dfc-4456-a6f6-3db4974f3a3a (threadPool:210)
2018-03-08 01:52:58,357+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4dfd7adb-03e0-4532-aa2f-0cba7fe67ef1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:58,358+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:58,608+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:58,655+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 21577429-d3b1-4851-8154-ed320d2dac0d (threadPool:210)
2018-03-08 01:52:58,656+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 50c1c008-70bd-4fb7-8a9d-e599b7e99d29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:58,656+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:58,913+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:58,966+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd74cb2c-df49-43c0-b618-c3e8d81dbbfa (threadPool:210)
2018-03-08 01:52:58,966+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 39f4d8e7-441f-4c0d-bb34-2889611e6e29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:52:58,967+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:52:59,248+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:59,314+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f20c1274-8196-4f2e-9067-2136243611a8 (threadPool:210)
2018-03-08 01:52:59,315+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d7008807-7ebe-4c9b-ab59-37885aa6ad60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:59,316+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:59,590+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:59,675+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 65814c2a-76c8-4feb-9835-0fce348c1e86 (threadPool:210)
2018-03-08 01:52:59,676+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e141a278-0662-482e-8893-b1800aa4af27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:59,676+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:52:59,894+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:52:59,921+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:52:59,930+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:52:59,932+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:52:59,955+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4dfd7adb-03e0-4532-aa2f-0cba7fe67ef1 (threadPool:210)
2018-03-08 01:52:59,956+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dfc693e7-3cea-44d8-8109-d49deffabcae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:52:59,956+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:00,390+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:00,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 50c1c008-70bd-4fb7-8a9d-e599b7e99d29 (threadPool:210)
2018-03-08 01:53:00,425+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f6664b69-ec61-4b36-9cf0-91b8a6b50b48 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:00,425+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:00,707+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:00,755+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d7008807-7ebe-4c9b-ab59-37885aa6ad60 (threadPool:210)
2018-03-08 01:53:00,756+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0bdf1547-53d2-465e-88b5-db1c67823a44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:00,756+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:01,067+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:01,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e141a278-0662-482e-8893-b1800aa4af27 (threadPool:210)
2018-03-08 01:53:01,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e6dd963b-decb-4d78-a439-3cad4900d55d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:01,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:01,377+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:01,423+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dfc693e7-3cea-44d8-8109-d49deffabcae (threadPool:210)
2018-03-08 01:53:01,423+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c371250d-2480-464c-804f-7619d73cc598 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:01,424+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:01,691+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:01,738+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 39f4d8e7-441f-4c0d-bb34-2889611e6e29 (threadPool:210)
2018-03-08 01:53:01,738+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 08360a69-6d1c-423d-8f85-e5b46aa8717c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:01,739+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:02,055+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:02,099+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f6664b69-ec61-4b36-9cf0-91b8a6b50b48 (threadPool:210)
2018-03-08 01:53:02,101+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c281fb85-8327-4b2d-bf76-ac9e1bf3e9ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:02,101+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:02,444+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:02,486+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0bdf1547-53d2-465e-88b5-db1c67823a44 (threadPool:210)
2018-03-08 01:53:02,488+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 74581bf5-6c13-4d01-8741-7e5e49965eeb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:53:02,488+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:02,767+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:02,812+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e6dd963b-decb-4d78-a439-3cad4900d55d (threadPool:210)
2018-03-08 01:53:02,812+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ffe86b7-d04e-4032-80dc-c1742aa071fa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:02,813+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:03,079+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:03,118+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c371250d-2480-464c-804f-7619d73cc598 (threadPool:210)
2018-03-08 01:53:03,120+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6fce22db-a1c5-46db-b45d-b4ba100ce680 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:03,120+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:03,400+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:03,441+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 08360a69-6d1c-423d-8f85-e5b46aa8717c (threadPool:210)
2018-03-08 01:53:03,442+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a5315e31-34ed-4a25-8791-f1115a3b4aaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:03,442+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:03,719+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:03,723+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b755e7ed-6c1e-4a7f-a282-ddb82b4b4198 (api:46)
2018-03-08 01:53:03,737+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b755e7ed-6c1e-4a7f-a282-ddb82b4b4198 (api:52)
2018-03-08 01:53:03,740+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:53:03,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c281fb85-8327-4b2d-bf76-ac9e1bf3e9ab (threadPool:210)
2018-03-08 01:53:03,771+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0cfa87c7-065c-4cad-b213-9972b4263955 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:03,772+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:03,842+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=bbc8b1b0-4107-45bf-a2d4-1a3e1a20fc24 (api:46)
2018-03-08 01:53:03,849+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=bbc8b1b0-4107-45bf-a2d4-1a3e1a20fc24 (api:52)
2018-03-08 01:53:03,850+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:03,960+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:53:03,964+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:53:03,966+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:03,975+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:53:03,976+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:53:03,976+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:04,037+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:04,087+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ffe86b7-d04e-4032-80dc-c1742aa071fa (threadPool:210)
2018-03-08 01:53:04,087+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task da4ecdaf-8b38-4be1-bd71-13412b0416fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:04,087+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:04,441+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:04,446+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=153a9d56-fa62-4439-bf4a-71c88dc73b34 (api:46)
2018-03-08 01:53:04,449+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325087', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566184', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353041', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00262995', 'lastCheck': '4.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415753', 'lastCheck': '5.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250319', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000292244', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399144', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346015', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350252', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000629871', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469628', 'lastCheck': '5.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311011', 'lastCheck': '5.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513494', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448589', 'lastCheck': '5.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294094', 'lastCheck': '3.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245143', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244662', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270662', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515025', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371352', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231084', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229526', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00055447', 'lastCheck': '8.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196694', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229772', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000505315', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032477', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209428', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373916', 'lastCheck': '4.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023182', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255247', 'lastCheck': '0.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=153a9d56-fa62-4439-bf4a-71c88dc73b34 (api:52)
2018-03-08 01:53:04,449+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ce4776ee-ef64-46ca-8f36-f34092dcc6eb (api:46)
2018-03-08 01:53:04,449+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ce4776ee-ef64-46ca-8f36-f34092dcc6eb (api:52)
2018-03-08 01:53:04,452+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:04,504+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.13'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '96.49'}, '26': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.21'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '20': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.69'}, '21': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '22': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '23': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.96'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.44', 'nodeIndex': 1, 'cpuSys': '26.11', 'cpuIdle': '69.45'}, '0': {'cpuUser': '6.49', 'nodeIndex': 0, 'cpuSys': '4.31', 'cpuIdle': '89.20'}, '3': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '3.71', 'cpuIdle': '93.90'}, '5': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.23'}, '4': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.22'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '4.57', 'cpuIdle': '93.64'}, '6': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '9': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '95.03'}, '8': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.02'}, '52': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.41'}, '38': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.20'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '10': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.69'}, '13': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.50'}, '12': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.56'}, '15': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.01'}, '14': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.89'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '19': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.35'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '36': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.21'}, '35': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.73', 'cpuIdle': '98.67'}, '34': {'cpuUser': '7.89', 'nodeIndex': 0, 'cpuSys': '9.74', 'cpuIdle': '82.37'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311841'}, '0': {'memPercent': 12, 'memFree': '345852'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469628', 'lastCheck': '5.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325087', 'lastCheck': '4.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566184', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311011', 'lastCheck': '5.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513494', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415753', 'lastCheck': '5.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250319', 'lastCheck': '1.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000292244', 'lastCheck': '5.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399144', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346015', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350252', 'lastCheck': '5.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000629871', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353041', 'lastCheck': '5.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00262995', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448589', 'lastCheck': '5.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371352', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245143', 'lastCheck': '3.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244662', 'lastCheck': '4.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270662', 'lastCheck': '4.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515025', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294094', 'lastCheck': '3.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023182', 'lastCheck': '4.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229526', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00055447', 'lastCheck': '8.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196694', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229772', 'lastCheck': '4.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000505315', 'lastCheck': '7.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032477', 'lastCheck': '4.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209428', 'lastCheck': '4.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373916', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231084', 'lastCheck': '4.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255247', 'lastCheck': '0.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648052892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404486704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.351', 'tx': '1176279553603', 'txDropped': '0', 'rx': '625372564285', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0', 'tx': '1580937960526', 'txDropped': '0', 'rx': '926366806843', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45225045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416622272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200663892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet0', 'tx': '87974105', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet1', 'tx': '37766370915', 'txDropped': '0', 'rx': '878105664', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet2', 'tx': '21130134403', 'txDropped': '0', 'rx': '141322763057', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175829972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet4', 'tx': '396657487', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet5', 'tx': '23426374773', 'txDropped': '0', 'rx': '498203858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet6', 'tx': '6654757739', 'txDropped': '0', 'rx': '430196901', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet7', 'tx': '1434550913', 'txDropped': '0', 'rx': '552461721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42471354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46775579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'lo', 'tx': '6940833327', 'txDropped': '0', 'rx': '6940833327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170796613', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'eno1', 'tx': '975625420681', 'txDropped': '0', 'rx': '434019041917', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'eno2', 'tx': '605312539845', 'txDropped': '0', 'rx': '492347764926', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470372.543422, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470372.543422, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633269831', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75967717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77085582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192362012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370815927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373853766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49901048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430657586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299128412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.110', 'tx': '2476845844', 'txDropped': '0', 'rx': '66856766067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.111', 'tx': '122682465602', 'txDropped': '0', 'rx': '24452012244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55269921', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54198848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465617936', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165474874', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56049839', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55879650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45220253', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470372.543422, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226702761', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'oVirtManagement', 'tx': '1176279552955', 'txDropped': '0', 'rx': '625371825882', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577579464', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'vnet3', 'tx': '543051371', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470372.543422, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754608381', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696418.31', 'cpuLoad': '2.57', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92884'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.44', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635291L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:53:04 GMT', 'cpuUser': '1.19', 'memFree': 667584, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.20'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:04,509+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.07 seconds (__init__:573)
2018-03-08 01:53:04,525+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6fce22db-a1c5-46db-b45d-b4ba100ce680 (threadPool:210)
2018-03-08 01:53:04,526+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5bf39b95-0353-4174-971f-28516b38e2c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:04,526+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:04,801+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:04,851+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a5315e31-34ed-4a25-8791-f1115a3b4aaa (threadPool:210)
2018-03-08 01:53:04,852+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0641bd1a-7b35-4239-8bd4-ae48e4a61517 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:04,852+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:04,957+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20843 (__init__:598)
2018-03-08 01:53:04,957+0100 INFO  (monitor/dce5b2e) [IOProcessClient] Closing client ioprocess-20842 (__init__:598)
2018-03-08 01:53:05,215+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:05,264+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 74581bf5-6c13-4d01-8741-7e5e49965eeb (threadPool:210)
2018-03-08 01:53:05,264+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a480971-9029-4a31-ab94-7278e16abd50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:05,265+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:05,575+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:05,621+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0cfa87c7-065c-4cad-b213-9972b4263955 (threadPool:210)
2018-03-08 01:53:05,621+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5a2b4ce3-ccba-4f99-bb56-ff783af15321 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:05,622+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:05,903+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:05,943+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task da4ecdaf-8b38-4be1-bd71-13412b0416fd (threadPool:210)
2018-03-08 01:53:05,945+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 179e4d4d-208e-4c45-95b0-f34fa3b79aac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:05,946+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:06,251+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:06,298+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5bf39b95-0353-4174-971f-28516b38e2c4 (threadPool:210)
2018-03-08 01:53:06,299+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task afd23414-aca3-44b1-b5b0-120fedfb46af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:06,299+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:06,587+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:06,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0641bd1a-7b35-4239-8bd4-ae48e4a61517 (threadPool:210)
2018-03-08 01:53:06,632+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 83b50c13-ffbc-463b-bfd3-8f99a744e09e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:06,633+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:06,957+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:07,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a480971-9029-4a31-ab94-7278e16abd50 (threadPool:210)
2018-03-08 01:53:07,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a6c1f8e6-41e3-4bc9-a7a1-6557ccbecc75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:07,007+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:07,397+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:07,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5a2b4ce3-ccba-4f99-bb56-ff783af15321 (threadPool:210)
2018-03-08 01:53:07,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09d42511-d06d-4313-aefa-b7a5b275959e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:07,443+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:07,692+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=2f09c7ae-2ae5-4262-8ea2-975a1e378cf6 (api:46)
2018-03-08 01:53:07,693+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325087', 'lastCheck': '7.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000566184', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353041', 'lastCheck': '8.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00262995', 'lastCheck': '8.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415753', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250319', 'lastCheck': '4.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000292244', 'lastCheck': '8.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000399144', 'lastCheck': '4.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346015', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000350252', 'lastCheck': '1.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543649', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469628', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311011', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000513494', 'lastCheck': '3.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448589', 'lastCheck': '3.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294094', 'lastCheck': '6.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245143', 'lastCheck': '7.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244662', 'lastCheck': '8.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000270662', 'lastCheck': '8.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000515025', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371352', 'lastCheck': '2.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231084', 'lastCheck': '7.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229526', 'lastCheck': '3.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000382956', 'lastCheck': '1.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196694', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229772', 'lastCheck': '2.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000261492', 'lastCheck': '0.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032477', 'lastCheck': '7.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209428', 'lastCheck': '7.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000373916', 'lastCheck': '7.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023182', 'lastCheck': '7.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255247', 'lastCheck': '3.7', 'valid': True}} from=internal, task_id=2f09c7ae-2ae5-4262-8ea2-975a1e378cf6 (api:52)
2018-03-08 01:53:07,693+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=ee91a3ff-faab-4c4a-9828-10a09b7ffb46 (api:46)
2018-03-08 01:53:07,694+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=ee91a3ff-faab-4c4a-9828-10a09b7ffb46 (api:52)
2018-03-08 01:53:07,863+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:07,913+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task afd23414-aca3-44b1-b5b0-120fedfb46af (threadPool:210)
2018-03-08 01:53:07,913+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 61a59287-d499-4242-b613-3fdc6a196177 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:07,913+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:08,225+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:08,268+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 83b50c13-ffbc-463b-bfd3-8f99a744e09e (threadPool:210)
2018-03-08 01:53:08,269+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d2d1f89c-0008-4e67-9279-41d8e3078470 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:08,270+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:08,541+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:08,830+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:08,883+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a6c1f8e6-41e3-4bc9-a7a1-6557ccbecc75 (threadPool:210)
2018-03-08 01:53:08,883+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6fc668e2-a5b5-4607-9387-b0a414ef9593 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:08,884+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:09,139+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:09,195+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09d42511-d06d-4313-aefa-b7a5b275959e (threadPool:210)
2018-03-08 01:53:09,196+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 645b6814-99ae-48ce-b957-fd2bafc330a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:09,196+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:09,600+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:09,666+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 61a59287-d499-4242-b613-3fdc6a196177 (threadPool:210)
2018-03-08 01:53:09,667+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 50780079-470f-4aa2-8ec3-b5f1654a48b7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:09,667+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:09,995+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:10,038+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d2d1f89c-0008-4e67-9279-41d8e3078470 (threadPool:210)
2018-03-08 01:53:10,038+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3f2665b2-991f-482e-9b6b-0a69c2fd2f98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:10,038+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:10,365+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:10,410+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 179e4d4d-208e-4c45-95b0-f34fa3b79aac (threadPool:210)
2018-03-08 01:53:10,411+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d48b43a2-7819-467d-8aeb-f467edccc2e9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:10,411+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:10,725+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:10,774+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6fc668e2-a5b5-4607-9387-b0a414ef9593 (threadPool:210)
2018-03-08 01:53:10,775+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 81f84a79-b6d9-42b9-a746-9a9a4da42a3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:10,775+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:11,122+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:11,166+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 645b6814-99ae-48ce-b957-fd2bafc330a9 (threadPool:210)
2018-03-08 01:53:11,166+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 361e026b-f7c1-46af-85f0-0231ac4051b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:11,167+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:11,512+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:11,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 50780079-470f-4aa2-8ec3-b5f1654a48b7 (threadPool:210)
2018-03-08 01:53:11,559+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e8453dbb-dfe2-4ca4-bd2b-bfc797f50d38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:11,559+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:11,887+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:11,933+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3f2665b2-991f-482e-9b6b-0a69c2fd2f98 (threadPool:210)
2018-03-08 01:53:11,934+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 157d3dee-ad2f-4576-831c-7d745225d5dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:11,934+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:12,263+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:12,309+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d48b43a2-7819-467d-8aeb-f467edccc2e9 (threadPool:210)
2018-03-08 01:53:12,310+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95a93aa1-d4e4-4022-86ae-eb541f6aaa37 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:12,310+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:12,659+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:12,709+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 81f84a79-b6d9-42b9-a746-9a9a4da42a3c (threadPool:210)
2018-03-08 01:53:12,710+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1fe54908-fb07-46aa-ae36-71e5530c900d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:12,710+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:13,034+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:13,084+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 361e026b-f7c1-46af-85f0-0231ac4051b6 (threadPool:210)
2018-03-08 01:53:13,084+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4710b57d-93bc-48ac-a3bc-f7440bc0857c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:13,085+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:13,384+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:13,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e8453dbb-dfe2-4ca4-bd2b-bfc797f50d38 (threadPool:210)
2018-03-08 01:53:13,429+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 96dc37c3-4d39-4886-abd9-35b8bc36b1c4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:13,429+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:13,697+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:13,747+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 157d3dee-ad2f-4576-831c-7d745225d5dc (threadPool:210)
2018-03-08 01:53:13,747+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 59be1728-424b-4118-9262-cfe3533dda95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:13,748+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:14,016+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:14,068+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95a93aa1-d4e4-4022-86ae-eb541f6aaa37 (threadPool:210)
2018-03-08 01:53:14,068+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10351cb1-01e1-4aff-a615-3db0a1eabe26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:14,068+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:14,254+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=23b3c29c-b33f-45fa-865b-a556794fd178 (api:46)
2018-03-08 01:53:14,259+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=23b3c29c-b33f-45fa-865b-a556794fd178 (api:52)
2018-03-08 01:53:14,260+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:14,352+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=3c37cf57-91ea-47ad-887d-0dca7ac61994 (api:46)
2018-03-08 01:53:14,366+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:14,389+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=3c37cf57-91ea-47ad-887d-0dca7ac61994 (api:52)
2018-03-08 01:53:14,392+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:53:14,425+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1fe54908-fb07-46aa-ae36-71e5530c900d (threadPool:210)
2018-03-08 01:53:14,425+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a77b5088-642d-40e8-9f1c-4c8c5239e201 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:14,425+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:14,709+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:14,765+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4710b57d-93bc-48ac-a3bc-f7440bc0857c (threadPool:210)
2018-03-08 01:53:14,766+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4a67059b-b14b-4ae3-abe3-e59617063f63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:14,766+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:14,948+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:14,952+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:14,955+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:15,026+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:15,071+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 96dc37c3-4d39-4886-abd9-35b8bc36b1c4 (threadPool:210)
2018-03-08 01:53:15,072+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2c6e7cb6-088b-43b1-b839-6b346216fb81 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:15,072+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:15,382+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:15,429+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 59be1728-424b-4118-9262-cfe3533dda95 (threadPool:210)
2018-03-08 01:53:15,429+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task de9eae22-d4c5-49ad-98de-344e8cdf9b8f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:15,430+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:15,727+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:15,772+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10351cb1-01e1-4aff-a615-3db0a1eabe26 (threadPool:210)
2018-03-08 01:53:15,773+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dc2b5d37-67c8-4513-8dc8-5b251b005ca7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:15,773+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:16,080+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:16,119+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a77b5088-642d-40e8-9f1c-4c8c5239e201 (threadPool:210)
2018-03-08 01:53:16,120+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2e83c291-bf60-4c6b-adf7-880d7ec0cdfb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:16,120+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:16,390+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:16,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2c6e7cb6-088b-43b1-b839-6b346216fb81 (threadPool:210)
2018-03-08 01:53:16,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0b37821-eed1-45c8-8a68-58b1ab4912c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:16,440+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:16,747+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:16,786+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task de9eae22-d4c5-49ad-98de-344e8cdf9b8f (threadPool:210)
2018-03-08 01:53:16,787+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f5308a3-5503-435d-bce9-09ded3918a79 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:16,787+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:17,093+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:17,118+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dc2b5d37-67c8-4513-8dc8-5b251b005ca7 (threadPool:210)
2018-03-08 01:53:17,119+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3b8cea52-8204-4065-8cbc-3559d63df476 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:17,119+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:17,413+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:17,440+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2e83c291-bf60-4c6b-adf7-880d7ec0cdfb (threadPool:210)
2018-03-08 01:53:17,441+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7a0d7674-0563-427a-9a39-77aafa95dbff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:17,441+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:17,755+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:17,799+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f5308a3-5503-435d-bce9-09ded3918a79 (threadPool:210)
2018-03-08 01:53:17,800+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 605b0515-d518-4e15-add1-9f9216ea652d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:53:17,800+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:18,121+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:18,160+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4a67059b-b14b-4ae3-abe3-e59617063f63 (threadPool:210)
2018-03-08 01:53:18,161+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 698afea7-a53b-4e0d-a4eb-626b64c2fee7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:18,161+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:18,453+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:18,547+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0b37821-eed1-45c8-8a68-58b1ab4912c3 (threadPool:210)
2018-03-08 01:53:18,547+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 31a7d3fb-14ec-4704-a002-e1b97cd213a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:18,548+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:18,953+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:18,980+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:53:18,988+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:53:18,990+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:19,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7a0d7674-0563-427a-9a39-77aafa95dbff (threadPool:210)
2018-03-08 01:53:19,001+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 665ea7af-7c80-48b9-9c41-b0395010771c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:19,001+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:19,009+0100 INFO  (jsonrpc/5) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:53:19,009+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:53:19,010+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:19,307+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:19,358+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3b8cea52-8204-4065-8cbc-3559d63df476 (threadPool:210)
2018-03-08 01:53:19,359+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9818f25d-0ef3-4d2d-8880-20c9f6219923 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:19,360+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:19,552+0100 INFO  (jsonrpc/3) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:19,555+0100 INFO  (jsonrpc/3) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ab239dd7-15bc-40a1-aeb5-f845ed88ac4c (api:46)
2018-03-08 01:53:19,556+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261635', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194246', 'lastCheck': '1.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397623', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487964', 'lastCheck': '0.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437155', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219006', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000413972', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437951', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287584', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275275', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393489', 'lastCheck': '2.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288008', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023986', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758139', 'lastCheck': '0.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482862', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435146', 'lastCheck': '8.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306254', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374344', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223532', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403281', 'lastCheck': '6.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307361', 'lastCheck': '4.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293315', 'lastCheck': '9.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300366', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543276', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465412', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312072', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000254584', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284164', 'lastCheck': '9.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303547', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245637', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230957', 'lastCheck': '1.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031773', 'lastCheck': '5.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ab239dd7-15bc-40a1-aeb5-f845ed88ac4c (api:52)
2018-03-08 01:53:19,557+0100 INFO  (jsonrpc/3) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=0cf371a2-7fe9-4e4f-a37a-7bdab61d061f (api:46)
2018-03-08 01:53:19,557+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=0cf371a2-7fe9-4e4f-a37a-7bdab61d061f (api:52)
2018-03-08 01:53:19,601+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:19,628+0100 INFO  (jsonrpc/3) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.88'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.22'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.76'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '20': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.15'}, '21': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '23': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '98.94'}, '28': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.82'}, '29': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.43'}, '40': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.20'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '23.92', 'cpuIdle': '71.04'}, '0': {'cpuUser': '6.30', 'nodeIndex': 0, 'cpuSys': '4.84', 'cpuIdle': '88.86'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.36'}, '2': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.92', 'cpuIdle': '95.16'}, '5': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.03'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.15'}, '7': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.76'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '9': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.29'}, '8': {'cpuUser': '4.51', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '93.90'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '98.94'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.42'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '10': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.76'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.09'}, '12': {'cpuUser': '3.18', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '94.96'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '14': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.09'}, '17': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.63'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.88'}, '19': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.89'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.09'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '3.64', 'cpuIdle': '93.51'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '35': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.14'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '7.29', 'cpuIdle': '85.22'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.74'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311913'}, '0': {'memPercent': 12, 'memFree': '345782'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288008', 'lastCheck': '0.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261635', 'lastCheck': '1.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194246', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023986', 'lastCheck': '1.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758139', 'lastCheck': '0.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437155', 'lastCheck': '0.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219006', 'lastCheck': '0.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000413972', 'lastCheck': '0.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437951', 'lastCheck': '0.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287584', 'lastCheck': '0.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275275', 'lastCheck': '0.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393489', 'lastCheck': '2.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397623', 'lastCheck': '0.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487964', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482862', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000307361', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306254', 'lastCheck': '0.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374344', 'lastCheck': '0.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223532', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403281', 'lastCheck': '6.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000435146', 'lastCheck': '8.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230957', 'lastCheck': '1.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300366', 'lastCheck': '4.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543276', 'lastCheck': '3.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465412', 'lastCheck': '5.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312072', 'lastCheck': '4.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000254584', 'lastCheck': '2.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284164', 'lastCheck': '9.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000303547', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245637', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000293315', 'lastCheck': '9.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00031773', 'lastCheck': '5.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648058166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404491421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.351', 'tx': '1176279639003', 'txDropped': '0', 'rx': '625372581445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0', 'tx': '1580938056678', 'txDropped': '0', 'rx': '926367201950', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45225395', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416627065', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200665039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet0', 'tx': '87978600', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet1', 'tx': '37766376282', 'txDropped': '0', 'rx': '878105726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet2', 'tx': '21130196512', 'txDropped': '0', 'rx': '141322875058', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175831702', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet4', 'tx': '396661982', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet5', 'tx': '23426381558', 'txDropped': '0', 'rx': '498204021', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet6', 'tx': '6654766826', 'txDropped': '0', 'rx': '430200999', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet7', 'tx': '1434556340', 'txDropped': '0', 'rx': '552461825', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42471704', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46775929', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'lo', 'tx': '6940912566', 'txDropped': '0', 'rx': '6940912566', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170798152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'eno1', 'tx': '975625505404', 'txDropped': '0', 'rx': '434019260271', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'eno2', 'tx': '605312551274', 'txDropped': '0', 'rx': '492347941679', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470387.634279, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470387.634279, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633274459', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75968067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77085932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192363926', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370816327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373857491', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49901448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430661311', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299130326', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.110', 'tx': '2476850108', 'txDropped': '0', 'rx': '66856773758', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.111', 'tx': '122682570558', 'txDropped': '0', 'rx': '24452066860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55270321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54199198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465622653', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165476413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56050239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55880000', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45220603', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470387.634279, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226703908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'oVirtManagement', 'tx': '1176279638355', 'txDropped': '0', 'rx': '625371843042', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577584092', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'vnet3', 'tx': '543055866', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470387.634279, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754610111', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96192', 'ksmPages': 100, 'elapsedTime': '1696433.42', 'cpuLoad': '2.55', 'cpuSys': '1.63', 'diskStats': {'/var/log': {'free': '92882'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.98', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635297L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:53:19 GMT', 'cpuUser': '1.30', 'memFree': 667589, 'cpuIdle': '97.07', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.07'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:19,634+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.08 seconds (__init__:573)
2018-03-08 01:53:19,680+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 698afea7-a53b-4e0d-a4eb-626b64c2fee7 (threadPool:210)
2018-03-08 01:53:19,681+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 11ecfefa-3c79-49dd-9032-1ca684883447 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:19,681+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:20,056+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:20,426+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:20,478+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 31a7d3fb-14ec-4704-a002-e1b97cd213a8 (threadPool:210)
2018-03-08 01:53:20,478+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3c52ffcc-6226-4450-9e5f-f9c0e67cbfa0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:20,478+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:20,780+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:20,845+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 605b0515-d518-4e15-add1-9f9216ea652d (threadPool:210)
2018-03-08 01:53:20,846+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0422b82f-184e-4f09-b353-613b78a5f6f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:20,846+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:21,198+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:21,247+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 665ea7af-7c80-48b9-9c41-b0395010771c (threadPool:210)
2018-03-08 01:53:21,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4caba65e-4c1c-4bc8-bbd8-a42d84a9ebab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:21,248+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:21,515+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:21,561+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9818f25d-0ef3-4d2d-8880-20c9f6219923 (threadPool:210)
2018-03-08 01:53:21,562+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d679d12a-53fb-4fb8-8a2c-0b491b1d1a09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:21,562+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:21,830+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:21,877+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 11ecfefa-3c79-49dd-9032-1ca684883447 (threadPool:210)
2018-03-08 01:53:21,878+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72c2e99d-dafc-4fbd-bd3a-0e0770c14d0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:21,878+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:22,135+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:22,184+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3c52ffcc-6226-4450-9e5f-f9c0e67cbfa0 (threadPool:210)
2018-03-08 01:53:22,185+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d4cb3134-d445-4a08-89ee-0cb7c145b6fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:22,185+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:22,554+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:22,604+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0422b82f-184e-4f09-b353-613b78a5f6f2 (threadPool:210)
2018-03-08 01:53:22,604+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 60e4a15f-4169-448d-8744-04bde05e4384 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:22,605+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:22,780+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=76c9e17c-14a8-4484-9d28-aeb09f0190b4 (api:46)
2018-03-08 01:53:22,781+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261635', 'lastCheck': '2.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00194246', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000397623', 'lastCheck': '3.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487964', 'lastCheck': '3.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437155', 'lastCheck': '3.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219006', 'lastCheck': '3.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000413972', 'lastCheck': '2.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000437951', 'lastCheck': '3.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287584', 'lastCheck': '3.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275275', 'lastCheck': '3.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000393489', 'lastCheck': '5.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288008', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00023986', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000758139', 'lastCheck': '3.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482862', 'lastCheck': '3.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252976', 'lastCheck': '1.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306254', 'lastCheck': '2.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000374344', 'lastCheck': '3.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334836', 'lastCheck': '3.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000486468', 'lastCheck': '2.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242276', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251462', 'lastCheck': '2.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223382', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000543276', 'lastCheck': '6.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248651', 'lastCheck': '2.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257538', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000254584', 'lastCheck': '5.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236591', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333567', 'lastCheck': '2.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000423056', 'lastCheck': '2.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000226239', 'lastCheck': '2.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364536', 'lastCheck': '2.9', 'valid': True}} from=internal, task_id=76c9e17c-14a8-4484-9d28-aeb09f0190b4 (api:52)
2018-03-08 01:53:22,782+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=a837f8a8-01dc-4fec-9f19-2c0e665a0de4 (api:46)
2018-03-08 01:53:22,782+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a837f8a8-01dc-4fec-9f19-2c0e665a0de4 (api:52)
2018-03-08 01:53:22,980+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:23,024+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4caba65e-4c1c-4bc8-bbd8-a42d84a9ebab (threadPool:210)
2018-03-08 01:53:23,025+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b7f94ac3-6e4c-4268-a312-3756ebe28914 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:23,025+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:23,282+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:23,334+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d679d12a-53fb-4fb8-8a2c-0b491b1d1a09 (threadPool:210)
2018-03-08 01:53:23,334+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8803f886-b993-4d5b-b0d0-c51e5e01b4ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:23,335+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:23,581+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:23,621+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72c2e99d-dafc-4fbd-bd3a-0e0770c14d0d (threadPool:210)
2018-03-08 01:53:23,622+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b70e4ea4-37a4-4c80-8961-fea30112b4ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:23,622+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:23,878+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:23,928+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d4cb3134-d445-4a08-89ee-0cb7c145b6fe (threadPool:210)
2018-03-08 01:53:23,928+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7ad85e2c-4e04-40a1-8e09-4f73643bbd9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:23,929+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:24,178+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:24,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 60e4a15f-4169-448d-8744-04bde05e4384 (threadPool:210)
2018-03-08 01:53:24,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9a085172-3257-41a7-84b3-7ba40e7e661f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:24,224+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:24,518+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:24,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b7f94ac3-6e4c-4268-a312-3756ebe28914 (threadPool:210)
2018-03-08 01:53:24,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8cedd2e4-cae9-499b-bf34-da968df7ac97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:24,560+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:24,778+0100 INFO  (jsonrpc/1) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e5b693f7-023c-4f7c-ae50-5f3372c38571 (api:46)
2018-03-08 01:53:24,783+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e5b693f7-023c-4f7c-ae50-5f3372c38571 (api:52)
2018-03-08 01:53:24,783+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:24,821+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:24,869+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b70e4ea4-37a4-4c80-8961-fea30112b4ba (threadPool:210)
2018-03-08 01:53:24,870+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d984e89e-be64-411d-a735-a6b00aebe890 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:24,870+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:24,880+0100 INFO  (jsonrpc/0) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=130e1d51-643e-4cb3-8b70-af7b627061d0 (api:46)
2018-03-08 01:53:24,886+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=130e1d51-643e-4cb3-8b70-af7b627061d0 (api:52)
2018-03-08 01:53:24,888+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:25,207+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:25,259+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7ad85e2c-4e04-40a1-8e09-4f73643bbd9a (threadPool:210)
2018-03-08 01:53:25,260+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3f0d4076-2f37-4aa5-84ca-39f8cea1e6f2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:25,260+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:25,552+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:25,602+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9a085172-3257-41a7-84b3-7ba40e7e661f (threadPool:210)
2018-03-08 01:53:25,603+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task eda9562c-b371-4394-9dbd-42485760ddbb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:25,603+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:25,878+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:25,922+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8803f886-b993-4d5b-b0d0-c51e5e01b4ab (threadPool:210)
2018-03-08 01:53:25,923+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0191ea37-0146-47b8-9837-63655849abc4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:25,923+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:26,200+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:26,248+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8cedd2e4-cae9-499b-bf34-da968df7ac97 (threadPool:210)
2018-03-08 01:53:26,249+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 974adaba-e396-4404-873d-a0783cb9ef29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:26,249+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:26,528+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:26,574+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d984e89e-be64-411d-a735-a6b00aebe890 (threadPool:210)
2018-03-08 01:53:26,574+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1991cf91-0d4b-4545-9f86-3952cf7d2a5e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:26,574+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:26,829+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:26,887+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3f0d4076-2f37-4aa5-84ca-39f8cea1e6f2 (threadPool:210)
2018-03-08 01:53:26,888+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1f481db5-437f-4714-a934-9426c10f31ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:26,889+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:27,136+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:27,181+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task eda9562c-b371-4394-9dbd-42485760ddbb (threadPool:210)
2018-03-08 01:53:27,181+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 06e6c6f2-3eca-4be4-85f6-59854bd12aa5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:27,182+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:27,470+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:27,516+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0191ea37-0146-47b8-9837-63655849abc4 (threadPool:210)
2018-03-08 01:53:27,516+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 16ee65b0-38e9-4ef6-a3d8-ca0bb3b24b0d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:27,517+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:27,816+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:27,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 974adaba-e396-4404-873d-a0783cb9ef29 (threadPool:210)
2018-03-08 01:53:27,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6d3d31a5-61ae-455f-8e86-63c1f9121df0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:27,867+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:28,211+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:28,267+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1991cf91-0d4b-4545-9f86-3952cf7d2a5e (threadPool:210)
2018-03-08 01:53:28,268+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 39eb902c-5f7b-4b5c-a863-7d917b36c4cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:28,268+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:28,510+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:28,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 06e6c6f2-3eca-4be4-85f6-59854bd12aa5 (threadPool:210)
2018-03-08 01:53:28,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 17c0ba66-1629-4b20-99e6-7dec03ed8bf2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:28,571+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:28,841+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:28,907+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 16ee65b0-38e9-4ef6-a3d8-ca0bb3b24b0d (threadPool:210)
2018-03-08 01:53:28,908+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fa21ddc3-3fd3-4fcc-bbf3-51456d38074e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:28,908+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:29,160+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:29,218+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6d3d31a5-61ae-455f-8e86-63c1f9121df0 (threadPool:210)
2018-03-08 01:53:29,219+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ec96761a-9878-4343-908f-ce56f047ea47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:29,219+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:29,476+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:29,547+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1f481db5-437f-4714-a934-9426c10f31ba (threadPool:210)
2018-03-08 01:53:29,549+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1f350392-98e1-46f3-aeb0-21c94c563da3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:29,549+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:29,809+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:29,887+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 39eb902c-5f7b-4b5c-a863-7d917b36c4cd (threadPool:210)
2018-03-08 01:53:29,887+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 52a0af01-fd20-404b-9eec-617fb87dc063 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:53:29,888+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:29,970+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:29,975+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:29,978+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:30,182+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:30,231+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 17c0ba66-1629-4b20-99e6-7dec03ed8bf2 (threadPool:210)
2018-03-08 01:53:30,231+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 89ec2a20-17eb-4521-9440-67c84cc62150 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:30,232+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:30,574+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:30,626+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fa21ddc3-3fd3-4fcc-bbf3-51456d38074e (threadPool:210)
2018-03-08 01:53:30,627+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 781cffaa-bd49-4ccc-92f5-b474c383e9fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:30,627+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:30,867+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:30,913+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ec96761a-9878-4343-908f-ce56f047ea47 (threadPool:210)
2018-03-08 01:53:30,914+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 15a0ca5f-c560-4a7f-bfeb-35f1e8af99e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:30,914+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:31,162+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:31,213+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1f350392-98e1-46f3-aeb0-21c94c563da3 (threadPool:210)
2018-03-08 01:53:31,213+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b2e80b87-e0b5-4ee0-8823-bf287d949f5b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:31,214+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:31,487+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:31,536+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 52a0af01-fd20-404b-9eec-617fb87dc063 (threadPool:210)
2018-03-08 01:53:31,537+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c1523576-d34b-45db-a888-ba19374fd9bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:31,537+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:31,786+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:32,060+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:32,106+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 89ec2a20-17eb-4521-9440-67c84cc62150 (threadPool:210)
2018-03-08 01:53:32,106+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 64dc4b2d-ca11-49cb-b3be-6906f2b54d4f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:32,106+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:32,393+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:32,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 781cffaa-bd49-4ccc-92f5-b474c383e9fe (threadPool:210)
2018-03-08 01:53:32,433+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd949b48-fba4-443e-9bab-eec7b4a0ecfc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:32,433+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:32,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:32,832+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 15a0ca5f-c560-4a7f-bfeb-35f1e8af99e5 (threadPool:210)
2018-03-08 01:53:32,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c1fdb41b-8114-4117-889d-605d3228080b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:32,833+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:33,117+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:33,159+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b2e80b87-e0b5-4ee0-8823-bf287d949f5b (threadPool:210)
2018-03-08 01:53:33,159+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 53a01ba6-0b44-4767-a1c0-bec440a1cc38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:33,159+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:33,472+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:33,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 64dc4b2d-ca11-49cb-b3be-6906f2b54d4f (threadPool:210)
2018-03-08 01:53:33,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 471b99e6-e5d5-4861-88b5-8265ce0d76a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:33,517+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:33,813+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:33,866+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd949b48-fba4-443e-9bab-eec7b4a0ecfc (threadPool:210)
2018-03-08 01:53:33,867+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task edb87ca6-fff3-4b27-89ce-53c2b272a9d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:33,867+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:34,010+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:53:34,015+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:53:34,017+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:34,025+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:53:34,026+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:53:34,026+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:34,115+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:34,155+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c1fdb41b-8114-4117-889d-605d3228080b (threadPool:210)
2018-03-08 01:53:34,156+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task cb4f4989-bf50-498c-9478-7c93e6143d1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:34,156+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:34,489+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:34,529+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 53a01ba6-0b44-4767-a1c0-bec440a1cc38 (threadPool:210)
2018-03-08 01:53:34,530+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dbea9874-3b4a-40d0-afd7-794a6ed23306 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:34,530+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:34,673+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:34,674+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=37c38fb9-21c1-496b-a632-2917a38af3c5 (api:46)
2018-03-08 01:53:34,675+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281878', 'lastCheck': '4.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569006', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271425', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420765', 'lastCheck': '5.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394826', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234188', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000239798', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369874', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477912', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273268', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039441', 'lastCheck': '0.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227137', 'lastCheck': '5.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035993', 'lastCheck': '6.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318094', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482195', 'lastCheck': '5.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214587', 'lastCheck': '3.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325362', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252036', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235362', 'lastCheck': '5.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448063', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214619', 'lastCheck': '4.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220507', 'lastCheck': '4.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260551', 'lastCheck': '4.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438663', 'lastCheck': '8.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00640606', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002387', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000390866', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020555', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369705', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298263', 'lastCheck': '4.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234175', 'lastCheck': '4.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356288', 'lastCheck': '0.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=37c38fb9-21c1-496b-a632-2917a38af3c5 (api:52)
2018-03-08 01:53:34,675+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7eba75d3-1e12-4604-a9d5-e028bc752017 (api:46)
2018-03-08 01:53:34,676+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7eba75d3-1e12-4604-a9d5-e028bc752017 (api:52)
2018-03-08 01:53:34,704+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.14'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.62'}, '25': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '26': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.28'}, '27': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.02'}, '20': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.68'}, '21': {'cpuUser': '4.11', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.50'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.22'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '2.98', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '95.76'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.09'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.21'}, '1': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '26.84', 'cpuIdle': '68.12'}, '0': {'cpuUser': '6.56', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '89.20'}, '3': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.69'}, '2': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '94.97'}, '5': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '94.70'}, '4': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '95.49'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '6': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '95.62'}, '9': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '8': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.62'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '38': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '96.35'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.80'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.23'}, '10': {'cpuUser': '2.65', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '95.43'}, '13': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.76'}, '12': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '95.62'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '17': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.22'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.08'}, '19': {'cpuUser': '4.24', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '93.71'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.41'}, '36': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '34': {'cpuUser': '8.22', 'nodeIndex': 0, 'cpuSys': '8.81', 'cpuIdle': '82.97'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '95.82'}, '57': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.08'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311929'}, '0': {'memPercent': 12, 'memFree': '345766'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227137', 'lastCheck': '5.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281878', 'lastCheck': '4.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569006', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035993', 'lastCheck': '6.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318094', 'lastCheck': '0.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394826', 'lastCheck': '5.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234188', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000239798', 'lastCheck': '2.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369874', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477912', 'lastCheck': '5.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273268', 'lastCheck': '5.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00039441', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271425', 'lastCheck': '5.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420765', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482195', 'lastCheck': '5.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214619', 'lastCheck': '4.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325362', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252036', 'lastCheck': '5.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235362', 'lastCheck': '5.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448063', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214587', 'lastCheck': '3.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234175', 'lastCheck': '4.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260551', 'lastCheck': '4.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000438663', 'lastCheck': '8.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00640606', 'lastCheck': '1.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002387', 'lastCheck': '4.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000390866', 'lastCheck': '7.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020555', 'lastCheck': '4.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369705', 'lastCheck': '4.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298263', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220507', 'lastCheck': '4.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356288', 'lastCheck': '0.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648063868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404493127', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.351', 'tx': '1176279705685', 'txDropped': '0', 'rx': '625372590475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0', 'tx': '1580938302937', 'txDropped': '0', 'rx': '926367685637', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45225795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416628191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200666898', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet0', 'tx': '87982406', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet1', 'tx': '37766377646', 'txDropped': '0', 'rx': '878105788', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet2', 'tx': '21130224872', 'txDropped': '0', 'rx': '141322914986', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175835030', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet4', 'tx': '396665788', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet5', 'tx': '23426388811', 'txDropped': '0', 'rx': '498204219', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet6', 'tx': '6654778439', 'txDropped': '0', 'rx': '430217281', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet7', 'tx': '1434558480', 'txDropped': '0', 'rx': '552462621', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42472104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46776329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'lo', 'tx': '6940988975', 'txDropped': '0', 'rx': '6940988975', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170799460', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'eno1', 'tx': '975625743476', 'txDropped': '0', 'rx': '434019485237', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'eno2', 'tx': '605312559461', 'txDropped': '0', 'rx': '492348200400', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470402.725128, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470402.725128, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633278815', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75968467', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77086332', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192366074', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370816677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373860625', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49901798', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430664445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299132474', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.110', 'tx': '2476867248', 'txDropped': '0', 'rx': '66856784873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.111', 'tx': '122682617287', 'txDropped': '0', 'rx': '24452093452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55270671', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54199598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465624359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165477721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56050589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55880400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45221003', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470402.725128, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226705767', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'oVirtManagement', 'tx': '1176279705037', 'txDropped': '0', 'rx': '625371852072', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577588448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'vnet3', 'tx': '543059672', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470402.725128, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754613439', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696448.54', 'cpuLoad': '2.52', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92881'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:53:34 GMT', 'cpuUser': '1.38', 'memFree': 667602, 'cpuIdle': '96.91', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.73'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:34,708+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:53:34,769+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:34,820+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task edb87ca6-fff3-4b27-89ce-53c2b272a9d4 (threadPool:210)
2018-03-08 01:53:34,821+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d7304945-70c7-465e-be5a-6b3f60812fb6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:34,821+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:35,089+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:35,139+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c1523576-d34b-45db-a888-ba19374fd9bd (threadPool:210)
2018-03-08 01:53:35,139+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 10c5ca5b-bc55-4ad5-8512-15ae05aad534 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:35,140+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:35,318+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0580dab8-c156-487f-ba7d-6f969b59d351 (api:46)
2018-03-08 01:53:35,324+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0580dab8-c156-487f-ba7d-6f969b59d351 (api:52)
2018-03-08 01:53:35,324+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:35,419+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=5e22a79f-7b21-4a89-9562-e066ada74fc0 (api:46)
2018-03-08 01:53:35,459+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=5e22a79f-7b21-4a89-9562-e066ada74fc0 (api:52)
2018-03-08 01:53:35,462+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:53:35,482+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:35,541+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task cb4f4989-bf50-498c-9478-7c93e6143d1a (threadPool:210)
2018-03-08 01:53:35,542+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4f52e4dd-c0e3-4895-b1d2-1b2409b00b1a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:35,542+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:35,777+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:35,825+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dbea9874-3b4a-40d0-afd7-794a6ed23306 (threadPool:210)
2018-03-08 01:53:35,826+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01aa5077-aa0e-46bf-899c-9ec32a32d346 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:35,826+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:36,082+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:36,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d7304945-70c7-465e-be5a-6b3f60812fb6 (threadPool:210)
2018-03-08 01:53:36,131+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cc4c86f4-88db-415d-b6c9-653a2c00fdf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:36,131+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:36,428+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:36,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 10c5ca5b-bc55-4ad5-8512-15ae05aad534 (threadPool:210)
2018-03-08 01:53:36,479+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task faf954af-61d0-43ba-a2b7-e3fd197e5f60 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:36,479+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:36,750+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:36,797+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 471b99e6-e5d5-4861-88b5-8265ce0d76a2 (threadPool:210)
2018-03-08 01:53:36,797+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 855eb970-71f9-4b2f-bf9d-e1aebce69454 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:36,797+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:37,055+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:37,102+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4f52e4dd-c0e3-4895-b1d2-1b2409b00b1a (threadPool:210)
2018-03-08 01:53:37,103+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 59859ad4-78a1-49e6-ad18-351377135d2f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:37,103+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:37,364+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:37,401+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01aa5077-aa0e-46bf-899c-9ec32a32d346 (threadPool:210)
2018-03-08 01:53:37,402+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 29b10995-d745-41d9-b2ad-34cd5f5497f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:37,403+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:37,672+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:37,709+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cc4c86f4-88db-415d-b6c9-653a2c00fdf7 (threadPool:210)
2018-03-08 01:53:37,710+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2d1ca2a4-33e6-4078-9367-bda8d2d340a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:37,710+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:37,866+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=dd4cf8ec-12ee-41fc-8597-cf6ce7036e88 (api:46)
2018-03-08 01:53:37,867+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281878', 'lastCheck': '8.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000569006', 'lastCheck': '7.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000271425', 'lastCheck': '8.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420765', 'lastCheck': '8.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000394826', 'lastCheck': '2.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234188', 'lastCheck': '4.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000239798', 'lastCheck': '6.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369874', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000477912', 'lastCheck': '3.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273268', 'lastCheck': '1.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492577', 'lastCheck': '1.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227137', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00035993', 'lastCheck': '2.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318094', 'lastCheck': '3.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000482195', 'lastCheck': '2.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214587', 'lastCheck': '6.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325362', 'lastCheck': '7.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252036', 'lastCheck': '8.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235362', 'lastCheck': '8.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448063', 'lastCheck': '4.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214619', 'lastCheck': '2.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220507', 'lastCheck': '8.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260551', 'lastCheck': '3.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000419401', 'lastCheck': '2.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00640606', 'lastCheck': '4.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0002387', 'lastCheck': '2.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000463298', 'lastCheck': '0.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00020555', 'lastCheck': '8.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369705', 'lastCheck': '8.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298263', 'lastCheck': '8.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234175', 'lastCheck': '8.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356288', 'lastCheck': '3.8', 'valid': True}} from=internal, task_id=dd4cf8ec-12ee-41fc-8597-cf6ce7036e88 (api:52)
2018-03-08 01:53:37,867+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=09b801d8-5a0d-4794-973a-d5668ebd63c0 (api:46)
2018-03-08 01:53:37,867+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=09b801d8-5a0d-4794-973a-d5668ebd63c0 (api:52)
2018-03-08 01:53:38,045+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:38,094+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 855eb970-71f9-4b2f-bf9d-e1aebce69454 (threadPool:210)
2018-03-08 01:53:38,095+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f8334aef-9a27-4ee4-b3b1-b8f7c10a9ffc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:38,095+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:38,349+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:38,408+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 59859ad4-78a1-49e6-ad18-351377135d2f (threadPool:210)
2018-03-08 01:53:38,409+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8040ce39-fbf9-4268-8d32-e22156193ea3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:38,409+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:38,654+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:38,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 29b10995-d745-41d9-b2ad-34cd5f5497f6 (threadPool:210)
2018-03-08 01:53:38,701+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 760d61d1-15c1-4ba7-a119-4f8e678301eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:38,701+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:38,994+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:39,034+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task faf954af-61d0-43ba-a2b7-e3fd197e5f60 (threadPool:210)
2018-03-08 01:53:39,034+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4a55980b-2fc5-4b39-a49f-710d25b604cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:39,035+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:39,307+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:39,372+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f8334aef-9a27-4ee4-b3b1-b8f7c10a9ffc (threadPool:210)
2018-03-08 01:53:39,373+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 525d94e9-6e90-4e2f-b06a-251040ea1464 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:39,373+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:39,612+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:39,679+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 760d61d1-15c1-4ba7-a119-4f8e678301eb (threadPool:210)
2018-03-08 01:53:39,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fcb7e266-cd04-4954-ae48-7549cfbb3024 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:39,680+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:39,911+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:39,962+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2d1ca2a4-33e6-4078-9367-bda8d2d340a6 (threadPool:210)
2018-03-08 01:53:39,963+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4cf48591-7f49-499a-a9dd-e0f33d0b730a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:39,963+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:40,252+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:40,300+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4a55980b-2fc5-4b39-a49f-710d25b604cd (threadPool:210)
2018-03-08 01:53:40,301+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6bcc3567-0b59-4fdc-bec4-e43f4a8f5029 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:40,301+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:40,595+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:40,638+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8040ce39-fbf9-4268-8d32-e22156193ea3 (threadPool:210)
2018-03-08 01:53:40,639+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4ceca992-db53-4655-a5a9-b098e3deba82 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:53:40,639+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:40,866+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=d6a1e7c9-78a1-45d1-b863-e6164d11df5d (api:46)
2018-03-08 01:53:40,866+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=d6a1e7c9-78a1-45d1-b863-e6164d11df5d (api:52)
2018-03-08 01:53:40,867+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=d8a33da3-c2a1-42a2-9eed-ef43e7e4cbdc (api:46)
2018-03-08 01:53:40,867+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=d8a33da3-c2a1-42a2-9eed-ef43e7e4cbdc (api:52)
2018-03-08 01:53:40,867+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=35af6259-363b-4231-ac85-d024e92b9ca2 (api:46)
2018-03-08 01:53:40,868+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=35af6259-363b-4231-ac85-d024e92b9ca2 (api:52)
2018-03-08 01:53:40,868+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=8498bb00-6cf3-46b1-8cbb-f1a2077f1257 (api:46)
2018-03-08 01:53:40,868+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=8498bb00-6cf3-46b1-8cbb-f1a2077f1257 (api:52)
2018-03-08 01:53:40,869+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=1018c235-9e43-44e6-8806-4b3de5d6e966 (api:46)
2018-03-08 01:53:40,869+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=1018c235-9e43-44e6-8806-4b3de5d6e966 (api:52)
2018-03-08 01:53:40,869+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=ff24f37b-eb56-4e29-8fa6-c7fc00138ab4 (api:46)
2018-03-08 01:53:40,869+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=ff24f37b-eb56-4e29-8fa6-c7fc00138ab4 (api:52)
2018-03-08 01:53:40,880+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:40,902+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=d68447ef-25b8-4d3a-81d9-b6082aa4959b (api:46)
2018-03-08 01:53:40,903+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=d68447ef-25b8-4d3a-81d9-b6082aa4959b (api:52)
2018-03-08 01:53:40,905+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5475fd70-eed8-4a14-a0fa-aa12a80281c2 (api:46)
2018-03-08 01:53:40,905+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5475fd70-eed8-4a14-a0fa-aa12a80281c2 (api:52)
2018-03-08 01:53:40,906+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2f14eb62-47d4-48dc-838e-957997d77e13 (api:46)
2018-03-08 01:53:40,906+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2f14eb62-47d4-48dc-838e-957997d77e13 (api:52)
2018-03-08 01:53:40,907+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=52449e7a-1583-45c6-8922-bd60e16a61eb (api:46)
2018-03-08 01:53:40,907+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=52449e7a-1583-45c6-8922-bd60e16a61eb (api:52)
2018-03-08 01:53:40,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fcb7e266-cd04-4954-ae48-7549cfbb3024 (threadPool:210)
2018-03-08 01:53:40,936+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 70d6e660-fee6-49cf-a7a5-14cebafd4f13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:40,936+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:41,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:41,231+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4cf48591-7f49-499a-a9dd-e0f33d0b730a (threadPool:210)
2018-03-08 01:53:41,231+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task be1496ec-bc59-43bc-8d75-4f098a84ece8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:41,231+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:41,541+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:41,588+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6bcc3567-0b59-4fdc-bec4-e43f4a8f5029 (threadPool:210)
2018-03-08 01:53:41,589+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ed0a47ea-3b70-42d1-8a0f-35a89b8d8828 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:41,589+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:41,859+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:41,913+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 525d94e9-6e90-4e2f-b06a-251040ea1464 (threadPool:210)
2018-03-08 01:53:41,914+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bdbf48f1-09d0-4a10-9474-c6f233e7d8ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:41,914+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:42,163+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:42,209+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 70d6e660-fee6-49cf-a7a5-14cebafd4f13 (threadPool:210)
2018-03-08 01:53:42,210+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3486ed4-f68b-46c8-bbaf-393656278f5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:42,210+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:42,461+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:42,510+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task be1496ec-bc59-43bc-8d75-4f098a84ece8 (threadPool:210)
2018-03-08 01:53:42,510+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 92755ba0-9ff9-4285-9e34-92133074ac50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:42,510+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:42,785+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:42,834+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ed0a47ea-3b70-42d1-8a0f-35a89b8d8828 (threadPool:210)
2018-03-08 01:53:42,834+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6ba8e6e6-2360-4470-b75d-f74abeb07152 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:42,835+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:43,193+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:43,488+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:43,531+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4ceca992-db53-4655-a5a9-b098e3deba82 (threadPool:210)
2018-03-08 01:53:43,532+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a2aeac59-c6e6-4ffa-b929-4dc1fa92da75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:43,532+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:43,817+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:43,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bdbf48f1-09d0-4a10-9474-c6f233e7d8ba (threadPool:210)
2018-03-08 01:53:43,867+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c07826e6-ca80-47cd-9e4a-4598ca40aa17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:43,867+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:44,207+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:44,252+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3486ed4-f68b-46c8-bbaf-393656278f5d (threadPool:210)
2018-03-08 01:53:44,252+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d419a6ca-4c74-4296-942c-d81f7fef57ae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:44,252+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:44,510+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:44,556+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 92755ba0-9ff9-4285-9e34-92133074ac50 (threadPool:210)
2018-03-08 01:53:44,556+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fafcf874-c3b8-4346-b8f6-984eacd3bc4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:44,557+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:44,816+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:44,864+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6ba8e6e6-2360-4470-b75d-f74abeb07152 (threadPool:210)
2018-03-08 01:53:44,865+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 47190c4b-fe80-41b7-9fea-e16a11af2e6b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:44,865+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:44,996+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:45,000+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:45,002+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:45,136+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:45,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a2aeac59-c6e6-4ffa-b929-4dc1fa92da75 (threadPool:210)
2018-03-08 01:53:45,183+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a31d852f-b351-431d-91af-1744f26df06c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:45,184+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:45,454+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:45,494+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c07826e6-ca80-47cd-9e4a-4598ca40aa17 (threadPool:210)
2018-03-08 01:53:45,494+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 720ae196-e3a9-457b-95a6-3d6f743c4edd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:45,495+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:45,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:45,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fafcf874-c3b8-4346-b8f6-984eacd3bc4c (threadPool:210)
2018-03-08 01:53:45,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 9b0d1ad5-6c91-49a2-8b4e-ccb6492e45be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:45,856+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:45,877+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=71a36805-5d03-4829-843f-697c09e5845c (api:46)
2018-03-08 01:53:45,882+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=71a36805-5d03-4829-843f-697c09e5845c (api:52)
2018-03-08 01:53:45,883+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:45,993+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c37fd989-85e1-47e0-9651-a0a6cba47b9e (api:46)
2018-03-08 01:53:46,005+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c37fd989-85e1-47e0-9651-a0a6cba47b9e (api:52)
2018-03-08 01:53:46,009+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:53:46,186+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:46,233+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 47190c4b-fe80-41b7-9fea-e16a11af2e6b (threadPool:210)
2018-03-08 01:53:46,233+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f6aab2a2-edcb-4a4a-8050-d2b45c0f1828 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:46,234+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:46,503+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:46,551+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a31d852f-b351-431d-91af-1744f26df06c (threadPool:210)
2018-03-08 01:53:46,552+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c0a3cfda-5a4c-42d6-90b3-ce6ca25ce125 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:46,552+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:46,829+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:46,883+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d419a6ca-4c74-4296-942c-d81f7fef57ae (threadPool:210)
2018-03-08 01:53:46,884+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7bb6e540-9606-416b-868f-386f8a6cdad1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:46,884+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:47,148+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:47,197+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 720ae196-e3a9-457b-95a6-3d6f743c4edd (threadPool:210)
2018-03-08 01:53:47,198+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 41281e54-6dba-4ce2-84b4-86372e72b173 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:47,198+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:47,502+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:47,541+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 9b0d1ad5-6c91-49a2-8b4e-ccb6492e45be (threadPool:210)
2018-03-08 01:53:47,542+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5580ab38-6a6a-4428-ac7f-506ebf2e98f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:47,542+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:47,808+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:47,857+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c0a3cfda-5a4c-42d6-90b3-ce6ca25ce125 (threadPool:210)
2018-03-08 01:53:47,858+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ae5de09b-98ca-413b-bcb4-24da09896a9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:47,858+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:48,165+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:48,217+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7bb6e540-9606-416b-868f-386f8a6cdad1 (threadPool:210)
2018-03-08 01:53:48,218+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01dc5f68-d6e6-420d-be03-3c4ae7af8a9e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:48,219+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:48,598+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:48,641+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 41281e54-6dba-4ce2-84b4-86372e72b173 (threadPool:210)
2018-03-08 01:53:48,641+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef736bb9-8eef-4990-86f5-b41be15dcce3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:48,641+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:49,032+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:53:49,040+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:53:49,047+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:49,069+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:53:49,095+0100 INFO  (jsonrpc/2) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:53:49,096+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:53:49,097+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:53:49,106+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f6aab2a2-edcb-4a4a-8050-d2b45c0f1828 (threadPool:210)
2018-03-08 01:53:49,107+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task af737646-0ea2-4be2-810a-902c90103161 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:49,107+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:49,408+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:49,460+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5580ab38-6a6a-4428-ac7f-506ebf2e98f3 (threadPool:210)
2018-03-08 01:53:49,461+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dca03a52-160a-4027-abab-06a6cbc60374 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:49,461+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:49,724+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:49,747+0100 INFO  (jsonrpc/4) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:53:49,751+0100 INFO  (jsonrpc/4) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=8a1b1520-0ea8-4a69-9948-66b2e5d0ce38 (api:46)
2018-03-08 01:53:49,752+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257072', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732306', 'lastCheck': '1.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557184', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460166', 'lastCheck': '0.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492129', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050096', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000616594', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457172', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190206', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366845', 'lastCheck': '0.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314193', 'lastCheck': '2.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338502', 'lastCheck': '0.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325936', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00090557', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549208', 'lastCheck': '0.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221671', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315958', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243184', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300248', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582506', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291533', 'lastCheck': '4.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328002', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000244838', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329936', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233494', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000564516', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294936', 'lastCheck': '9.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384181', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341862', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291306', 'lastCheck': '1.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319559', 'lastCheck': '5.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=8a1b1520-0ea8-4a69-9948-66b2e5d0ce38 (api:52)
2018-03-08 01:53:49,752+0100 INFO  (jsonrpc/4) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=a1a33552-dc1a-4c9a-9e3a-81705f43e48b (api:46)
2018-03-08 01:53:49,753+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=a1a33552-dc1a-4c9a-9e3a-81705f43e48b (api:52)
2018-03-08 01:53:49,781+0100 INFO  (jsonrpc/4) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.34'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '43': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.75'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.08'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.13'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.89'}, '25': {'cpuUser': '8.75', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '88.93'}, '26': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '27': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '95.76'}, '20': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.88'}, '21': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.88'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.02'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.09'}, '28': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.35'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '40': {'cpuUser': '0.27', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.27'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.91', 'nodeIndex': 1, 'cpuSys': '24.53', 'cpuIdle': '70.56'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '4.84', 'cpuIdle': '88.93'}, '3': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.22'}, '2': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '94.56'}, '5': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.09'}, '4': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '7': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.22'}, '6': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '8': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.41'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.02'}, '10': {'cpuUser': '2.05', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.29'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.62'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '15': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '3.65', 'cpuIdle': '95.09'}, '14': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.55'}, '17': {'cpuUser': '2.85', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.90'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.15'}, '19': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.63'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.29'}, '36': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.81'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.35'}, '34': {'cpuUser': '8.09', 'nodeIndex': 0, 'cpuSys': '8.62', 'cpuIdle': '83.29'}, '33': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.14'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '57': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311941'}, '0': {'memPercent': 12, 'memFree': '345752'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338502', 'lastCheck': '0.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257072', 'lastCheck': '1.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732306', 'lastCheck': '1.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325936', 'lastCheck': '1.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00090557', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492129', 'lastCheck': '0.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050096', 'lastCheck': '0.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000616594', 'lastCheck': '0.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457172', 'lastCheck': '0.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190206', 'lastCheck': '0.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366845', 'lastCheck': '0.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314193', 'lastCheck': '2.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557184', 'lastCheck': '0.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460166', 'lastCheck': '0.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549208', 'lastCheck': '0.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291533', 'lastCheck': '4.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315958', 'lastCheck': '0.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243184', 'lastCheck': '0.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300248', 'lastCheck': '0.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582506', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221671', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291306', 'lastCheck': '1.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000244838', 'lastCheck': '3.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329936', 'lastCheck': '6.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233494', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000564516', 'lastCheck': '2.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294936', 'lastCheck': '9.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000384181', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341862', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328002', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319559', 'lastCheck': '5.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648084317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404497427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.351', 'tx': '1176279790735', 'txDropped': '0', 'rx': '625372607541', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0', 'tx': '1580938422362', 'txDropped': '0', 'rx': '926368191326', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45226195', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416629173', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200668678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet0', 'tx': '87984708', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet1', 'tx': '37766378912', 'txDropped': '0', 'rx': '878105892', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet2', 'tx': '21130248469', 'txDropped': '0', 'rx': '141322915288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175837504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet4', 'tx': '396668090', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet5', 'tx': '23426451004', 'txDropped': '0', 'rx': '498225318', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet6', 'tx': '6654800862', 'txDropped': '0', 'rx': '430227855', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet7', 'tx': '1434564773', 'txDropped': '0', 'rx': '552468048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42472504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46776729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'lo', 'tx': '6941067985', 'txDropped': '0', 'rx': '6941067985', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170800816', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'eno1', 'tx': '975625850615', 'txDropped': '0', 'rx': '434019718174', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'eno2', 'tx': '605312571747', 'txDropped': '0', 'rx': '492348473152', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470417.811396, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470417.811396, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633283539', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75968817', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77086682', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192369494', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370817077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373862535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49902198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430666355', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299135894', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.110', 'tx': '2476883155', 'txDropped': '0', 'rx': '66856809631', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.111', 'tx': '122682638483', 'txDropped': '0', 'rx': '24452152064', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55271071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54199998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465628838', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165479077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56050989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55880800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45221403', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470417.811396, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226707547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'oVirtManagement', 'tx': '1176279790087', 'txDropped': '0', 'rx': '625371869138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577593172', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'vnet3', 'tx': '543061974', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470417.811396, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754615913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696463.62', 'cpuLoad': '2.54', 'cpuSys': '1.73', 'diskStats': {'/var/log': {'free': '92879'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.51', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635273L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:53:49 GMT', 'cpuUser': '1.34', 'memFree': 667568, 'cpuIdle': '96.94', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.20'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:53:49,786+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:53:49,816+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ae5de09b-98ca-413b-bcb4-24da09896a9e (threadPool:210)
2018-03-08 01:53:49,816+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5170edd0-ca98-46cb-86d3-a5c46a0d6c88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:49,817+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:50,092+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:50,154+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef736bb9-8eef-4990-86f5-b41be15dcce3 (threadPool:210)
2018-03-08 01:53:50,154+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a4b95201-a410-4f90-94b2-d636379ef41e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:50,154+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:50,459+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:50,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task af737646-0ea2-4be2-810a-902c90103161 (threadPool:210)
2018-03-08 01:53:50,498+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8cfebdf0-3f39-45f1-b618-9e5be090b620 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:50,499+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:50,860+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:50,907+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01dc5f68-d6e6-420d-be03-3c4ae7af8a9e (threadPool:210)
2018-03-08 01:53:50,907+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 39c0f94a-1b6f-48e1-925d-bbee78360ff1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:50,907+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:51,165+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:51,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5170edd0-ca98-46cb-86d3-a5c46a0d6c88 (threadPool:210)
2018-03-08 01:53:51,215+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4fa078ef-db56-4891-baa3-ecf505530df2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:51,216+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:51,490+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:51,542+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a4b95201-a410-4f90-94b2-d636379ef41e (threadPool:210)
2018-03-08 01:53:51,543+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a48d6fb5-7c21-4909-b651-19dd60115f42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:51,543+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:51,806+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:51,848+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dca03a52-160a-4027-abab-06a6cbc60374 (threadPool:210)
2018-03-08 01:53:51,848+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fe6be8d0-9f70-4d64-83e4-111905290b40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:51,848+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:52,122+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:52,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 39c0f94a-1b6f-48e1-925d-bbee78360ff1 (threadPool:210)
2018-03-08 01:53:52,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4b6a051f-e5a2-47dd-a7fb-c373fa0610eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:52,161+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:52,446+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:52,491+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a48d6fb5-7c21-4909-b651-19dd60115f42 (threadPool:210)
2018-03-08 01:53:52,491+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e90f576b-a5e4-4620-876b-de809f4327c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:52,492+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:52,753+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:52,798+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8cfebdf0-3f39-45f1-b618-9e5be090b620 (threadPool:210)
2018-03-08 01:53:52,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9d6183e3-2546-4fa1-8180-df92ab4e49b6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:52,799+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:52,954+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=853a78c4-a461-4103-afb4-de7f99f06e57 (api:46)
2018-03-08 01:53:52,955+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257072', 'lastCheck': '3.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000732306', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000557184', 'lastCheck': '3.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000460166', 'lastCheck': '3.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000492129', 'lastCheck': '3.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00050096', 'lastCheck': '3.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000616594', 'lastCheck': '3.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457172', 'lastCheck': '3.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00190206', 'lastCheck': '3.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366845', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314193', 'lastCheck': '6.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000338502', 'lastCheck': '3.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325936', 'lastCheck': '4.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00090557', 'lastCheck': '4.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000549208', 'lastCheck': '3.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221671', 'lastCheck': '1.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315958', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243184', 'lastCheck': '3.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000300248', 'lastCheck': '3.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000582506', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242527', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345566', 'lastCheck': '3.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279555', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000244838', 'lastCheck': '7.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260708', 'lastCheck': '3.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000233494', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000564516', 'lastCheck': '5.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265684', 'lastCheck': '3.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000222542', 'lastCheck': '3.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00143254', 'lastCheck': '3.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242678', 'lastCheck': '3.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207399', 'lastCheck': '3.0', 'valid': True}} from=internal, task_id=853a78c4-a461-4103-afb4-de7f99f06e57 (api:52)
2018-03-08 01:53:52,955+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=5eceeeff-ed25-4e0b-b36d-1ac7875c5999 (api:46)
2018-03-08 01:53:52,956+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5eceeeff-ed25-4e0b-b36d-1ac7875c5999 (api:52)
2018-03-08 01:53:53,138+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:53,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fe6be8d0-9f70-4d64-83e4-111905290b40 (threadPool:210)
2018-03-08 01:53:53,188+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c43061a7-6ddd-46b3-9329-af9fefa0a3e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:53,188+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:53,516+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:53,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4fa078ef-db56-4891-baa3-ecf505530df2 (threadPool:210)
2018-03-08 01:53:53,566+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5a640550-5b77-4691-895b-386d20fd414e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:53,566+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:53,833+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:53,882+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4b6a051f-e5a2-47dd-a7fb-c373fa0610eb (threadPool:210)
2018-03-08 01:53:53,882+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 48680bbf-20ee-4c8e-8bea-c99d2ff80027 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:53,882+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:54,160+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:54,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9d6183e3-2546-4fa1-8180-df92ab4e49b6 (threadPool:210)
2018-03-08 01:53:54,221+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7d2644cc-b771-4758-8272-4196b8a8411b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:53:54,222+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:54,520+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:54,795+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:54,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5a640550-5b77-4691-895b-386d20fd414e (threadPool:210)
2018-03-08 01:53:54,839+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 42fc5d64-c576-4785-b2fa-f9630c78cd47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:54,840+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:55,091+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:55,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e90f576b-a5e4-4620-876b-de809f4327c2 (threadPool:210)
2018-03-08 01:53:55,142+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task dd76da65-6095-4973-9e01-37120b2543bc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:55,142+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:55,404+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:55,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 48680bbf-20ee-4c8e-8bea-c99d2ff80027 (threadPool:210)
2018-03-08 01:53:55,454+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8f635115-a444-4a23-a8ed-c69fa35b83d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:55,454+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:55,690+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:55,737+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c43061a7-6ddd-46b3-9329-af9fefa0a3e2 (threadPool:210)
2018-03-08 01:53:55,738+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1faa5d82-1888-4ded-8dae-f69cbc2047a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:55,738+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:55,976+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:56,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7d2644cc-b771-4758-8272-4196b8a8411b (threadPool:210)
2018-03-08 01:53:56,018+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c367eec4-5dcb-4f61-9a25-8330e2ec9120 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:56,019+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:56,295+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:56,355+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 42fc5d64-c576-4785-b2fa-f9630c78cd47 (threadPool:210)
2018-03-08 01:53:56,356+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 29ec7c4e-5ddc-4ecc-85fc-146e39806602 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:56,356+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:56,411+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0596723f-823a-4560-9581-c590d2163a2a (api:46)
2018-03-08 01:53:56,419+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0596723f-823a-4560-9581-c590d2163a2a (api:52)
2018-03-08 01:53:56,419+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:53:56,515+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=117587bc-7cf3-4ae8-8402-829bc5dd6a33 (api:46)
2018-03-08 01:53:56,605+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:56,647+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=117587bc-7cf3-4ae8-8402-829bc5dd6a33 (api:52)
2018-03-08 01:53:56,649+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.14 seconds (__init__:573)
2018-03-08 01:53:56,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task dd76da65-6095-4973-9e01-37120b2543bc (threadPool:210)
2018-03-08 01:53:56,652+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 11a05c2b-f065-4d04-926e-b697c5331e93 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:56,653+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:56,956+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:57,002+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1faa5d82-1888-4ded-8dae-f69cbc2047a6 (threadPool:210)
2018-03-08 01:53:57,003+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 330c4e8e-fe35-4376-ad45-d4a6001c4d3f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:57,003+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:57,263+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:57,320+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c367eec4-5dcb-4f61-9a25-8330e2ec9120 (threadPool:210)
2018-03-08 01:53:57,321+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17f0e673-e539-4e84-b45c-aeacd1e05e34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:57,321+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:57,572+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:57,621+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 29ec7c4e-5ddc-4ecc-85fc-146e39806602 (threadPool:210)
2018-03-08 01:53:57,622+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa2c9418-cefc-4131-be37-6725eb97f905 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:57,622+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:57,933+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:57,980+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8f635115-a444-4a23-a8ed-c69fa35b83d2 (threadPool:210)
2018-03-08 01:53:57,981+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b9486802-540b-41e3-be42-8240d074bf33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:57,981+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:58,215+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:58,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 11a05c2b-f065-4d04-926e-b697c5331e93 (threadPool:210)
2018-03-08 01:53:58,272+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce38b3a4-eeaf-4988-bb45-9dc057179dd0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:58,273+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:58,549+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:58,589+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 330c4e8e-fe35-4376-ad45-d4a6001c4d3f (threadPool:210)
2018-03-08 01:53:58,589+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f0e0d054-89be-497c-ab0b-3b0716f208de (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:58,590+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:58,901+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:58,946+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17f0e673-e539-4e84-b45c-aeacd1e05e34 (threadPool:210)
2018-03-08 01:53:58,946+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 527b40c8-a542-458e-9d59-11d32e24709a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:58,946+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:59,216+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:59,276+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa2c9418-cefc-4131-be37-6725eb97f905 (threadPool:210)
2018-03-08 01:53:59,277+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 387af7ce-f560-4d2e-9925-007951572be8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:59,277+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:53:59,538+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:59,609+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce38b3a4-eeaf-4988-bb45-9dc057179dd0 (threadPool:210)
2018-03-08 01:53:59,610+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ef73cc13-2417-4d1b-bc07-25823e9e61ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:53:59,611+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:53:59,872+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:53:59,904+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f0e0d054-89be-497c-ab0b-3b0716f208de (threadPool:210)
2018-03-08 01:53:59,906+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b86f9380-bc32-4606-816e-d5cb1c42fbb1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:53:59,906+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:00,021+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:00,025+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:00,028+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:00,220+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:00,269+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 527b40c8-a542-458e-9d59-11d32e24709a (threadPool:210)
2018-03-08 01:54:00,269+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 40fbf411-3db0-46b6-8949-852311f43113 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:00,270+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:00,537+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:00,565+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b9486802-540b-41e3-be42-8240d074bf33 (threadPool:210)
2018-03-08 01:54:00,565+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1dc11f9-b431-4835-a037-affd6293e4f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:00,566+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:00,914+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:00,959+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ef73cc13-2417-4d1b-bc07-25823e9e61ff (threadPool:210)
2018-03-08 01:54:00,960+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 782dfb56-60b8-4641-b310-e42f02118a95 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:00,960+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:01,195+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:01,236+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b86f9380-bc32-4606-816e-d5cb1c42fbb1 (threadPool:210)
2018-03-08 01:54:01,237+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 600c98c9-0a26-4d1e-a2b1-07bca6f146cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:01,237+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:01,493+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:01,539+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 40fbf411-3db0-46b6-8949-852311f43113 (threadPool:210)
2018-03-08 01:54:01,539+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5bbc8cd1-7bdf-4d0a-ad52-cfd57a8fd58d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:01,540+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:01,776+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:01,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 387af7ce-f560-4d2e-9925-007951572be8 (threadPool:210)
2018-03-08 01:54:01,823+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2227ef37-fbad-4a16-9f0d-7a315ff85363 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:01,823+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:02,077+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:02,127+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1dc11f9-b431-4835-a037-affd6293e4f4 (threadPool:210)
2018-03-08 01:54:02,127+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1b4e5343-ba17-44e9-8ed9-7203f372005f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:02,127+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:02,404+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:02,446+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 782dfb56-60b8-4641-b310-e42f02118a95 (threadPool:210)
2018-03-08 01:54:02,447+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task aef51f07-b553-420b-93ff-06ea00b1d97b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:02,447+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:02,701+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:02,767+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5bbc8cd1-7bdf-4d0a-ad52-cfd57a8fd58d (threadPool:210)
2018-03-08 01:54:02,767+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task de6cbe56-05bf-4bb8-85d1-7bb77b7b9d7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:02,767+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:03,001+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:03,045+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2227ef37-fbad-4a16-9f0d-7a315ff85363 (threadPool:210)
2018-03-08 01:54:03,046+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 114415fe-bcab-40f8-8c04-540b6ce5e38b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:03,046+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:03,352+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:03,393+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1b4e5343-ba17-44e9-8ed9-7203f372005f (threadPool:210)
2018-03-08 01:54:03,394+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0b5731a7-b44a-44f2-8465-b0c78bcedf63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:03,395+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:03,669+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:03,718+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 600c98c9-0a26-4d1e-a2b1-07bca6f146cc (threadPool:210)
2018-03-08 01:54:03,718+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7bc9ee1e-49d7-43ce-99ee-b60e3f7e52e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:03,718+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:04,002+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:04,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task aef51f07-b553-420b-93ff-06ea00b1d97b (threadPool:210)
2018-03-08 01:54:04,048+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6ad29e13-b172-4b12-acdd-d7c17b33b7c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:04,048+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:04,097+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:54:04,102+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:54:04,104+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:04,112+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:54:04,112+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:54:04,113+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:04,376+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:04,428+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task de6cbe56-05bf-4bb8-85d1-7bb77b7b9d7f (threadPool:210)
2018-03-08 01:54:04,428+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ab0778b2-d48c-43b5-9364-8338a392a606 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:04,429+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:04,779+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:04,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 114415fe-bcab-40f8-8c04-540b6ce5e38b (threadPool:210)
2018-03-08 01:54:04,838+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 174c0dc8-8f05-40e7-9e16-2758abae709a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:04,839+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:04,856+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:04,858+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=7c446a18-73d0-4f3a-b0e2-a94bb0d9e91a (api:46)
2018-03-08 01:54:04,860+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331911', 'lastCheck': '5.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592886', 'lastCheck': '4.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318435', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442037', 'lastCheck': '5.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364122', 'lastCheck': '5.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386904', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00225735', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474044', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279608', 'lastCheck': '5.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203515', 'lastCheck': '5.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276639', 'lastCheck': '0.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457112', 'lastCheck': '5.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323237', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288454', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441715', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267822', 'lastCheck': '3.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '4.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221664', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024594', 'lastCheck': '5.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473945', 'lastCheck': '1.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470852', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305943', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292799', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431377', 'lastCheck': '9.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643266', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278145', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000337582', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230509', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261112', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329926', 'lastCheck': '5.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294611', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225854', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=7c446a18-73d0-4f3a-b0e2-a94bb0d9e91a (api:52)
2018-03-08 01:54:04,860+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d2914334-58da-4f73-b38e-6a1e0d28a0b2 (api:46)
2018-03-08 01:54:04,861+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d2914334-58da-4f73-b38e-6a1e0d28a0b2 (api:52)
2018-03-08 01:54:04,888+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.21'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.56'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '99.13'}, '42': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '25': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.03'}, '26': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '27': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.02'}, '20': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.60'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.15'}, '22': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '23': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.21'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '45': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '28': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.36'}, '29': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.29'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.34'}, '1': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '26.98', 'cpuIdle': '68.31'}, '0': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '5.17', 'cpuIdle': '88.73'}, '3': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.16'}, '2': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '3.18', 'cpuIdle': '94.30'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.09'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.55'}, '7': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.55'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.89'}, '9': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '8': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '10': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '94.76'}, '13': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.29'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '15': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '95.09'}, '14': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '16': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.35'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.41'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '97.08'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '36': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '34': {'cpuUser': '6.96', 'nodeIndex': 0, 'cpuSys': '7.95', 'cpuIdle': '85.09'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.41'}, '57': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.74'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311924'}, '0': {'memPercent': 12, 'memFree': '345768'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457112', 'lastCheck': '5.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331911', 'lastCheck': '5.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592886', 'lastCheck': '4.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323237', 'lastCheck': '6.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288454', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364122', 'lastCheck': '5.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386904', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00225735', 'lastCheck': '5.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474044', 'lastCheck': '1.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279608', 'lastCheck': '5.5', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203515', 'lastCheck': '5.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276639', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318435', 'lastCheck': '5.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442037', 'lastCheck': '5.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441715', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470852', 'lastCheck': '5.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '4.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221664', 'lastCheck': '5.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024594', 'lastCheck': '5.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473945', 'lastCheck': '1.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267822', 'lastCheck': '3.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294611', 'lastCheck': '5.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292799', 'lastCheck': '0.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431377', 'lastCheck': '9.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643266', 'lastCheck': '1.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278145', 'lastCheck': '5.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000337582', 'lastCheck': '7.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230509', 'lastCheck': '5.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261112', 'lastCheck': '5.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329926', 'lastCheck': '5.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305943', 'lastCheck': '5.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225854', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648120433', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404501187', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.351', 'tx': '1176279858632', 'txDropped': '0', 'rx': '625372616997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0', 'tx': '1580938540403', 'txDropped': '0', 'rx': '926368697405', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45227012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416630905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200670268', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet0', 'tx': '87990028', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet1', 'tx': '37766380938', 'txDropped': '0', 'rx': '878105954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet2', 'tx': '21130315106', 'txDropped': '0', 'rx': '141322932095', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175838729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet4', 'tx': '396673410', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet5', 'tx': '23426500955', 'txDropped': '0', 'rx': '498229498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet6', 'tx': '6654809400', 'txDropped': '0', 'rx': '430236580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet7', 'tx': '1434571632', 'txDropped': '0', 'rx': '552473213', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42472854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46777079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'lo', 'tx': '6941142861', 'txDropped': '0', 'rx': '6941142861', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170802132', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'eno1', 'tx': '975625950762', 'txDropped': '0', 'rx': '434020007296', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'eno2', 'tx': '605312589641', 'txDropped': '0', 'rx': '492348690109', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470432.89939, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470432.89939, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633288029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75969217', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77087082', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192371654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370817427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373866945', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49902548', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430670765', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299138054', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.110', 'tx': '2476897305', 'txDropped': '0', 'rx': '66856820830', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.111', 'tx': '122682659107', 'txDropped': '0', 'rx': '24452226573', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55271421', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54200348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465632598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165480393', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56051339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55881150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45222220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470432.89939, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226709137', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'oVirtManagement', 'tx': '1176279857984', 'txDropped': '0', 'rx': '625371878594', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577597662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'vnet3', 'tx': '543067294', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470432.89939, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754617138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696478.73', 'cpuLoad': '2.56', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92878'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635300L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:54:04 GMT', 'cpuUser': '1.19', 'memFree': 667595, 'cpuIdle': '97.13', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:04,892+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:54:05,130+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:05,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7bc9ee1e-49d7-43ce-99ee-b60e3f7e52e5 (threadPool:210)
2018-03-08 01:54:05,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 823847ee-8e6f-44c8-ade6-7e8892100bbb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:05,173+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:05,458+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:05,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ab0778b2-d48c-43b5-9364-8338a392a606 (threadPool:210)
2018-03-08 01:54:05,508+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 88b81362-f929-45c0-816b-01c43aa14077 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:05,509+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:05,771+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:06,115+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:06,160+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0b5731a7-b44a-44f2-8465-b0c78bcedf63 (threadPool:210)
2018-03-08 01:54:06,161+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 44e84d6b-4f07-4ae3-a0cb-5b550e6ec5d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:54:06,161+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:06,479+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:06,525+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 174c0dc8-8f05-40e7-9e16-2758abae709a (threadPool:210)
2018-03-08 01:54:06,525+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5258bf84-e8bd-4930-91fb-cb5bdc9e6569 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:06,525+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:06,823+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:06,877+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6ad29e13-b172-4b12-acdd-d7c17b33b7c2 (threadPool:210)
2018-03-08 01:54:06,879+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 03b119cd-562c-4794-adab-c0608b09ae6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:06,879+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:07,044+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=c2d18f2a-2a55-4429-a923-5521e1662b2f (api:46)
2018-03-08 01:54:07,050+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=c2d18f2a-2a55-4429-a923-5521e1662b2f (api:52)
2018-03-08 01:54:07,050+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:07,150+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=386dac8f-4248-4031-b861-aa1aa2e45e0a (api:46)
2018-03-08 01:54:07,157+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=386dac8f-4248-4031-b861-aa1aa2e45e0a (api:52)
2018-03-08 01:54:07,158+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:07,212+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:07,270+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 823847ee-8e6f-44c8-ade6-7e8892100bbb (threadPool:210)
2018-03-08 01:54:07,270+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e4b6e740-b238-4e7b-a889-2b710496c8fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:07,271+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:07,564+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:07,612+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 88b81362-f929-45c0-816b-01c43aa14077 (threadPool:210)
2018-03-08 01:54:07,613+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ec5fc6bb-f93d-486f-b6e7-0573121ce314 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:07,613+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:07,918+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:07,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 44e84d6b-4f07-4ae3-a0cb-5b550e6ec5d5 (threadPool:210)
2018-03-08 01:54:07,967+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cf615ac6-72f0-4c56-be5b-c861a59a2fcc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:07,967+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:08,036+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=645124ec-7f95-4f52-9a7a-dc7a634ee17f (api:46)
2018-03-08 01:54:08,037+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000331911', 'lastCheck': '8.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592886', 'lastCheck': '7.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318435', 'lastCheck': '8.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000442037', 'lastCheck': '8.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000364122', 'lastCheck': '2.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386904', 'lastCheck': '4.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.00225735', 'lastCheck': '2.3', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474044', 'lastCheck': '4.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279608', 'lastCheck': '3.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203515', 'lastCheck': '1.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00360252', 'lastCheck': '1.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000457112', 'lastCheck': '1.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000323237', 'lastCheck': '2.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288454', 'lastCheck': '4.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441715', 'lastCheck': '2.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267822', 'lastCheck': '6.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220345', 'lastCheck': '7.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221664', 'lastCheck': '8.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024594', 'lastCheck': '8.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000473945', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470852', 'lastCheck': '3.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305943', 'lastCheck': '8.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292799', 'lastCheck': '3.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00046171', 'lastCheck': '2.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000643266', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278145', 'lastCheck': '3.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000261888', 'lastCheck': '0.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230509', 'lastCheck': '8.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261112', 'lastCheck': '8.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000329926', 'lastCheck': '8.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294611', 'lastCheck': '8.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225854', 'lastCheck': '4.0', 'valid': True}} from=internal, task_id=645124ec-7f95-4f52-9a7a-dc7a634ee17f (api:52)
2018-03-08 01:54:08,037+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=5a9f8e5f-6ca2-489e-83f8-58c0fc8999fa (api:46)
2018-03-08 01:54:08,038+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=5a9f8e5f-6ca2-489e-83f8-58c0fc8999fa (api:52)
2018-03-08 01:54:08,222+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:08,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5258bf84-e8bd-4930-91fb-cb5bdc9e6569 (threadPool:210)
2018-03-08 01:54:08,273+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa7ca9bb-5813-4bd0-9120-ebbf729c8f32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:08,274+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:08,605+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:08,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 03b119cd-562c-4794-adab-c0608b09ae6e (threadPool:210)
2018-03-08 01:54:08,645+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 020aefb0-335d-4644-b6e1-5fc13f134b1b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:08,646+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:08,918+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:08,967+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e4b6e740-b238-4e7b-a889-2b710496c8fe (threadPool:210)
2018-03-08 01:54:08,968+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f46ccf2a-3dcd-4dc2-9027-84da94c8b036 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:08,968+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:09,283+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:09,328+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ec5fc6bb-f93d-486f-b6e7-0573121ce314 (threadPool:210)
2018-03-08 01:54:09,328+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a3cdf0b0-7ad0-4d77-af39-510b3b296f97 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:09,329+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:09,589+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:09,645+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa7ca9bb-5813-4bd0-9120-ebbf729c8f32 (threadPool:210)
2018-03-08 01:54:09,645+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d2659375-ea80-44f4-9053-360f0c1899f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:09,646+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:09,954+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:09,990+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f46ccf2a-3dcd-4dc2-9027-84da94c8b036 (threadPool:210)
2018-03-08 01:54:09,992+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 38a8855c-e7fa-46ab-bb6c-05ff4c6a6f74 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:09,992+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:10,339+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:10,388+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cf615ac6-72f0-4c56-be5b-c861a59a2fcc (threadPool:210)
2018-03-08 01:54:10,389+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f2d9573e-3d7c-493f-8a91-bff80b3373c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:10,389+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:10,647+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:10,697+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a3cdf0b0-7ad0-4d77-af39-510b3b296f97 (threadPool:210)
2018-03-08 01:54:10,698+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d82b2564-6231-4072-8154-db474c2ce099 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:10,698+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:10,977+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:11,022+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 020aefb0-335d-4644-b6e1-5fc13f134b1b (threadPool:210)
2018-03-08 01:54:11,022+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 28cc6bf5-cdd6-4986-9d16-006fe781d4d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:11,023+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:11,278+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:11,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d2659375-ea80-44f4-9053-360f0c1899f8 (threadPool:210)
2018-03-08 01:54:11,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 10c185c8-fa74-4d70-9a99-42715685d25c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:11,325+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:11,571+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:11,617+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 38a8855c-e7fa-46ab-bb6c-05ff4c6a6f74 (threadPool:210)
2018-03-08 01:54:11,617+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 03eb3705-a930-4e06-a0e9-609f1e1695e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:11,617+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:11,876+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:11,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f2d9573e-3d7c-493f-8a91-bff80b3373c8 (threadPool:210)
2018-03-08 01:54:11,923+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2846644a-180b-4439-a1a1-0abafd70149f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:11,923+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:12,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:12,219+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d82b2564-6231-4072-8154-db474c2ce099 (threadPool:210)
2018-03-08 01:54:12,219+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8fa46c1e-b240-4419-9b21-3b1ef8f2bfbf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:12,219+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:12,499+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:12,542+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 28cc6bf5-cdd6-4986-9d16-006fe781d4d2 (threadPool:210)
2018-03-08 01:54:12,543+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 34a65171-fd1b-49a6-a031-7743a48eacb9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:12,544+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:12,794+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:12,842+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 10c185c8-fa74-4d70-9a99-42715685d25c (threadPool:210)
2018-03-08 01:54:12,842+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 96b70cae-98c4-4935-b58f-a71c96ccae61 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:12,843+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:13,097+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:13,172+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 03eb3705-a930-4e06-a0e9-609f1e1695e0 (threadPool:210)
2018-03-08 01:54:13,173+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4224e8e4-dd2d-4074-b8aa-3b0b5e2b7408 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:13,173+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:13,420+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:13,469+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2846644a-180b-4439-a1a1-0abafd70149f (threadPool:210)
2018-03-08 01:54:13,469+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5d36f9ec-c8ce-4c82-ab62-3219fe7a0444 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:13,470+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:13,830+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:13,875+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8fa46c1e-b240-4419-9b21-3b1ef8f2bfbf (threadPool:210)
2018-03-08 01:54:13,876+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b38ee0d-06d8-4c58-bcc4-141b2f15be3c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:13,876+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:14,173+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:14,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 34a65171-fd1b-49a6-a031-7743a48eacb9 (threadPool:210)
2018-03-08 01:54:14,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 626e4803-d418-4b72-8fb1-ae63a3f6cb8c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:14,224+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:14,517+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:14,564+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 96b70cae-98c4-4935-b58f-a71c96ccae61 (threadPool:210)
2018-03-08 01:54:14,564+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 283c2128-48fe-43f6-bd92-8b75ca1907c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:14,565+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:14,806+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:14,854+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4224e8e4-dd2d-4074-b8aa-3b0b5e2b7408 (threadPool:210)
2018-03-08 01:54:14,854+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 32a6ec28-9654-467f-98a1-c8e8120d985e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:14,855+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:15,043+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:15,048+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:15,050+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:15,095+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:15,135+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5d36f9ec-c8ce-4c82-ab62-3219fe7a0444 (threadPool:210)
2018-03-08 01:54:15,135+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 67a5bda4-2265-4393-b6d1-bbabe08e6b98 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:15,136+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:15,415+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:15,460+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b38ee0d-06d8-4c58-bcc4-141b2f15be3c (threadPool:210)
2018-03-08 01:54:15,460+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 269e064d-b3cb-46c0-b29e-302109058bf8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:15,461+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:15,726+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:15,776+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 626e4803-d418-4b72-8fb1-ae63a3f6cb8c (threadPool:210)
2018-03-08 01:54:15,777+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cab13986-0aab-45d1-84d5-b0c58162e2ca (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:15,777+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:16,088+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:16,137+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 283c2128-48fe-43f6-bd92-8b75ca1907c1 (threadPool:210)
2018-03-08 01:54:16,137+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6e936f3d-00d0-43a6-a352-a9453648e968 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:16,138+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:16,381+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:16,430+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 32a6ec28-9654-467f-98a1-c8e8120d985e (threadPool:210)
2018-03-08 01:54:16,430+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f4b79dc3-a593-4f6f-8561-03cb49aaf55f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:16,430+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:16,717+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:16,768+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 67a5bda4-2265-4393-b6d1-bbabe08e6b98 (threadPool:210)
2018-03-08 01:54:16,769+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dc14fe6c-14c5-4804-8161-3a945900c789 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:16,769+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:17,058+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:17,106+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 269e064d-b3cb-46c0-b29e-302109058bf8 (threadPool:210)
2018-03-08 01:54:17,106+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d7f878d5-fd0e-4225-b3bd-3276ad89cb40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:17,106+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:17,394+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:17,552+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a25a7815-8ffd-4b5b-9c22-013691aba010 (api:46)
2018-03-08 01:54:17,557+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a25a7815-8ffd-4b5b-9c22-013691aba010 (api:52)
2018-03-08 01:54:17,558+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:17,656+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=dd0ec0ed-f3bf-4fc2-a199-d81ac0798d18 (api:46)
2018-03-08 01:54:17,662+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=dd0ec0ed-f3bf-4fc2-a199-d81ac0798d18 (api:52)
2018-03-08 01:54:17,664+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:17,706+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:17,748+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cab13986-0aab-45d1-84d5-b0c58162e2ca (threadPool:210)
2018-03-08 01:54:17,749+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 46f56025-3f22-48c5-88d0-4def4c19396b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:17,749+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:18,021+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:18,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6e936f3d-00d0-43a6-a352-a9453648e968 (threadPool:210)
2018-03-08 01:54:18,071+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 79cd7051-b0f9-48c2-8c20-f49820934319 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:18,071+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:18,332+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:18,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f4b79dc3-a593-4f6f-8561-03cb49aaf55f (threadPool:210)
2018-03-08 01:54:18,400+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 073b3f5f-5fb8-47f2-8cf8-10df2dea4d16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:18,401+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:18,661+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:18,702+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dc14fe6c-14c5-4804-8161-3a945900c789 (threadPool:210)
2018-03-08 01:54:18,703+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e3b1f538-4e6b-4f04-945f-87066473e400 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:18,704+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:19,001+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:19,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d7f878d5-fd0e-4225-b3bd-3276ad89cb40 (threadPool:210)
2018-03-08 01:54:19,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73cb5767-109b-4990-9d52-a91c493b6c76 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:54:19,054+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:19,113+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:54:19,118+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:54:19,120+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:19,128+0100 INFO  (jsonrpc/6) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:54:19,129+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:54:19,129+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:19,311+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:19,355+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 46f56025-3f22-48c5-88d0-4def4c19396b (threadPool:210)
2018-03-08 01:54:19,355+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c620670b-3599-420b-bd28-531150aaeba8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:19,356+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:19,685+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:19,741+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 79cd7051-b0f9-48c2-8c20-f49820934319 (threadPool:210)
2018-03-08 01:54:19,741+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6881d254-0f1f-4bf2-bbc3-36d1fea0c58b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:19,741+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:19,930+0100 INFO  (jsonrpc/7) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:19,932+0100 INFO  (jsonrpc/7) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=994a28c6-bbc1-4eca-80f4-d067622082bc (api:46)
2018-03-08 01:54:19,933+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267471', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072497', 'lastCheck': '1.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030053', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325297', 'lastCheck': '0.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345161', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245231', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274002', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470459', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306123', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286122', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041126', 'lastCheck': '3.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234661', 'lastCheck': '0.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311768', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304601', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536238', 'lastCheck': '0.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418395', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474595', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196816', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043544', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507572', 'lastCheck': '0.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239649', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251765', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325948', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000374574', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286279', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294964', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431008', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253619', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459636', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439835', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262078', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275128', 'lastCheck': '0.1', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=994a28c6-bbc1-4eca-80f4-d067622082bc (api:52)
2018-03-08 01:54:19,933+0100 INFO  (jsonrpc/7) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=ed2c8de5-b380-4d41-b8f5-6a5852c7ab4a (api:46)
2018-03-08 01:54:19,933+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=ed2c8de5-b380-4d41-b8f5-6a5852c7ab4a (api:52)
2018-03-08 01:54:19,959+0100 INFO  (jsonrpc/7) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.61'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '3.32', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.43'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '96.09'}, '25': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.41'}, '26': {'cpuUser': '2.25', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.03'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.75'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '21': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '22': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.62'}, '23': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.56'}, '28': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.82'}, '29': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.56'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.71', 'nodeIndex': 1, 'cpuSys': '24.80', 'cpuIdle': '70.49'}, '0': {'cpuUser': '5.37', 'nodeIndex': 0, 'cpuSys': '4.97', 'cpuIdle': '89.66'}, '3': {'cpuUser': '2.06', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.75'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '3.32', 'cpuIdle': '94.29'}, '5': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.16'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.35'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '6': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '9': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.35'}, '8': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.69'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '97.94'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.15'}, '10': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.02'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.75'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.41'}, '15': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.48'}, '14': {'cpuUser': '3.51', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.03'}, '17': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '94.30'}, '16': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.95'}, '19': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.09'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '3.38', 'cpuIdle': '95.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.95'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '35': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.43'}, '34': {'cpuUser': '7.36', 'nodeIndex': 0, 'cpuSys': '7.89', 'cpuIdle': '84.75'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.69'}, '57': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311926'}, '0': {'memPercent': 12, 'memFree': '345764'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234661', 'lastCheck': '0.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267471', 'lastCheck': '0.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072497', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311768', 'lastCheck': '1.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304601', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345161', 'lastCheck': '0.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245231', 'lastCheck': '0.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274002', 'lastCheck': '0.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470459', 'lastCheck': '0.7', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306123', 'lastCheck': '0.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286122', 'lastCheck': '0.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041126', 'lastCheck': '3.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030053', 'lastCheck': '0.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325297', 'lastCheck': '0.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536238', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239649', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474595', 'lastCheck': '0.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196816', 'lastCheck': '0.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043544', 'lastCheck': '0.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507572', 'lastCheck': '0.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418395', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262078', 'lastCheck': '0.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325948', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000374574', 'lastCheck': '4.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286279', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294964', 'lastCheck': '0.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431008', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253619', 'lastCheck': '0.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459636', 'lastCheck': '0.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439835', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251765', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275128', 'lastCheck': '0.1', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648127445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404504937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.351', 'tx': '1176279943690', 'txDropped': '0', 'rx': '625372633853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0', 'tx': '1580938635870', 'txDropped': '0', 'rx': '926369164109', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45227412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416632705', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200671915', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet0', 'tx': '87995284', 'txDropped': '0', 'rx': '79830833', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet1', 'tx': '37766383561', 'txDropped': '0', 'rx': '878110733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet2', 'tx': '21130345563', 'txDropped': '0', 'rx': '141322967107', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175840720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet4', 'tx': '396678666', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet5', 'tx': '23426509696', 'txDropped': '0', 'rx': '498229648', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet6', 'tx': '6654814704', 'txDropped': '0', 'rx': '430240174', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet7', 'tx': '1434599978', 'txDropped': '0', 'rx': '552487586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42473254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46777479', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'lo', 'tx': '6941222071', 'txDropped': '0', 'rx': '6941222071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170803336', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'eno1', 'tx': '975626039194', 'txDropped': '0', 'rx': '434020222593', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'eno2', 'tx': '605312596676', 'txDropped': '0', 'rx': '492348941516', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470447.979504, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470447.979504, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633292937', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75969567', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77087432', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192374799', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370817827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.306', 'tx': '76695872297', 'txDropped': '0', 'rx': '8373871263', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49902948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430675083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299141199', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.110', 'tx': '2476920051', 'txDropped': '0', 'rx': '66856850731', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.111', 'tx': '122682685562', 'txDropped': '0', 'rx': '24452252418', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55271821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54200748', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465636348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165481597', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56051739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55881550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45222620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470447.979504, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226710784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'oVirtManagement', 'tx': '1176279943042', 'txDropped': '0', 'rx': '625371895450', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577602570', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'vnet3', 'tx': '543072550', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470447.979504, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754619129', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696493.80', 'cpuLoad': '2.55', 'cpuSys': '1.71', 'diskStats': {'/var/log': {'free': '92876'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.18', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635306L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:54:19 GMT', 'cpuUser': '1.33', 'memFree': 667601, 'cpuIdle': '96.96', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:19,963+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:54:19,999+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:20,037+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 073b3f5f-5fb8-47f2-8cf8-10df2dea4d16 (threadPool:210)
2018-03-08 01:54:20,037+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e52495be-182b-42af-a3e6-1eab75754ad2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:20,037+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:20,368+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:20,419+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73cb5767-109b-4990-9d52-a91c493b6c76 (threadPool:210)
2018-03-08 01:54:20,419+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5f3d5136-7e4e-43f8-b2b7-83880d554b5c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:20,420+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:20,675+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:20,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c620670b-3599-420b-bd28-531150aaeba8 (threadPool:210)
2018-03-08 01:54:20,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f716b2ae-0fd1-4359-997e-a8f388ba551e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:20,725+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:21,021+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:21,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6881d254-0f1f-4bf2-bbc3-36d1fea0c58b (threadPool:210)
2018-03-08 01:54:21,070+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c950ef81-f138-492e-a4af-bcdad690633d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:21,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:21,374+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:21,423+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e3b1f538-4e6b-4f04-945f-87066473e400 (threadPool:210)
2018-03-08 01:54:21,423+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 23efd6d2-a845-4b13-a702-e282fd97c75c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:21,423+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:21,706+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:21,752+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e52495be-182b-42af-a3e6-1eab75754ad2 (threadPool:210)
2018-03-08 01:54:21,752+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dde8663c-d455-4007-9afa-e03423bfd95f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:21,753+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:22,070+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:22,111+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5f3d5136-7e4e-43f8-b2b7-83880d554b5c (threadPool:210)
2018-03-08 01:54:22,112+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3964c208-b771-4977-bab2-3ebe8712535c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:22,112+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:22,405+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:22,443+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f716b2ae-0fd1-4359-997e-a8f388ba551e (threadPool:210)
2018-03-08 01:54:22,444+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cb2acc55-c71d-4e13-95ec-85df45946b4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:22,444+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:22,707+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:22,746+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 23efd6d2-a845-4b13-a702-e282fd97c75c (threadPool:210)
2018-03-08 01:54:22,747+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 84bc3a02-257d-4195-8d87-b1a04e84832a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:22,748+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:23,033+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:23,132+0100 INFO  (periodic/11) [vdsm.api] START repoStats(domains=()) from=internal, task_id=9d6d656d-2b72-4869-bc60-8852a02dbd6d (api:46)
2018-03-08 01:54:23,133+0100 INFO  (periodic/11) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267471', 'lastCheck': '3.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00072497', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030053', 'lastCheck': '3.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325297', 'lastCheck': '3.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000345161', 'lastCheck': '4.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245231', 'lastCheck': '3.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000274002', 'lastCheck': '3.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470459', 'lastCheck': '3.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306123', 'lastCheck': '3.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286122', 'lastCheck': '3.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00041126', 'lastCheck': '6.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234661', 'lastCheck': '3.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311768', 'lastCheck': '4.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304601', 'lastCheck': '4.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000536238', 'lastCheck': '3.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000418395', 'lastCheck': '2.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000474595', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000196816', 'lastCheck': '3.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00043544', 'lastCheck': '3.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000507572', 'lastCheck': '3.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239649', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251765', 'lastCheck': '3.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000325948', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000374574', 'lastCheck': '7.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286279', 'lastCheck': '3.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294964', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000431008', 'lastCheck': '5.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253619', 'lastCheck': '3.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000459636', 'lastCheck': '3.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439835', 'lastCheck': '3.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000262078', 'lastCheck': '3.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275128', 'lastCheck': '3.3', 'valid': True}} from=internal, task_id=9d6d656d-2b72-4869-bc60-8852a02dbd6d (api:52)
2018-03-08 01:54:23,134+0100 INFO  (periodic/11) [vdsm.api] START multipath_health() from=internal, task_id=93cab009-1eba-4989-82cf-93113dbc8c13 (api:46)
2018-03-08 01:54:23,134+0100 INFO  (periodic/11) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=93cab009-1eba-4989-82cf-93113dbc8c13 (api:52)
2018-03-08 01:54:23,141+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dde8663c-d455-4007-9afa-e03423bfd95f (threadPool:210)
2018-03-08 01:54:23,142+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7ce71554-05ad-4b7f-b38d-40f6deec8ac2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:23,142+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:23,448+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:23,542+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3964c208-b771-4977-bab2-3ebe8712535c (threadPool:210)
2018-03-08 01:54:23,543+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d2dce78b-f993-4e68-a066-9797ebc9e970 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:23,543+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:23,931+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:23,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c950ef81-f138-492e-a4af-bcdad690633d (threadPool:210)
2018-03-08 01:54:23,976+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b6d53654-c9c4-493c-bc8e-7daa18e266b1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:23,976+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:24,329+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:24,376+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cb2acc55-c71d-4e13-95ec-85df45946b4a (threadPool:210)
2018-03-08 01:54:24,376+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f72a5916-c406-4039-b8e6-5f83f25730d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:24,376+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:24,637+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:24,685+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 84bc3a02-257d-4195-8d87-b1a04e84832a (threadPool:210)
2018-03-08 01:54:24,685+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1d76a664-b618-497f-972e-6156f15b1cd7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:24,685+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:24,967+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:25,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7ce71554-05ad-4b7f-b38d-40f6deec8ac2 (threadPool:210)
2018-03-08 01:54:25,020+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43fee409-979e-4678-ad14-3af7c87d6377 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:25,021+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:25,271+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:25,321+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d2dce78b-f993-4e68-a066-9797ebc9e970 (threadPool:210)
2018-03-08 01:54:25,322+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bc9cc000-97aa-4f4b-8f8f-8148a73b556a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:25,322+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:25,574+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:25,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b6d53654-c9c4-493c-bc8e-7daa18e266b1 (threadPool:210)
2018-03-08 01:54:25,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54da3210-c5c1-4887-af4c-3f6500869bcb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:25,609+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:25,864+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:25,924+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1d76a664-b618-497f-972e-6156f15b1cd7 (threadPool:210)
2018-03-08 01:54:25,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ecfdb580-ebd9-4fe3-967b-b241938f939c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:25,925+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:26,173+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:26,232+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43fee409-979e-4678-ad14-3af7c87d6377 (threadPool:210)
2018-03-08 01:54:26,233+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3e879bd6-937f-436c-af1d-e8fb203af19e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:26,233+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:26,496+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:26,537+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bc9cc000-97aa-4f4b-8f8f-8148a73b556a (threadPool:210)
2018-03-08 01:54:26,537+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8b4fa07c-5d48-4d4a-b5fd-fcdbfd739980 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:26,538+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:26,793+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:26,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54da3210-c5c1-4887-af4c-3f6500869bcb (threadPool:210)
2018-03-08 01:54:26,843+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0d456515-8bc5-495f-9c91-8b2d5667fa23 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:26,844+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:27,134+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:27,174+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ecfdb580-ebd9-4fe3-967b-b241938f939c (threadPool:210)
2018-03-08 01:54:27,176+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2eb6b697-d12b-4d69-98f8-891f7fd88fcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:27,176+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:27,453+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:27,502+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3e879bd6-937f-436c-af1d-e8fb203af19e (threadPool:210)
2018-03-08 01:54:27,502+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0a391e61-bbf2-4bf2-aed7-4ba3f02e6821 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:27,503+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:27,777+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:27,820+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f72a5916-c406-4039-b8e6-5f83f25730d3 (threadPool:210)
2018-03-08 01:54:27,821+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8c8a1140-e47d-4d60-9667-ae71549d53af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:27,821+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:28,068+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:28,094+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=1f392483-5bc2-4533-a49d-709c04a71684 (api:46)
2018-03-08 01:54:28,100+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=1f392483-5bc2-4533-a49d-709c04a71684 (api:52)
2018-03-08 01:54:28,101+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:28,126+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8b4fa07c-5d48-4d4a-b5fd-fcdbfd739980 (threadPool:210)
2018-03-08 01:54:28,126+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c860220f-ac7c-47ff-8ddc-2afd8ffeb3e0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:28,127+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:28,193+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=7e990eb2-4b3a-49ed-b86b-0c1abfdf5190 (api:46)
2018-03-08 01:54:28,208+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=7e990eb2-4b3a-49ed-b86b-0c1abfdf5190 (api:52)
2018-03-08 01:54:28,211+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:54:28,412+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:28,461+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0d456515-8bc5-495f-9c91-8b2d5667fa23 (threadPool:210)
2018-03-08 01:54:28,461+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d111969-de94-4a6d-86e0-7df14698d829 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:28,461+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:28,703+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:28,746+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2eb6b697-d12b-4d69-98f8-891f7fd88fcf (threadPool:210)
2018-03-08 01:54:28,747+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4d1544f6-b677-4ba9-9283-26e1619a0e46 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:28,747+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:29,015+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:29,290+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:29,337+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0a391e61-bbf2-4bf2-aed7-4ba3f02e6821 (threadPool:210)
2018-03-08 01:54:29,339+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e2c4f5a5-b9ab-4e5b-b381-b55d1a8c81b9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:29,339+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:29,677+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:29,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c860220f-ac7c-47ff-8ddc-2afd8ffeb3e0 (threadPool:210)
2018-03-08 01:54:29,732+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a0632f64-6f85-474e-a005-3dee5c95fe6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:29,733+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:30,065+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:30,070+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:30,073+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:30,109+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:30,135+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4d1544f6-b677-4ba9-9283-26e1619a0e46 (threadPool:210)
2018-03-08 01:54:30,136+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 57241843-f861-4326-8293-42e7d1980dd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:30,136+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:30,452+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:30,500+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e2c4f5a5-b9ab-4e5b-b381-b55d1a8c81b9 (threadPool:210)
2018-03-08 01:54:30,500+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5d003f6e-5fcb-4018-aade-fe0712f02451 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:30,500+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:30,800+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:30,860+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d111969-de94-4a6d-86e0-7df14698d829 (threadPool:210)
2018-03-08 01:54:30,861+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d30a13af-b858-4fa7-b9c0-929a430f2a42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:30,861+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:31,154+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:31,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8c8a1140-e47d-4d60-9667-ae71549d53af (threadPool:210)
2018-03-08 01:54:31,204+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5e5ca640-0253-49fd-a86d-9ce20de74265 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:31,204+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:31,533+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:31,573+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5d003f6e-5fcb-4018-aade-fe0712f02451 (threadPool:210)
2018-03-08 01:54:31,573+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4e39e702-73a0-46a0-bb7a-91d2551f37b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:54:31,574+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:31,841+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:31,910+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d30a13af-b858-4fa7-b9c0-929a430f2a42 (threadPool:210)
2018-03-08 01:54:31,911+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 799e2dc3-421f-423a-8105-b62909b14198 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:31,911+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:32,179+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:32,225+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 57241843-f861-4326-8293-42e7d1980dd2 (threadPool:210)
2018-03-08 01:54:32,226+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4fe12ed1-f019-4ae4-9277-45e36a6a51f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:32,226+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:32,558+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:32,585+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5e5ca640-0253-49fd-a86d-9ce20de74265 (threadPool:210)
2018-03-08 01:54:32,586+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d54a28ba-6d93-43cd-9ca3-1caca47a841b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:32,586+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:32,860+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:32,910+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4e39e702-73a0-46a0-bb7a-91d2551f37b8 (threadPool:210)
2018-03-08 01:54:32,910+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bd98f6ac-d12d-4b99-9f02-4ec3db7f716f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:32,910+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:33,161+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:33,207+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 799e2dc3-421f-423a-8105-b62909b14198 (threadPool:210)
2018-03-08 01:54:33,208+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task eae0c775-4056-4d66-8312-827c5dd1c15c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:33,208+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:33,454+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:33,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4fe12ed1-f019-4ae4-9277-45e36a6a51f4 (threadPool:210)
2018-03-08 01:54:33,500+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3a16a95f-cb34-452f-bb19-8eda39734f59 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:33,500+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:33,754+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:33,805+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a0632f64-6f85-474e-a005-3dee5c95fe6e (threadPool:210)
2018-03-08 01:54:33,806+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1278d67f-35f7-41ec-a317-2c4b26025b84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:33,806+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:34,133+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:34,145+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:54:34,153+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:54:34,156+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:54:34,197+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d54a28ba-6d93-43cd-9ca3-1caca47a841b (threadPool:210)
2018-03-08 01:54:34,197+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 3005449d-f7dd-4e5e-850f-fdf3b6cc77d3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:34,197+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:34,199+0100 INFO  (jsonrpc/1) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:54:34,199+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:54:34,200+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:34,538+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:34,568+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bd98f6ac-d12d-4b99-9f02-4ec3db7f716f (threadPool:210)
2018-03-08 01:54:34,568+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 798907e1-b43b-4292-b688-a26a9c664b91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:34,569+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:34,871+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:34,921+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3a16a95f-cb34-452f-bb19-8eda39734f59 (threadPool:210)
2018-03-08 01:54:34,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 24018cbd-c365-43b3-9fb0-d722f14a2206 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:34,922+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:35,014+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:35,015+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=581c4f8e-d3a5-47d2-92aa-6331588ccfce (api:46)
2018-03-08 01:54:35,016+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235713', 'lastCheck': '5.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404115', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564035', 'lastCheck': '5.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441864', 'lastCheck': '5.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275395', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414213', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335981', 'lastCheck': '5.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470401', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428661', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024804', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225589', 'lastCheck': '0.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266858', 'lastCheck': '5.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040183', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266221', 'lastCheck': '1.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396738', 'lastCheck': '5.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207383', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381274', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316141', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000697879', 'lastCheck': '1.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257575', 'lastCheck': '0.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0034104', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225388', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462887', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207225', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260378', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000279015', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046054', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260525', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158456', 'lastCheck': '5.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229159', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254228', 'lastCheck': '1.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=581c4f8e-d3a5-47d2-92aa-6331588ccfce (api:52)
2018-03-08 01:54:35,016+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=1860c47e-6a6c-4b20-b0a6-95fca8752521 (api:46)
2018-03-08 01:54:35,016+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=1860c47e-6a6c-4b20-b0a6-95fca8752521 (api:52)
2018-03-08 01:54:35,043+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.49'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.31', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.50'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.21'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.48'}, '25': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.78', 'cpuIdle': '95.50'}, '26': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.36'}, '27': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.03'}, '20': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '95.90'}, '21': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '23': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.36'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.27'}, '45': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.63'}, '28': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '98.88'}, '29': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.55'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.90', 'nodeIndex': 1, 'cpuSys': '26.96', 'cpuIdle': '68.14'}, '0': {'cpuUser': '6.03', 'nodeIndex': 0, 'cpuSys': '4.64', 'cpuIdle': '89.33'}, '3': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '2': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '94.63'}, '5': {'cpuUser': '2.58', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.70'}, '4': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.82'}, '7': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.38', 'cpuIdle': '96.16'}, '6': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.16'}, '9': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '8': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.49'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.89'}, '10': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.62'}, '13': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.35'}, '12': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.42'}, '15': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.32', 'cpuIdle': '97.09'}, '14': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '2.52', 'cpuIdle': '94.63'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '16': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.96'}, '19': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.02'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.58', 'cpuIdle': '96.03'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.19', 'cpuIdle': '98.15'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '35': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.56'}, '34': {'cpuUser': '7.15', 'nodeIndex': 0, 'cpuSys': '7.75', 'cpuIdle': '85.10'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.28'}, '57': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.68'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '311896'}, '0': {'memPercent': 12, 'memFree': '345778'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266858', 'lastCheck': '5.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235713', 'lastCheck': '5.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404115', 'lastCheck': '3.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040183', 'lastCheck': '6.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266221', 'lastCheck': '1.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275395', 'lastCheck': '5.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414213', 'lastCheck': '1.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335981', 'lastCheck': '5.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470401', 'lastCheck': '1.3', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428661', 'lastCheck': '0.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024804', 'lastCheck': '5.6', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225589', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564035', 'lastCheck': '5.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441864', 'lastCheck': '5.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396738', 'lastCheck': '5.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257575', 'lastCheck': '0.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207383', 'lastCheck': '4.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381274', 'lastCheck': '5.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316141', 'lastCheck': '5.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000697879', 'lastCheck': '1.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '3.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229159', 'lastCheck': '5.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225388', 'lastCheck': '0.3', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000462887', 'lastCheck': '0.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207225', 'lastCheck': '1.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260378', 'lastCheck': '0.1', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000279015', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046054', 'lastCheck': '5.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260525', 'lastCheck': '5.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158456', 'lastCheck': '5.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0034104', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254228', 'lastCheck': '1.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648133762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404509150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.351', 'tx': '1176280010390', 'txDropped': '0', 'rx': '625372642723', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0', 'tx': '1580938885329', 'txDropped': '0', 'rx': '926369617018', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45227762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416633470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200673714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet0', 'tx': '87999878', 'txDropped': '0', 'rx': '79831039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet1', 'tx': '37766385481', 'txDropped': '0', 'rx': '878111712', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet2', 'tx': '21130385234', 'txDropped': '0', 'rx': '141323073328', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175843420', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet4', 'tx': '396683064', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet5', 'tx': '23426517692', 'txDropped': '0', 'rx': '498230011', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet6', 'tx': '6654818932', 'txDropped': '0', 'rx': '430243745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet7', 'tx': '1434606704', 'txDropped': '0', 'rx': '552494237', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42473604', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46777829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'lo', 'tx': '6941297148', 'txDropped': '0', 'rx': '6941297148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170804536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'eno1', 'tx': '975626286424', 'txDropped': '0', 'rx': '434020434054', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'eno2', 'tx': '605312598905', 'txDropped': '0', 'rx': '492349182964', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470463.074067, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470463.074067, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633297473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75969967', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77087832', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192376922', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370818177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.306', 'tx': '76695872503', 'txDropped': '0', 'rx': '8373875045', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49903298', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430678697', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299143322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.110', 'tx': '2476931252', 'txDropped': '0', 'rx': '66856860507', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.111', 'tx': '122682800006', 'txDropped': '0', 'rx': '24452287530', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55272171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54201098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465640561', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165482797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56052089', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55881900', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45222970', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470463.074067, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226712583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'oVirtManagement', 'tx': '1176280009742', 'txDropped': '0', 'rx': '625371904320', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577607106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'vnet3', 'tx': '543076948', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470463.074067, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754621829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696508.88', 'cpuLoad': '2.49', 'cpuSys': '1.68', 'diskStats': {'/var/log': {'free': '92874'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.91', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:54:35 GMT', 'cpuUser': '1.21', 'memFree': 667602, 'cpuIdle': '97.10', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.26'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:35,047+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:54:35,274+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:35,324+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1278d67f-35f7-41ec-a317-2c4b26025b84 (threadPool:210)
2018-03-08 01:54:35,325+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bfee8ec0-a296-42e1-bda4-560265942f2d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:35,325+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:35,641+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:35,688+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 3005449d-f7dd-4e5e-850f-fdf3b6cc77d3 (threadPool:210)
2018-03-08 01:54:35,688+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7c47e1c7-7d70-4af5-901c-155cd14acd8b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:35,689+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:36,004+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:36,068+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task eae0c775-4056-4d66-8312-827c5dd1c15c (threadPool:210)
2018-03-08 01:54:36,069+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b5170164-1a29-4427-a8a3-c4f988a98e21 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:36,070+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:36,359+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:36,398+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 798907e1-b43b-4292-b688-a26a9c664b91 (threadPool:210)
2018-03-08 01:54:36,399+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c0a42c56-d2ad-4329-82e1-eaecd6d16098 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:36,399+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:36,659+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:36,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bfee8ec0-a296-42e1-bda4-560265942f2d (threadPool:210)
2018-03-08 01:54:36,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task df0a709f-d2e1-4174-9d51-15d3f63bf019 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:36,708+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:36,985+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:37,024+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7c47e1c7-7d70-4af5-901c-155cd14acd8b (threadPool:210)
2018-03-08 01:54:37,026+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task adf63d67-36f3-4e54-8d3c-d0654714a5a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:37,026+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:37,332+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:37,379+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b5170164-1a29-4427-a8a3-c4f988a98e21 (threadPool:210)
2018-03-08 01:54:37,380+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 335bf305-bffc-4de7-bf5a-fe2b48e49d47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:37,380+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:37,675+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:37,721+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 24018cbd-c365-43b3-9fb0-d722f14a2206 (threadPool:210)
2018-03-08 01:54:37,722+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 0c51bd7b-38cf-4737-a47f-05ed76ae45ab (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:37,722+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:38,004+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:38,050+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c0a42c56-d2ad-4329-82e1-eaecd6d16098 (threadPool:210)
2018-03-08 01:54:38,051+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2aaab526-fb6f-4bc3-92aa-da93601249c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:38,051+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:38,256+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=56d6a9d1-d7f2-44d7-8ccd-83fd3bf96f8a (api:46)
2018-03-08 01:54:38,258+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235713', 'lastCheck': '8.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000404115', 'lastCheck': '6.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000564035', 'lastCheck': '8.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441864', 'lastCheck': '8.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000275395', 'lastCheck': '3.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414213', 'lastCheck': '4.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335981', 'lastCheck': '8.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470401', 'lastCheck': '4.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428661', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024804', 'lastCheck': '1.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000730572', 'lastCheck': '1.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266858', 'lastCheck': '1.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040183', 'lastCheck': '3.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000266221', 'lastCheck': '4.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396738', 'lastCheck': '3.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030894', 'lastCheck': '7.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207383', 'lastCheck': '7.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381274', 'lastCheck': '8.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000316141', 'lastCheck': '8.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000697879', 'lastCheck': '4.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257575', 'lastCheck': '3.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.0034104', 'lastCheck': '8.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225388', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000377868', 'lastCheck': '2.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207225', 'lastCheck': '4.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260378', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00039228', 'lastCheck': '0.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046054', 'lastCheck': '8.3', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260525', 'lastCheck': '8.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00158456', 'lastCheck': '8.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229159', 'lastCheck': '8.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254228', 'lastCheck': '4.2', 'valid': True}} from=internal, task_id=56d6a9d1-d7f2-44d7-8ccd-83fd3bf96f8a (api:52)
2018-03-08 01:54:38,258+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=697ed9aa-0552-45dc-96ef-1be1245bfa05 (api:46)
2018-03-08 01:54:38,259+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=697ed9aa-0552-45dc-96ef-1be1245bfa05 (api:52)
2018-03-08 01:54:38,309+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:38,432+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task df0a709f-d2e1-4174-9d51-15d3f63bf019 (threadPool:210)
2018-03-08 01:54:38,433+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9ef8a62d-8c5d-4494-a727-c7ea7a9da1ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:38,433+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:38,614+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=f5ce53de-d85e-4923-816e-b125496ad078 (api:46)
2018-03-08 01:54:38,620+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=f5ce53de-d85e-4923-816e-b125496ad078 (api:52)
2018-03-08 01:54:38,620+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:38,668+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:38,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task adf63d67-36f3-4e54-8d3c-d0654714a5a9 (threadPool:210)
2018-03-08 01:54:38,741+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task daab8b89-4238-4f63-b33e-c2c3234e7be9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:38,741+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:38,743+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e4a5b425-c04d-4fc6-a118-b22903aa2719 (api:46)
2018-03-08 01:54:38,750+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552958881792', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e4a5b425-c04d-4fc6-a118-b22903aa2719 (api:52)
2018-03-08 01:54:38,751+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:39,084+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:39,129+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 335bf305-bffc-4de7-bf5a-fe2b48e49d47 (threadPool:210)
2018-03-08 01:54:39,129+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a967bf7c-4222-4e15-bf49-00622749f90f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:39,130+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:39,418+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:39,478+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 0c51bd7b-38cf-4737-a47f-05ed76ae45ab (threadPool:210)
2018-03-08 01:54:39,478+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4bcb2f16-c2b4-4e52-be85-47cfa02279f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:39,479+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:39,752+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:39,820+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2aaab526-fb6f-4bc3-92aa-da93601249c6 (threadPool:210)
2018-03-08 01:54:39,820+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d7d026af-4242-4da8-9ce3-bc10b2eee14b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:39,821+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:40,088+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:40,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9ef8a62d-8c5d-4494-a727-c7ea7a9da1ec (threadPool:210)
2018-03-08 01:54:40,132+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 90974e53-07ee-4be8-af6d-2546e49e4173 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:40,132+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:40,462+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:40,510+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task daab8b89-4238-4f63-b33e-c2c3234e7be9 (threadPool:210)
2018-03-08 01:54:40,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7ef2fc05-9229-46bc-8d37-cace845dc91a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:40,511+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:40,868+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:40,882+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=b9bc9364-9ba4-472e-a57d-89f4bcda0ae2 (api:46)
2018-03-08 01:54:40,883+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=b9bc9364-9ba4-472e-a57d-89f4bcda0ae2 (api:52)
2018-03-08 01:54:40,884+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=ab20b9af-df0a-4469-953b-12fb5852baeb (api:46)
2018-03-08 01:54:40,884+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=ab20b9af-df0a-4469-953b-12fb5852baeb (api:52)
2018-03-08 01:54:40,885+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=00ff8c12-efc1-493d-bc36-31117887f011 (api:46)
2018-03-08 01:54:40,885+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=00ff8c12-efc1-493d-bc36-31117887f011 (api:52)
2018-03-08 01:54:40,886+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=331da182-83bb-4439-b3cd-38f18287ed00 (api:46)
2018-03-08 01:54:40,886+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=331da182-83bb-4439-b3cd-38f18287ed00 (api:52)
2018-03-08 01:54:40,887+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=80db137d-5856-4523-ab9c-72dfc0c7fcc8 (api:46)
2018-03-08 01:54:40,887+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=80db137d-5856-4523-ab9c-72dfc0c7fcc8 (api:52)
2018-03-08 01:54:40,887+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=6205cb0c-6203-4e86-93c4-f28e9c8d5c3f (api:46)
2018-03-08 01:54:40,887+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=6205cb0c-6203-4e86-93c4-f28e9c8d5c3f (api:52)
2018-03-08 01:54:40,888+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=1da8318b-c93e-4014-b453-f25470a1d7c9 (api:46)
2018-03-08 01:54:40,888+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=1da8318b-c93e-4014-b453-f25470a1d7c9 (api:52)
2018-03-08 01:54:40,889+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=07795574-4285-49d8-bf2c-0e86a4fe9c05 (api:46)
2018-03-08 01:54:40,889+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=07795574-4285-49d8-bf2c-0e86a4fe9c05 (api:52)
2018-03-08 01:54:40,889+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=428ca7f2-a8a3-4b33-abd1-ce5a6ec57bc4 (api:46)
2018-03-08 01:54:40,889+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=428ca7f2-a8a3-4b33-abd1-ce5a6ec57bc4 (api:52)
2018-03-08 01:54:40,890+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=90786d7f-ff49-4852-b663-04652fa0ef59 (api:46)
2018-03-08 01:54:40,890+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=90786d7f-ff49-4852-b663-04652fa0ef59 (api:52)
2018-03-08 01:54:41,186+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:41,233+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a967bf7c-4222-4e15-bf49-00622749f90f (threadPool:210)
2018-03-08 01:54:41,234+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 17103e8b-0a96-4fc5-afb1-a62bb4baa5c3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:41,234+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:41,491+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:41,539+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4bcb2f16-c2b4-4e52-be85-47cfa02279f7 (threadPool:210)
2018-03-08 01:54:41,540+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7ae85060-8403-4725-b195-c1b34839e057 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:41,540+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:41,775+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:41,823+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d7d026af-4242-4da8-9ce3-bc10b2eee14b (threadPool:210)
2018-03-08 01:54:41,823+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f48d5187-0a14-4e93-84f3-793d803b256c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:41,823+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:42,108+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:42,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 90974e53-07ee-4be8-af6d-2546e49e4173 (threadPool:210)
2018-03-08 01:54:42,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7959fe6c-ad1a-4343-be0f-427617efbc7f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:42,156+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:42,404+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:42,460+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7ef2fc05-9229-46bc-8d37-cace845dc91a (threadPool:210)
2018-03-08 01:54:42,461+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c3fa543a-a0d1-4c67-8e9b-b44c092683e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:42,462+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:42,733+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:42,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 17103e8b-0a96-4fc5-afb1-a62bb4baa5c3 (threadPool:210)
2018-03-08 01:54:42,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7f666dfd-ef93-4784-a167-7adff9dc41a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:42,785+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:43,066+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:43,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7ae85060-8403-4725-b195-c1b34839e057 (threadPool:210)
2018-03-08 01:54:43,111+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ebe24c10-2378-496a-8a1f-f64d0a2e0fcf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:43,111+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:43,429+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:43,479+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f48d5187-0a14-4e93-84f3-793d803b256c (threadPool:210)
2018-03-08 01:54:43,479+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6d443050-9b9c-480e-881d-df6f4c3906a5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:43,479+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:43,806+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:43,855+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7959fe6c-ad1a-4343-be0f-427617efbc7f (threadPool:210)
2018-03-08 01:54:43,856+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bbf9e77c-3994-427a-abf0-84774714d422 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:43,856+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:44,193+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:44,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c3fa543a-a0d1-4c67-8e9b-b44c092683e2 (threadPool:210)
2018-03-08 01:54:44,223+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e2b4c0b2-94b9-40dd-8ccc-9ed25ab9090a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:44,224+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:44,566+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:44,613+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ebe24c10-2378-496a-8a1f-f64d0a2e0fcf (threadPool:210)
2018-03-08 01:54:44,613+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 771a2c11-e818-4afc-8cc0-9fb50c4841ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:54:44,614+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:44,868+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:44,919+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bbf9e77c-3994-427a-abf0-84774714d422 (threadPool:210)
2018-03-08 01:54:44,919+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e1e67540-b179-43f6-850b-0296570b48a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:44,920+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:45,088+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:45,093+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:45,095+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:45,316+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:45,360+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7f666dfd-ef93-4784-a167-7adff9dc41a5 (threadPool:210)
2018-03-08 01:54:45,361+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce018749-78ef-4c61-80e4-511e97b71174 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:45,362+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:45,705+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:45,747+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e2b4c0b2-94b9-40dd-8ccc-9ed25ab9090a (threadPool:210)
2018-03-08 01:54:45,749+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 298f686a-cd85-40ee-accd-4a9f1b50dc24 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:45,749+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:46,059+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:46,105+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6d443050-9b9c-480e-881d-df6f4c3906a5 (threadPool:210)
2018-03-08 01:54:46,106+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e346c914-d91a-44d0-82f0-af7210a4755b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:46,106+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:46,488+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:46,535+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 771a2c11-e818-4afc-8cc0-9fb50c4841ee (threadPool:210)
2018-03-08 01:54:46,536+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b877d52f-dd45-47c1-8286-48de3b9d22f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:46,536+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:46,816+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:46,871+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e1e67540-b179-43f6-850b-0296570b48a6 (threadPool:210)
2018-03-08 01:54:46,873+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task cd906732-4409-4db5-a65b-12f2b6c08f9a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:46,873+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:47,128+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:47,174+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce018749-78ef-4c61-80e4-511e97b71174 (threadPool:210)
2018-03-08 01:54:47,174+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6d5548c9-547a-44cf-8030-32c5dcd17978 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:47,175+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:47,436+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20844 (__init__:330)
2018-03-08 01:54:47,481+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:47,511+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20845 (__init__:330)
2018-03-08 01:54:47,540+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 298f686a-cd85-40ee-accd-4a9f1b50dc24 (threadPool:210)
2018-03-08 01:54:47,541+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc7db22f-b0ed-4c11-bd1c-bb5e458446e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:47,542+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:47,539+0100 INFO  (ioprocess/346755) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:54:47,544+0100 INFO  (ioprocess/346763) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:54:47,768+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:47,815+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b877d52f-dd45-47c1-8286-48de3b9d22f5 (threadPool:210)
2018-03-08 01:54:47,815+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 18584dc4-60d2-4557-9ad1-88f73ea778c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:47,816+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:48,138+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:48,187+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task cd906732-4409-4db5-a65b-12f2b6c08f9a (threadPool:210)
2018-03-08 01:54:48,188+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0721793e-bc20-4328-8fae-d07315629cc9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:48,188+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:48,540+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:48,585+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6d5548c9-547a-44cf-8030-32c5dcd17978 (threadPool:210)
2018-03-08 01:54:48,585+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 37d6cb68-f4b6-4a8f-aa0b-6ac5b1e14e4c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:48,586+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:49,078+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:49,106+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e346c914-d91a-44d0-82f0-af7210a4755b (threadPool:210)
2018-03-08 01:54:49,106+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0b209c28-da0b-4707-8172-a26959db67ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:49,107+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:49,165+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=fc134dde-6acf-48ee-964c-872a8cac6143 (api:46)
2018-03-08 01:54:49,171+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=fc134dde-6acf-48ee-964c-872a8cac6143 (api:52)
2018-03-08 01:54:49,172+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:49,201+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:54:49,209+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:54:49,211+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:49,236+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:54:49,237+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:54:49,238+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:54:49,277+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=a092de39-0f37-4a70-8651-49bd01b2fc35 (api:46)
2018-03-08 01:54:49,291+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7071395217408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=a092de39-0f37-4a70-8651-49bd01b2fc35 (api:52)
2018-03-08 01:54:49,294+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:49,365+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:49,432+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 18584dc4-60d2-4557-9ad1-88f73ea778c5 (threadPool:210)
2018-03-08 01:54:49,433+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task e12943b5-6232-4fc0-8d41-b8f1631f7848 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:49,434+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:49,708+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:49,772+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0721793e-bc20-4328-8fae-d07315629cc9 (threadPool:210)
2018-03-08 01:54:49,773+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44a2d2a9-4056-4d66-bbe8-d1a350788ed7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:49,774+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:50,076+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:50,089+0100 INFO  (jsonrpc/0) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:54:50,092+0100 INFO  (jsonrpc/0) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=9a6c04a7-d5d7-4608-8ae0-32e6d5f86c9b (api:46)
2018-03-08 01:54:50,093+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433473', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664472', 'lastCheck': '1.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235228', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414886', 'lastCheck': '0.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480323', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287398', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291575', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360848', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327936', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220153', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284536', 'lastCheck': '3.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372433', 'lastCheck': '0.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276251', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154131', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463499', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229265', 'lastCheck': '0.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248004', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210627', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214493', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443304', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202293', 'lastCheck': '0.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261977', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228833', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437692', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249759', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000555704', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292035', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291419', 'lastCheck': '0.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392267', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248423', 'lastCheck': '0.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=9a6c04a7-d5d7-4608-8ae0-32e6d5f86c9b (api:52)
2018-03-08 01:54:50,094+0100 INFO  (jsonrpc/0) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=c7c21edc-ee9d-40a4-be27-9a92957ca158 (api:46)
2018-03-08 01:54:50,094+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=c7c21edc-ee9d-40a4-be27-9a92957ca158 (api:52)
2018-03-08 01:54:50,136+0100 INFO  (jsonrpc/0) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.41'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.53', 'nodeIndex': 1, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '63': {'cpuUser': '3.44', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.31'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.20'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.82'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.69'}, '26': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.08'}, '27': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '4.11', 'cpuIdle': '94.30'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.49'}, '22': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.62'}, '23': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.20', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.67'}, '45': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.55'}, '28': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.75'}, '29': {'cpuUser': '3.18', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '94.77'}, '40': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '5.23', 'nodeIndex': 1, 'cpuSys': '25.03', 'cpuIdle': '69.74'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '5.10', 'cpuIdle': '88.67'}, '3': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.24'}, '2': {'cpuUser': '2.78', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '93.84'}, '5': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '7': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.02'}, '6': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.42'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '8': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.09'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '39': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '38': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '97.16'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.30', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '93.71'}, '10': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.89'}, '13': {'cpuUser': '4.83', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '93.25'}, '12': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '96.43'}, '15': {'cpuUser': '2.05', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.16'}, '14': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '17': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '96.62'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.28'}, '19': {'cpuUser': '3.91', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '93.90'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.89'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.08'}, '36': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '98.61'}, '35': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.82'}, '34': {'cpuUser': '7.48', 'nodeIndex': 0, 'cpuSys': '8.21', 'cpuIdle': '84.31'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.96'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312160'}, '0': {'memPercent': 12, 'memFree': '345504'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372433', 'lastCheck': '0.6', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433473', 'lastCheck': '0.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664472', 'lastCheck': '1.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276251', 'lastCheck': '1.6', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154131', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480323', 'lastCheck': '0.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287398', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291575', 'lastCheck': '0.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360848', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327936', 'lastCheck': '0.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220153', 'lastCheck': '0.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284536', 'lastCheck': '3.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235228', 'lastCheck': '0.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414886', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463499', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202293', 'lastCheck': '0.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248004', 'lastCheck': '0.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210627', 'lastCheck': '0.5', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214493', 'lastCheck': '0.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443304', 'lastCheck': '0.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229265', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392267', 'lastCheck': '0.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228833', 'lastCheck': '0.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437692', 'lastCheck': '4.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249759', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '0.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000555704', 'lastCheck': '2.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292035', 'lastCheck': '0.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '0.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291419', 'lastCheck': '0.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261977', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248423', 'lastCheck': '0.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648154261', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404513997', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.351', 'tx': '1176280087218', 'txDropped': '0', 'rx': '625372658795', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0', 'tx': '1580938963617', 'txDropped': '0', 'rx': '926369995461', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45228162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416634471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200675913', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet0', 'tx': '88004807', 'txDropped': '0', 'rx': '79831039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet1', 'tx': '37766386720', 'txDropped': '0', 'rx': '878111774', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet2', 'tx': '21130415684', 'txDropped': '0', 'rx': '141323077204', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175845903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet4', 'tx': '396687993', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet5', 'tx': '23426544125', 'txDropped': '0', 'rx': '498231163', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet6', 'tx': '6654824006', 'txDropped': '0', 'rx': '430247810', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet7', 'tx': '1434608097', 'txDropped': '0', 'rx': '552494383', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42474004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46778229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'lo', 'tx': '6941377665', 'txDropped': '0', 'rx': '6941377665', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170806078', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'eno1', 'tx': '975626363672', 'txDropped': '0', 'rx': '434020635746', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'eno2', 'tx': '605312599945', 'txDropped': '0', 'rx': '492349359715', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470478.173826, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470478.173826, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633302013', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75970317', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77088182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192380070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370818577', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.306', 'tx': '76695872503', 'txDropped': '0', 'rx': '8373879148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49903698', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430682800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299146470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.110', 'tx': '2476935525', 'txDropped': '0', 'rx': '66856864629', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.111', 'tx': '122682801762', 'txDropped': '0', 'rx': '24452314608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55272571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54201498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465645408', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165484339', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56052489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55882300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45223370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470478.173826, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226714782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'oVirtManagement', 'tx': '1176280086570', 'txDropped': '0', 'rx': '625371920392', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577611646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'vnet3', 'tx': '543081877', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470478.173826, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754624312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696523.96', 'cpuLoad': '2.44', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92873'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.37', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:54:50 GMT', 'cpuUser': '1.40', 'memFree': 667592, 'cpuIdle': '96.88', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.72'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:54:50,141+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.05 seconds (__init__:573)
2018-03-08 01:54:50,150+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 37d6cb68-f4b6-4a8f-aa0b-6ac5b1e14e4c (threadPool:210)
2018-03-08 01:54:50,150+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b32ea489-9d5c-44db-ae22-bc30381b0ae1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:50,151+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:50,491+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:50,541+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc7db22f-b0ed-4c11-bd1c-bb5e458446e5 (threadPool:210)
2018-03-08 01:54:50,541+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2d67245d-a2b5-4b14-9de4-3fc1b6a82db5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:50,542+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:50,889+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:50,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0b209c28-da0b-4707-8172-a26959db67ff (threadPool:210)
2018-03-08 01:54:50,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7cfabbf0-d4cb-48b3-86c5-5a5402ec23ac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:50,935+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:51,243+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:51,293+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task e12943b5-6232-4fc0-8d41-b8f1631f7848 (threadPool:210)
2018-03-08 01:54:51,294+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 74c9bbb8-1c87-4845-9a3e-c7d73fabced1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:51,294+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:51,554+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:51,583+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44a2d2a9-4056-4d66-bbe8-d1a350788ed7 (threadPool:210)
2018-03-08 01:54:51,583+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3d057ca7-6c06-4d0b-9f77-f3e309a36a36 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:51,584+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:51,841+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:51,890+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2d67245d-a2b5-4b14-9de4-3fc1b6a82db5 (threadPool:210)
2018-03-08 01:54:51,890+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2ca9299d-6fac-4dcb-9ad4-cb95fec47f66 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:51,890+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:52,160+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:52,470+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:52,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7cfabbf0-d4cb-48b3-86c5-5a5402ec23ac (threadPool:210)
2018-03-08 01:54:52,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a56dc919-42b2-4df8-9918-8486ef201638 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:52,518+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:52,766+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:52,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 74c9bbb8-1c87-4845-9a3e-c7d73fabced1 (threadPool:210)
2018-03-08 01:54:52,817+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91208297-81b2-4f50-a72e-9f64401bbd86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:52,818+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:53,136+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:53,184+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b32ea489-9d5c-44db-ae22-bc30381b0ae1 (threadPool:210)
2018-03-08 01:54:53,184+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7598108f-0f66-4515-964d-4b40edebc32f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:53,185+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:53,389+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=0f452aad-8e82-4726-bc5f-46f4e33df26c (api:46)
2018-03-08 01:54:53,390+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000433473', 'lastCheck': '3.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000664472', 'lastCheck': '2.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000235228', 'lastCheck': '3.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000414886', 'lastCheck': '3.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000480323', 'lastCheck': '4.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287398', 'lastCheck': '0.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000291575', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000360848', 'lastCheck': '4.1', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000327936', 'lastCheck': '4.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220153', 'lastCheck': '4.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284536', 'lastCheck': '6.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000372433', 'lastCheck': '3.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000276251', 'lastCheck': '4.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00154131', 'lastCheck': '4.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463499', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229265', 'lastCheck': '2.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248004', 'lastCheck': '2.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210627', 'lastCheck': '3.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214493', 'lastCheck': '3.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000443304', 'lastCheck': '3.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202293', 'lastCheck': '3.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261977', 'lastCheck': '3.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228833', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000437692', 'lastCheck': '7.5', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249759', 'lastCheck': '3.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248456', 'lastCheck': '3.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000555704', 'lastCheck': '5.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000292035', 'lastCheck': '3.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240248', 'lastCheck': '3.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000291419', 'lastCheck': '3.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392267', 'lastCheck': '3.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248423', 'lastCheck': '3.5', 'valid': True}} from=internal, task_id=0f452aad-8e82-4726-bc5f-46f4e33df26c (api:52)
2018-03-08 01:54:53,390+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=8ecd83fb-53f1-47e3-849b-72bff3a6b135 (api:46)
2018-03-08 01:54:53,390+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8ecd83fb-53f1-47e3-849b-72bff3a6b135 (api:52)
2018-03-08 01:54:53,467+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:53,517+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3d057ca7-6c06-4d0b-9f77-f3e309a36a36 (threadPool:210)
2018-03-08 01:54:53,518+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7633501f-95e4-4549-9a93-686a741f2727 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:53,518+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:53,803+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:53,852+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2ca9299d-6fac-4dcb-9ad4-cb95fec47f66 (threadPool:210)
2018-03-08 01:54:53,853+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a56bb549-32f6-46b1-a224-567174c9898f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:53,853+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:54,168+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:54,215+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a56dc919-42b2-4df8-9918-8486ef201638 (threadPool:210)
2018-03-08 01:54:54,216+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8979b917-e93a-4f5a-8335-33141ce7d482 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:54,216+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:54,503+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:54,548+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91208297-81b2-4f50-a72e-9f64401bbd86 (threadPool:210)
2018-03-08 01:54:54,548+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 66ee2a00-7e2e-4013-a9a4-c016e612fcd8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:54,548+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:54,808+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:54,855+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7598108f-0f66-4515-964d-4b40edebc32f (threadPool:210)
2018-03-08 01:54:54,856+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 85a44636-b60e-4d8c-9448-f3b0fee4d8c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:54:54,856+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:55,148+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:55,199+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7633501f-95e4-4549-9a93-686a741f2727 (threadPool:210)
2018-03-08 01:54:55,199+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d89d2f42-e62b-429c-a8a3-1ee38ce49d9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:55,199+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:55,480+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:55,528+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a56bb549-32f6-46b1-a224-567174c9898f (threadPool:210)
2018-03-08 01:54:55,528+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6ec68e85-38ef-43be-bf0d-85fd3195889c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:55,528+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:55,841+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:55,911+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8979b917-e93a-4f5a-8335-33141ce7d482 (threadPool:210)
2018-03-08 01:54:55,912+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4a89be92-6ef4-4d99-8270-4647c39bffe4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:55,912+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:56,223+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:56,270+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 66ee2a00-7e2e-4013-a9a4-c016e612fcd8 (threadPool:210)
2018-03-08 01:54:56,270+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b95b1788-87bf-4f18-b66a-7ec32f27c41b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:56,271+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:56,544+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:56,586+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 85a44636-b60e-4d8c-9448-f3b0fee4d8c6 (threadPool:210)
2018-03-08 01:54:56,587+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0c89cf90-9abc-4256-a02e-979fc1af2bfa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:56,587+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:56,921+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:56,966+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d89d2f42-e62b-429c-a8a3-1ee38ce49d9b (threadPool:210)
2018-03-08 01:54:56,967+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 605b3fc4-f888-4d70-bc90-ae804ba172f4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:56,967+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:57,229+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:57,293+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6ec68e85-38ef-43be-bf0d-85fd3195889c (threadPool:210)
2018-03-08 01:54:57,294+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 281a235d-6159-44c0-a7e4-0476592d3efc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:57,294+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:57,554+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:57,597+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4a89be92-6ef4-4d99-8270-4647c39bffe4 (threadPool:210)
2018-03-08 01:54:57,598+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 43f6bf4a-3320-4551-8f44-9736cc5909ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:57,598+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:57,890+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:57,939+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b95b1788-87bf-4f18-b66a-7ec32f27c41b (threadPool:210)
2018-03-08 01:54:57,940+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4a4ce86b-64bb-4373-a776-f0e4eefc24a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x9b\xce\xf6\xdbO\x91\xc0\x98\xecB\xb01Y9:\x0c000000000000200000000000000')) (threadPool:208)
2018-03-08 01:54:57,940+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 0c3a3959-31b0-42ec-98c0-914fdbf6ce9b in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:54:57,941+0100 INFO  (mailbox-spm/2) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/0c3a3959-31b0-42ec-98c0-914fdbf6ce9b to 8192 megabytes (lvm:1205)
2018-03-08 01:54:58,173+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4a4ce86b-64bb-4373-a776-f0e4eefc24a0 (threadPool:210)
2018-03-08 01:54:58,173+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 144cd522-fe0d-42eb-a143-1e6ea6e92ddd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:58,173+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:58,251+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:58,294+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0c89cf90-9abc-4256-a02e-979fc1af2bfa (threadPool:210)
2018-03-08 01:54:58,295+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ce30f224-4682-47c9-9985-026b38ca7697 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:58,295+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:58,568+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:58,608+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 605b3fc4-f888-4d70-bc90-ae804ba172f4 (threadPool:210)
2018-03-08 01:54:58,608+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0e791647-9979-4d7e-96da-171263030db0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:58,609+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:58,891+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:58,937+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 281a235d-6159-44c0-a7e4-0476592d3efc (threadPool:210)
2018-03-08 01:54:58,937+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7a99d000-4ba3-461b-b2f0-97a6bfad50b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:58,937+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:59,202+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:59,278+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 43f6bf4a-3320-4551-8f44-9736cc5909ad (threadPool:210)
2018-03-08 01:54:59,279+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e0a57b0e-be76-4050-84ff-7d7291f8c22f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:54:59,279+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:54:59,555+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:59,625+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ce30f224-4682-47c9-9985-026b38ca7697 (threadPool:210)
2018-03-08 01:54:59,627+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 0e0384f7-436a-458d-a6b5-4336d5b72813 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:59,627+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:54:59,691+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=e3896472-b966-4c36-84f3-c26bf33437da (api:46)
2018-03-08 01:54:59,699+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=e3896472-b966-4c36-84f3-c26bf33437da (api:52)
2018-03-08 01:54:59,699+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:59,802+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=44dedb94-8891-47eb-a1b1-f15d4f7de614 (api:46)
2018-03-08 01:54:59,810+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=44dedb94-8891-47eb-a1b1-f15d4f7de614 (api:52)
2018-03-08 01:54:59,812+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:54:59,869+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:54:59,928+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0e791647-9979-4d7e-96da-171263030db0 (threadPool:210)
2018-03-08 01:54:59,929+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b57fb121-07b4-4e13-bc11-f5822ce855ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:54:59,929+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:00,112+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:00,117+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:00,119+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:00,150+0100 INFO  (jsonrpc/4) [vdsm.api] START connectStorageServer(domType=2, spUUID=u'00000000-0000-0000-0000-000000000000', conList=[{u'id': u'00000000-0000-0000-0000-000000000000', u'connection': u'', u'iqn': u'', u'user': u'', u'tpgt': u'1', u'password': '********', u'port': u''}], options=None) from=::ffff:192.168.99.66,46746, flow_id=6941c363, task_id=9271803b-225f-40bb-9860-15358ebb3a65 (api:46)
2018-03-08 01:55:00,250+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:00,277+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 144cd522-fe0d-42eb-a143-1e6ea6e92ddd (threadPool:210)
2018-03-08 01:55:00,277+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32af70d1-53d4-41f6-8085-3ed4d2c769c2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:00,277+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:02,941+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH connectStorageServer return={'statuslist': [{'status': 0, 'id': u'00000000-0000-0000-0000-000000000000'}]} from=::ffff:192.168.99.66,46746, flow_id=6941c363, task_id=9271803b-225f-40bb-9860-15358ebb3a65 (api:52)
2018-03-08 01:55:02,942+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.connectStorageServer succeeded in 2.79 seconds (__init__:573)
2018-03-08 01:55:04,245+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:55:04,251+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:55:04,253+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:55:04,261+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:55:04,261+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:55:04,262+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:55:04,723+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:04,751+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 0e0384f7-436a-458d-a6b5-4336d5b72813 (threadPool:210)
2018-03-08 01:55:04,751+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f49231bf-988f-48ca-91c6-be9c0281f477 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:04,752+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:05,180+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:05,182+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=3d0f124a-cf93-4c5f-bbfa-3285008f78a0 (api:46)
2018-03-08 01:55:05,182+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234904', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739476', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265319', 'lastCheck': '5.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540042', 'lastCheck': '5.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '5.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244107', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000421922', 'lastCheck': '5.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465798', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267981', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219423', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402205', 'lastCheck': '8.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330914', 'lastCheck': '5.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022768', 'lastCheck': '6.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030498', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346725', 'lastCheck': '5.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247112', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320786', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202442', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269914', 'lastCheck': '5.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000776338', 'lastCheck': '5.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299142', 'lastCheck': '5.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286039', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321821', 'lastCheck': '5.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242241', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218399', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295368', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365809', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272037', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203439', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834696', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314936', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299226', 'lastCheck': '5.2', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=3d0f124a-cf93-4c5f-bbfa-3285008f78a0 (api:52)
2018-03-08 01:55:05,183+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=8c7cb3e8-d078-4ecb-a6ce-8395de4fb629 (api:46)
2018-03-08 01:55:05,183+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=8c7cb3e8-d078-4ecb-a6ce-8395de4fb629 (api:52)
2018-03-08 01:55:05,214+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '97.89'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.92', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '98.68'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.43', 'nodeIndex': 1, 'cpuSys': '2.11', 'cpuIdle': '94.46'}, '53': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '2.24', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.18'}, '25': {'cpuUser': '2.04', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '96.18'}, '26': {'cpuUser': '4.02', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '94.13'}, '27': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '96.24'}, '20': {'cpuUser': '1.25', 'nodeIndex': 0, 'cpuSys': '1.45', 'cpuIdle': '97.30'}, '21': {'cpuUser': '2.84', 'nodeIndex': 1, 'cpuSys': '2.24', 'cpuIdle': '94.92'}, '22': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.16'}, '23': {'cpuUser': '2.18', 'nodeIndex': 1, 'cpuSys': '2.37', 'cpuIdle': '95.45'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '97.69'}, '29': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.18', 'cpuIdle': '95.38'}, '40': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.94'}, '41': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.29'}, '1': {'cpuUser': '4.75', 'nodeIndex': 1, 'cpuSys': '28.69', 'cpuIdle': '66.56'}, '0': {'cpuUser': '5.87', 'nodeIndex': 0, 'cpuSys': '4.02', 'cpuIdle': '90.11'}, '3': {'cpuUser': '2.44', 'nodeIndex': 1, 'cpuSys': '2.44', 'cpuIdle': '95.12'}, '2': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '2.37', 'cpuIdle': '95.91'}, '5': {'cpuUser': '3.17', 'nodeIndex': 1, 'cpuSys': '3.17', 'cpuIdle': '93.66'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '7': {'cpuUser': '2.31', 'nodeIndex': 1, 'cpuSys': '1.78', 'cpuIdle': '95.91'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '9': {'cpuUser': '1.45', 'nodeIndex': 1, 'cpuSys': '1.91', 'cpuIdle': '96.64'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.35'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.92', 'cpuIdle': '98.68'}, '38': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.75'}, '59': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.09'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.03', 'cpuIdle': '95.32'}, '10': {'cpuUser': '0.59', 'nodeIndex': 0, 'cpuSys': '0.92', 'cpuIdle': '98.49'}, '13': {'cpuUser': '1.65', 'nodeIndex': 1, 'cpuSys': '3.03', 'cpuIdle': '95.32'}, '12': {'cpuUser': '1.45', 'nodeIndex': 0, 'cpuSys': '1.65', 'cpuIdle': '96.90'}, '15': {'cpuUser': '1.25', 'nodeIndex': 1, 'cpuSys': '2.31', 'cpuIdle': '96.44'}, '14': {'cpuUser': '1.98', 'nodeIndex': 0, 'cpuSys': '1.98', 'cpuIdle': '96.04'}, '17': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.98', 'cpuIdle': '96.50'}, '16': {'cpuUser': '1.91', 'nodeIndex': 0, 'cpuSys': '1.58', 'cpuIdle': '96.51'}, '19': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '2.04', 'cpuIdle': '96.11'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.58', 'nodeIndex': 1, 'cpuSys': '2.70', 'cpuIdle': '95.72'}, '36': {'cpuUser': '0.79', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.42'}, '35': {'cpuUser': '1.25', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.23'}, '34': {'cpuUser': '8.11', 'nodeIndex': 0, 'cpuSys': '8.91', 'cpuIdle': '82.98'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '3.43', 'nodeIndex': 0, 'cpuSys': '2.31', 'cpuIdle': '94.26'}, '57': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312183'}, '0': {'memPercent': 12, 'memFree': '345498'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330914', 'lastCheck': '5.8', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234904', 'lastCheck': '5.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000739476', 'lastCheck': '3.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022768', 'lastCheck': '6.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030498', 'lastCheck': '6.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '5.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244107', 'lastCheck': '5.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000421922', 'lastCheck': '5.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465798', 'lastCheck': '5.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267981', 'lastCheck': '5.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219423', 'lastCheck': '5.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000402205', 'lastCheck': '8.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265319', 'lastCheck': '5.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540042', 'lastCheck': '5.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346725', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299142', 'lastCheck': '5.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320786', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202442', 'lastCheck': '5.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269914', 'lastCheck': '5.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000776338', 'lastCheck': '5.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247112', 'lastCheck': '4.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314936', 'lastCheck': '5.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321821', 'lastCheck': '5.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000242241', 'lastCheck': '0.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218399', 'lastCheck': '5.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295368', 'lastCheck': '5.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000365809', 'lastCheck': '7.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272037', 'lastCheck': '5.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203439', 'lastCheck': '5.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834696', 'lastCheck': '5.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286039', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299226', 'lastCheck': '5.2', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648191580', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404517181', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.351', 'tx': '1176280165827', 'txDropped': '0', 'rx': '625372672473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0', 'tx': '1580939062665', 'txDropped': '0', 'rx': '926370458476', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30337'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45228512', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416635452', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200676663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet0', 'tx': '88008305', 'txDropped': '0', 'rx': '79831039', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet1', 'tx': '37766387925', 'txDropped': '0', 'rx': '878111836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet2', 'tx': '21130475747', 'txDropped': '0', 'rx': '141323080389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175847015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet4', 'tx': '396691491', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet5', 'tx': '23426584679', 'txDropped': '0', 'rx': '498232003', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet6', 'tx': '6654828031', 'txDropped': '0', 'rx': '430250958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet7', 'tx': '1434609362', 'txDropped': '0', 'rx': '552494487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42474354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46778579', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'lo', 'tx': '6941452714', 'txDropped': '0', 'rx': '6941452714', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170807350', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'eno1', 'tx': '975626459307', 'txDropped': '0', 'rx': '434020922950', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'eno2', 'tx': '605312603358', 'txDropped': '0', 'rx': '492349535526', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470493.3334, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470493.3334, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633306549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75970717', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77088582', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192381912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370818927', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.306', 'tx': '76695872503', 'txDropped': '0', 'rx': '8373882016', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49904048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430685668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299148312', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.110', 'tx': '2476938839', 'txDropped': '0', 'rx': '66856867818', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.111', 'tx': '122682805208', 'txDropped': '0', 'rx': '24452371881', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55272971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54201848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465648592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165485611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56052889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55882650', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45223720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470493.3334, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226715532', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'oVirtManagement', 'tx': '1176280165179', 'txDropped': '0', 'rx': '625371934070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577616182', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'vnet3', 'tx': '543085375', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470493.3334, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754625424', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696539.05', 'cpuLoad': '2.51', 'cpuSys': '1.77', 'diskStats': {'/var/log': {'free': '92871'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.16', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635308L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31484', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:55:05 GMT', 'cpuUser': '1.34', 'memFree': 667603, 'cpuIdle': '96.90', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.60'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:05,218+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:55:08,475+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=86217eb1-1982-4878-aded-baba48604033 (api:46)
2018-03-08 01:55:08,476+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246659', 'lastCheck': '0.3', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00136062', 'lastCheck': '0.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000265319', 'lastCheck': '9.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540042', 'lastCheck': '9.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381568', 'lastCheck': '9.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000244107', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000421922', 'lastCheck': '9.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000465798', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267981', 'lastCheck': '9.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219423', 'lastCheck': '9.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034189', 'lastCheck': '1.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330914', 'lastCheck': '9.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00022768', 'lastCheck': '10.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00030498', 'lastCheck': '0.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000346725', 'lastCheck': '9.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247112', 'lastCheck': '7.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320786', 'lastCheck': '7.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000202442', 'lastCheck': '8.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000269914', 'lastCheck': '8.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000776338', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299142', 'lastCheck': '8.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286039', 'lastCheck': '8.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000321821', 'lastCheck': '8.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000434314', 'lastCheck': '2.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218399', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295368', 'lastCheck': '8.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00045877', 'lastCheck': '0.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272037', 'lastCheck': '8.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000203439', 'lastCheck': '8.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000834696', 'lastCheck': '8.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000314936', 'lastCheck': '8.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299226', 'lastCheck': '8.5', 'valid': True}} from=internal, task_id=86217eb1-1982-4878-aded-baba48604033 (api:52)
2018-03-08 01:55:08,476+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=a0907a6d-77ef-4273-a57b-081d87b9298a (api:46)
2018-03-08 01:55:08,477+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=a0907a6d-77ef-4273-a57b-081d87b9298a (api:52)
2018-03-08 01:55:10,124+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:10,215+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=3ad7cc8b-d6d4-44ac-8e24-7e1b7630a8cb (api:46)
2018-03-08 01:55:10,380+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b57fb121-07b4-4e13-bc11-f5822ce855ee (threadPool:210)
2018-03-08 01:55:10,381+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d0456320-1fb2-41d3-bb95-288c8f7e5a31 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:10,382+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:10,408+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/f2e6539b-85c3-45ba-b0d6-e8bf3f087454/metadata running next_check=5991289.08 at 0x7f433c3b93d0>> delayed by 0.76 seconds (asyncutils:138)
2018-03-08 01:55:10,530+0100 WARN  (check/loop) [storage.asyncutils] Call <bound method DirectioChecker._check of <DirectioChecker /dev/b0247e70-5a83-41cd-8233-1f75b4437d46/metadata running next_check=5991289.16 at 0x7f433c4d64d0>> delayed by 0.80 seconds (asyncutils:138)
2018-03-08 01:55:10,883+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=3ad7cc8b-d6d4-44ac-8e24-7e1b7630a8cb (api:52)
2018-03-08 01:55:10,884+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.67 seconds (__init__:573)
2018-03-08 01:55:10,999+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=f44b961d-320c-44cb-9521-9f60f287c558 (api:46)
2018-03-08 01:55:11,892+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=f44b961d-320c-44cb-9521-9f60f287c558 (api:52)
2018-03-08 01:55:11,895+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.90 seconds (__init__:573)
2018-03-08 01:55:15,080+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:15,149+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:15,157+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:15,160+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:15,286+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e0a57b0e-be76-4050-84ff-7d7291f8c22f (threadPool:210)
2018-03-08 01:55:15,287+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e9a458f1-e4ca-4b0e-a44e-134b0ff5c221 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:15,288+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:15,753+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:15,825+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32af70d1-53d4-41f6-8085-3ed4d2c769c2 (threadPool:210)
2018-03-08 01:55:15,826+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 32a22b75-97e0-4234-bb02-53b049ff3c17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:15,827+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:16,187+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:16,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7a99d000-4ba3-461b-b2f0-97a6bfad50b0 (threadPool:210)
2018-03-08 01:55:16,230+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e509d517-59a7-4dd5-9b7f-4096e610bf13 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:16,230+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:16,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:16,847+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e9a458f1-e4ca-4b0e-a44e-134b0ff5c221 (threadPool:210)
2018-03-08 01:55:16,847+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2144d332-5c1f-426a-a917-4847fdcba32c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:16,848+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:17,199+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:17,252+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d0456320-1fb2-41d3-bb95-288c8f7e5a31 (threadPool:210)
2018-03-08 01:55:17,253+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6b84ea08-ab91-4d94-9833-cd142d80f439 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:17,254+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:17,636+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:18,063+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:18,105+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 32a22b75-97e0-4234-bb02-53b049ff3c17 (threadPool:210)
2018-03-08 01:55:18,105+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 374e981e-999a-430d-8b34-40965bc1ea34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:18,105+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:18,457+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:18,509+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e509d517-59a7-4dd5-9b7f-4096e610bf13 (threadPool:210)
2018-03-08 01:55:18,510+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 083fcc7d-e8de-4a2f-81a7-31e62be2a81f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:18,511+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:18,863+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:18,916+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2144d332-5c1f-426a-a917-4847fdcba32c (threadPool:210)
2018-03-08 01:55:18,916+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6d940039-372a-459a-9283-5ba7d17fa1fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:18,916+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:19,183+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:19,224+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f49231bf-988f-48ca-91c6-be9c0281f477 (threadPool:210)
2018-03-08 01:55:19,224+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4a05153b-49a7-4741-8e37-3a6158ae014b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:19,225+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:19,265+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:55:19,273+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:55:19,276+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:55:19,302+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:55:19,304+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:55:19,305+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:55:19,564+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:19,611+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 083fcc7d-e8de-4a2f-81a7-31e62be2a81f (threadPool:210)
2018-03-08 01:55:19,612+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task efe67ac7-27b7-4580-932a-523671f7bd22 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:19,613+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:20,007+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:20,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6b84ea08-ab91-4d94-9833-cd142d80f439 (threadPool:210)
2018-03-08 01:55:20,053+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9145cc7d-cc3a-4d19-8fc3-470d630c229c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:20,054+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:20,259+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:20,261+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=389b1b0b-4e74-4459-b4b6-7bbb986433d7 (api:46)
2018-03-08 01:55:20,261+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410872', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470436', 'lastCheck': '1.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425575', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362506', 'lastCheck': '0.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441756', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634638', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000482247', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366883', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220218', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624866', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248846', 'lastCheck': '3.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589832', 'lastCheck': '0.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252146', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223883', 'lastCheck': '1.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463436', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310307', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487644', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518328', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444415', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000878875', 'lastCheck': '0.4', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024685', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000998801', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273744', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413785', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320638', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299103', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028167', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591176', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278463', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540816', 'lastCheck': '0.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198737', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241743', 'lastCheck': '0.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=389b1b0b-4e74-4459-b4b6-7bbb986433d7 (api:52)
2018-03-08 01:55:20,262+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=978efb53-1131-4f2f-8634-ce963e4a6fcc (api:46)
2018-03-08 01:55:20,262+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=978efb53-1131-4f2f-8634-ce963e4a6fcc (api:52)
2018-03-08 01:55:20,289+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.21'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.50'}, '53': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.74'}, '32': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '99.27'}, '42': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.47'}, '24': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.48'}, '25': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.82'}, '26': {'cpuUser': '3.91', 'nodeIndex': 0, 'cpuSys': '3.25', 'cpuIdle': '92.84'}, '27': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '94.43'}, '20': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.22'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.29'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.47'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.68'}, '29': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '3.98', 'cpuIdle': '94.56'}, '40': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.01'}, '41': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.88'}, '1': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '20.62', 'cpuIdle': '75.73'}, '0': {'cpuUser': '4.97', 'nodeIndex': 0, 'cpuSys': '3.84', 'cpuIdle': '91.19'}, '3': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.62'}, '2': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '2.59', 'cpuIdle': '95.09'}, '5': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '4': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '7': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.03'}, '6': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '9': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.95'}, '8': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '59': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.49'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '96.02'}, '10': {'cpuUser': '4.77', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '92.78'}, '13': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.76'}, '12': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.42'}, '15': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.92', 'cpuIdle': '95.16'}, '14': {'cpuUser': '2.12', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.09'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.55'}, '16': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '97.02'}, '19': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '96.08'}, '55': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.85', 'cpuIdle': '95.69'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '36': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.45', 'cpuIdle': '96.03'}, '35': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.89'}, '34': {'cpuUser': '5.30', 'nodeIndex': 0, 'cpuSys': '5.97', 'cpuIdle': '88.73'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '95.49'}, '57': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312196'}, '0': {'memPercent': 12, 'memFree': '345484'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589832', 'lastCheck': '0.9', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410872', 'lastCheck': '2.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470436', 'lastCheck': '1.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252146', 'lastCheck': '1.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223883', 'lastCheck': '1.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441756', 'lastCheck': '1.0', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634638', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000482247', 'lastCheck': '0.9', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366883', 'lastCheck': '0.9', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220218', 'lastCheck': '0.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624866', 'lastCheck': '0.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248846', 'lastCheck': '3.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425575', 'lastCheck': '0.8', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362506', 'lastCheck': '0.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463436', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024685', 'lastCheck': '0.4', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487644', 'lastCheck': '0.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518328', 'lastCheck': '0.7', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444415', 'lastCheck': '0.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000878875', 'lastCheck': '0.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310307', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198737', 'lastCheck': '0.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273744', 'lastCheck': '0.4', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413785', 'lastCheck': '4.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320638', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299103', 'lastCheck': '0.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028167', 'lastCheck': '2.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591176', 'lastCheck': '0.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278463', 'lastCheck': '0.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540816', 'lastCheck': '0.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000998801', 'lastCheck': '0.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241743', 'lastCheck': '0.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648198056', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404523209', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.351', 'tx': '1176280245358', 'txDropped': '0', 'rx': '625372690504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0', 'tx': '1580939164149', 'txDropped': '0', 'rx': '926370908379', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45228912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416637112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200678602', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet0', 'tx': '88013733', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet1', 'tx': '37766390245', 'txDropped': '0', 'rx': '878112048', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet2', 'tx': '21130567557', 'txDropped': '0', 'rx': '141323102549', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175848979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet4', 'tx': '396696769', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet5', 'tx': '23426592806', 'txDropped': '0', 'rx': '498232166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet6', 'tx': '6654833111', 'txDropped': '0', 'rx': '430254148', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet7', 'tx': '1434611622', 'txDropped': '0', 'rx': '552494657', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42474754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46778979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'lo', 'tx': '6941531789', 'txDropped': '0', 'rx': '6941531789', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170808482', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'eno1', 'tx': '975626560039', 'txDropped': '0', 'rx': '434021110909', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'eno2', 'tx': '605312604110', 'txDropped': '0', 'rx': '492349797470', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470508.419452, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470508.419452, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633310905', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75971067', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77088932', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192384244', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370819327', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.306', 'tx': '76695872635', 'txDropped': '0', 'rx': '8373886576', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49904448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430690106', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299150644', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.110', 'tx': '2476942411', 'txDropped': '0', 'rx': '66856871916', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.111', 'tx': '122682827289', 'txDropped': '0', 'rx': '24452461124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55273321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54202248', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465654620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165486743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56053239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55883050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45224120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470508.419452, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226717471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'oVirtManagement', 'tx': '1176280244710', 'txDropped': '0', 'rx': '625371952101', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577620538', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'vnet3', 'tx': '543090653', 'txDropped': '0', 'rx': '221474028', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470508.419452, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754627388', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96196', 'ksmPages': 100, 'elapsedTime': '1696554.13', 'cpuLoad': '2.74', 'cpuSys': '1.80', 'diskStats': {'/var/log': {'free': '92870'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '2.78', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635294L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:55:20 GMT', 'cpuUser': '1.26', 'memFree': 667589, 'cpuIdle': '96.93', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '9.68'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:20,293+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:55:20,514+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:20,552+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6d940039-372a-459a-9283-5ba7d17fa1fd (threadPool:210)
2018-03-08 01:55:20,552+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 42d82458-da40-474b-a6c0-9a012596226e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:55:20,553+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:20,882+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:20,928+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4a05153b-49a7-4741-8e37-3a6158ae014b (threadPool:210)
2018-03-08 01:55:20,928+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d22fe6fb-693d-4714-a6a1-8c30085830c7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:20,929+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:21,261+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:21,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9145cc7d-cc3a-4d19-8fc3-470d630c229c (threadPool:210)
2018-03-08 01:55:21,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c243432a-fbb6-44d2-a00a-fc919ed9d7a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:21,315+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:21,802+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:21,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 42d82458-da40-474b-a6c0-9a012596226e (threadPool:210)
2018-03-08 01:55:21,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3cff07e8-dac7-4ab0-9742-e3310b27a883 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:21,856+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:22,190+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=a0756bc9-47da-49db-8137-8540da4fe704 (api:46)
2018-03-08 01:55:22,196+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=a0756bc9-47da-49db-8137-8540da4fe704 (api:52)
2018-03-08 01:55:22,196+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:22,253+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:22,295+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=e535959d-7963-48e0-a4c0-63f27bfb49a5 (api:46)
2018-03-08 01:55:22,314+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task efe67ac7-27b7-4580-932a-523671f7bd22 (threadPool:210)
2018-03-08 01:55:22,315+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a1462092-820d-48cc-86e2-afd5f97a4731 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:22,316+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:22,631+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:22,671+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d22fe6fb-693d-4714-a6a1-8c30085830c7 (threadPool:210)
2018-03-08 01:55:22,672+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 88087d94-c3ca-4146-a635-b3696638ad06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:22,673+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:22,868+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=e535959d-7963-48e0-a4c0-63f27bfb49a5 (api:52)
2018-03-08 01:55:22,870+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.58 seconds (__init__:573)
2018-03-08 01:55:22,988+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:23,060+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 374e981e-999a-430d-8b34-40965bc1ea34 (threadPool:210)
2018-03-08 01:55:23,061+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 92e918ec-bcef-4824-a59b-a8044c197f06 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:23,062+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:23,466+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:23,511+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c243432a-fbb6-44d2-a00a-fc919ed9d7a7 (threadPool:210)
2018-03-08 01:55:23,511+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c26a6f2f-1636-4c5d-b51f-171b059becf4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 141, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:23,512+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:23,573+0100 INFO  (periodic/8) [vdsm.api] START repoStats(domains=()) from=internal, task_id=962d19b0-a158-4334-be01-725cac66bd00 (api:46)
2018-03-08 01:55:23,574+0100 INFO  (periodic/8) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000410872', 'lastCheck': '5.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470436', 'lastCheck': '5.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000425575', 'lastCheck': '4.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362506', 'lastCheck': '4.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000441756', 'lastCheck': '2.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000634638', 'lastCheck': '4.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000482247', 'lastCheck': '4.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000366883', 'lastCheck': '4.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220218', 'lastCheck': '2.9', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000624866', 'lastCheck': '2.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248846', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000589832', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000252146', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000223883', 'lastCheck': '4.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000463436', 'lastCheck': '1.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310307', 'lastCheck': '3.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000487644', 'lastCheck': '4.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000518328', 'lastCheck': '4.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000444415', 'lastCheck': '3.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000878875', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00024685', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000998801', 'lastCheck': '3.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273744', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413785', 'lastCheck': '7.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000320638', 'lastCheck': '3.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000299103', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.00028167', 'lastCheck': '6.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000591176', 'lastCheck': '3.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000278463', 'lastCheck': '3.7', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000540816', 'lastCheck': '0.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198737', 'lastCheck': '0.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241743', 'lastCheck': '1.7', 'valid': True}} from=internal, task_id=962d19b0-a158-4334-be01-725cac66bd00 (api:52)
2018-03-08 01:55:23,574+0100 INFO  (periodic/8) [vdsm.api] START multipath_health() from=internal, task_id=d2255e8c-ff08-4cb2-a378-84941b33727a (api:46)
2018-03-08 01:55:23,574+0100 INFO  (periodic/8) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=d2255e8c-ff08-4cb2-a378-84941b33727a (api:52)
2018-03-08 01:55:23,899+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:23,935+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3cff07e8-dac7-4ab0-9742-e3310b27a883 (threadPool:210)
2018-03-08 01:55:23,936+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 474d4e45-0f5b-4c4f-ac5c-4cc351b18b4b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:23,937+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:24,388+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:24,432+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a1462092-820d-48cc-86e2-afd5f97a4731 (threadPool:210)
2018-03-08 01:55:24,433+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 28a21519-0d9d-49a6-a80b-54f99b6e6393 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:24,433+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:24,854+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:24,904+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 88087d94-c3ca-4146-a635-b3696638ad06 (threadPool:210)
2018-03-08 01:55:24,904+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 014ada08-cb6c-4fb1-9e39-440a17d9538c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:24,904+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:25,227+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:25,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 92e918ec-bcef-4824-a59b-a8044c197f06 (threadPool:210)
2018-03-08 01:55:25,276+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ea66513b-8c88-426a-a691-d2e0a25b97b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:25,277+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:25,559+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:25,609+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c26a6f2f-1636-4c5d-b51f-171b059becf4 (threadPool:210)
2018-03-08 01:55:25,610+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 42ed65a8-4257-4b89-8b4b-3366b5011154 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:25,610+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:25,874+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:25,924+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 474d4e45-0f5b-4c4f-ac5c-4cc351b18b4b (threadPool:210)
2018-03-08 01:55:25,925+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 35dde609-5d9e-4b6d-80b9-a1984dd07053 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:25,925+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:26,202+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:26,251+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 28a21519-0d9d-49a6-a80b-54f99b6e6393 (threadPool:210)
2018-03-08 01:55:26,252+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6b9aa123-c0a9-48bc-b3ca-cfc0ffd267b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:26,252+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:26,538+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:26,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 014ada08-cb6c-4fb1-9e39-440a17d9538c (threadPool:210)
2018-03-08 01:55:26,588+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b2cd0d71-da02-4b06-b765-5499b6194de1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:26,588+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:26,850+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:26,917+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ea66513b-8c88-426a-a691-d2e0a25b97b4 (threadPool:210)
2018-03-08 01:55:26,917+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4eca02f1-b891-431f-b84b-8691e45b18f0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:26,918+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:27,173+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:27,224+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 42ed65a8-4257-4b89-8b4b-3366b5011154 (threadPool:210)
2018-03-08 01:55:27,224+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 24b4e06c-7515-4982-bead-4c38eb45f236 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:27,225+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:27,611+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:27,653+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 35dde609-5d9e-4b6d-80b9-a1984dd07053 (threadPool:210)
2018-03-08 01:55:27,654+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b06e70be-6a77-4d05-adbf-ae53de51fcd3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:27,654+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:27,968+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:28,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b2cd0d71-da02-4b06-b765-5499b6194de1 (threadPool:210)
2018-03-08 01:55:28,012+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dcdfea7b-d3e5-47dd-bd8d-55196724dea8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:28,013+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:28,292+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:28,347+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4eca02f1-b891-431f-b84b-8691e45b18f0 (threadPool:210)
2018-03-08 01:55:28,347+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 41b9f4e5-8703-44df-a4fb-baae9f8a3739 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:28,348+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:28,644+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:28,689+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 24b4e06c-7515-4982-bead-4c38eb45f236 (threadPool:210)
2018-03-08 01:55:28,689+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e57adad5-14a0-4d6a-8101-58dbb84486f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:28,689+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:28,937+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:28,977+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6b9aa123-c0a9-48bc-b3ca-cfc0ffd267b2 (threadPool:210)
2018-03-08 01:55:28,978+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task d98000e2-cf2d-4970-9417-b0640db44ebe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:28,978+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:29,251+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:29,546+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:29,607+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dcdfea7b-d3e5-47dd-bd8d-55196724dea8 (threadPool:210)
2018-03-08 01:55:29,608+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 082bdd97-fcb2-4b57-a5d1-dd29e3e6e795 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:29,608+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:29,885+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:29,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e57adad5-14a0-4d6a-8101-58dbb84486f3 (threadPool:210)
2018-03-08 01:55:29,924+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 884180ae-735b-4dbe-9ef0-22c77cfc9bac (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:29,924+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:30,175+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:30,180+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:30,182+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:30,269+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:30,313+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task d98000e2-cf2d-4970-9417-b0640db44ebe (threadPool:210)
2018-03-08 01:55:30,313+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task bd7f7c31-4292-4543-8d09-82cc3c2ff27c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:30,314+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:30,564+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:30,608+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b06e70be-6a77-4d05-adbf-ae53de51fcd3 (threadPool:210)
2018-03-08 01:55:30,609+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b7005a3a-f9eb-46a5-86fe-6e2d091d4e40 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\x7f8l\xb7\xbf\x1f\x15\x86=N\xc8LoK\x85\xfd000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:30,610+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume fd854b6f-4cc8-4e3d-8615-1fbfb76c387f in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:30,610+0100 INFO  (mailbox-spm/4) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/fd854b6f-4cc8-4e3d-8615-1fbfb76c387f to 4096 megabytes (lvm:1205)
2018-03-08 01:55:30,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b7005a3a-f9eb-46a5-86fe-6e2d091d4e40 (threadPool:210)
2018-03-08 01:55:30,795+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a799beaf-3bda-40e4-8848-a01cae379413 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:30,795+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:30,879+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:30,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 41b9f4e5-8703-44df-a4fb-baae9f8a3739 (threadPool:210)
2018-03-08 01:55:30,925+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f8898adc-b0d0-4540-99d5-dfaa694179a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:30,926+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:31,182+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:31,231+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 082bdd97-fcb2-4b57-a5d1-dd29e3e6e795 (threadPool:210)
2018-03-08 01:55:31,232+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task be8afdca-61f7-4263-9b1a-bac7cc89df64 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:31,232+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:31,479+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:31,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 884180ae-735b-4dbe-9ef0-22c77cfc9bac (threadPool:210)
2018-03-08 01:55:31,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 04b60c55-ce96-4702-9c7c-81bda4548ced (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:31,528+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:31,773+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:31,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task bd7f7c31-4292-4543-8d09-82cc3c2ff27c (threadPool:210)
2018-03-08 01:55:31,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ce2bccde-0660-4ac3-a5c1-f0506dc4a917 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:55:31,825+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:32,154+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:32,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a799beaf-3bda-40e4-8848-a01cae379413 (threadPool:210)
2018-03-08 01:55:32,201+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2cd50269-c4e5-4481-a4e6-842ef0627628 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:32,201+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:32,568+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:32,619+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f8898adc-b0d0-4540-99d5-dfaa694179a0 (threadPool:210)
2018-03-08 01:55:32,620+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 10b3eaf4-2a59-48bd-b1db-5f93423ac19f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:32,620+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:32,894+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:32,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task be8afdca-61f7-4263-9b1a-bac7cc89df64 (threadPool:210)
2018-03-08 01:55:32,935+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6b12cf40-d1e0-4dcd-a874-367bb8879b86 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:32,936+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:33,194+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:33,239+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ce2bccde-0660-4ac3-a5c1-f0506dc4a917 (threadPool:210)
2018-03-08 01:55:33,240+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a669a3e2-646b-4fcb-8d0d-2ef17140b3cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:33,240+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:33,325+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=08896620-730a-4977-8479-653fba2df9af (api:46)
2018-03-08 01:55:33,331+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=08896620-730a-4977-8479-653fba2df9af (api:52)
2018-03-08 01:55:33,331+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:55:33,424+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=54e2b863-5c75-4f23-9f77-f4e6909f36a6 (api:46)
2018-03-08 01:55:33,430+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7069247733760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=54e2b863-5c75-4f23-9f77-f4e6909f36a6 (api:52)
2018-03-08 01:55:33,432+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:33,500+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:33,545+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2cd50269-c4e5-4481-a4e6-842ef0627628 (threadPool:210)
2018-03-08 01:55:33,546+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 51a2ae7c-06f8-479e-abab-537542564573 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:33,547+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:33,819+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:33,872+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 10b3eaf4-2a59-48bd-b1db-5f93423ac19f (threadPool:210)
2018-03-08 01:55:33,873+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c08910a-53c3-4e57-9570-55174e631c17 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:33,873+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:34,121+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:34,172+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 04b60c55-ce96-4702-9c7c-81bda4548ced (threadPool:210)
2018-03-08 01:55:34,173+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b059dd1d-4cb1-4a70-8625-e409b9b71555 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:34,173+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:34,304+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:55:34,312+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:55:34,314+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:34,333+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:55:34,334+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:55:34,334+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:55:34,447+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:34,494+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6b12cf40-d1e0-4dcd-a874-367bb8879b86 (threadPool:210)
2018-03-08 01:55:34,494+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7af4a28c-c4f5-4fa7-b91a-34cd498e8c9b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:34,495+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:34,769+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:34,817+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a669a3e2-646b-4fcb-8d0d-2ef17140b3cc (threadPool:210)
2018-03-08 01:55:34,817+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 73f67b66-6ca1-4158-9167-a6a015a123cc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:34,818+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:35,118+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:35,167+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 51a2ae7c-06f8-479e-abab-537542564573 (threadPool:210)
2018-03-08 01:55:35,167+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task af45ae32-f040-48a2-9879-cc78dd4bf6d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:35,168+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:35,329+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:35,330+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0d3151db-fe96-4a92-b21f-833962eb163a (api:46)
2018-03-08 01:55:35,331+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287273', 'lastCheck': '7.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447775', 'lastCheck': '7.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315636', 'lastCheck': '5.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341656', 'lastCheck': '5.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430934', 'lastCheck': '3.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256042', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000323819', 'lastCheck': '6.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369313', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312159', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268429', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259599', 'lastCheck': '3.9', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273765', 'lastCheck': '4.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436643', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254256', 'lastCheck': '6.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '3.5', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403695', 'lastCheck': '5.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195773', 'lastCheck': '5.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215163', 'lastCheck': '5.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281384', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720102', 'lastCheck': '5.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237701', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034705', 'lastCheck': '5.5', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229911', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395044', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246433', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259171', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000266487', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250105', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260567', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214061', 'lastCheck': '1.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038099', 'lastCheck': '1.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239043', 'lastCheck': '3.4', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0d3151db-fe96-4a92-b21f-833962eb163a (api:52)
2018-03-08 01:55:35,332+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=6cb6dc20-6e9b-4e49-a1f4-4df1df75aba3 (api:46)
2018-03-08 01:55:35,332+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=6cb6dc20-6e9b-4e49-a1f4-4df1df75aba3 (api:52)
2018-03-08 01:55:35,359+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '94.97'}, '54': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '98.21'}, '51': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.34'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '95.82'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.66', 'cpuIdle': '98.88'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.60', 'cpuIdle': '98.94'}, '53': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.08'}, '24': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '4.84', 'cpuIdle': '92.31'}, '25': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '4.44', 'cpuIdle': '93.57'}, '26': {'cpuUser': '2.38', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '94.97'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '4.04', 'cpuIdle': '94.24'}, '20': {'cpuUser': '1.66', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '95.03'}, '21': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '4.70', 'cpuIdle': '93.18'}, '22': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '93.90'}, '23': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.29'}, '46': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '3.44', 'cpuIdle': '95.90'}, '47': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '5.03', 'cpuIdle': '93.12'}, '44': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '45': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '96.16'}, '28': {'cpuUser': '2.52', 'nodeIndex': 0, 'cpuSys': '3.91', 'cpuIdle': '93.57'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.50'}, '40': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '94.90'}, '41': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.95'}, '1': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '40.07', 'cpuIdle': '55.62'}, '0': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '4.64', 'cpuIdle': '87.21'}, '3': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.76'}, '2': {'cpuUser': '3.11', 'nodeIndex': 0, 'cpuSys': '3.38', 'cpuIdle': '93.51'}, '5': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.11', 'cpuIdle': '94.70'}, '4': {'cpuUser': '1.85', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '95.90'}, '7': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '5.63', 'cpuIdle': '92.05'}, '6': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '6.23', 'cpuIdle': '92.18'}, '9': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '5.23', 'cpuIdle': '92.78'}, '8': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '3.58', 'cpuIdle': '94.90'}, '52': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '98.35'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '4.70', 'cpuIdle': '93.58'}, '38': {'cpuUser': '2.91', 'nodeIndex': 0, 'cpuSys': '6.23', 'cpuIdle': '90.86'}, '59': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.86', 'cpuIdle': '98.48'}, '58': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '0.20', 'cpuIdle': '99.34'}, '11': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '3.51', 'cpuIdle': '94.77'}, '10': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '3.31', 'cpuIdle': '94.50'}, '13': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '94.03'}, '12': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '95.23'}, '15': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '94.63'}, '14': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.69'}, '17': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '6.09', 'cpuIdle': '91.46'}, '16': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.02'}, '19': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '3.97', 'cpuIdle': '94.11'}, '55': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '31': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.91', 'cpuIdle': '95.37'}, '49': {'cpuUser': '0.26', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.68'}, '37': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '9.67', 'cpuIdle': '86.02'}, '36': {'cpuUser': '4.50', 'nodeIndex': 0, 'cpuSys': '9.34', 'cpuIdle': '86.16'}, '35': {'cpuUser': '3.38', 'nodeIndex': 1, 'cpuSys': '3.78', 'cpuIdle': '92.84'}, '34': {'cpuUser': '8.15', 'nodeIndex': 0, 'cpuSys': '11.59', 'cpuIdle': '80.26'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '57': {'cpuUser': '0.79', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.95'}, '50': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.73', 'cpuIdle': '99.20'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312184'}, '0': {'memPercent': 12, 'memFree': '345482'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273765', 'lastCheck': '4.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000287273', 'lastCheck': '7.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000447775', 'lastCheck': '7.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436643', 'lastCheck': '3.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254256', 'lastCheck': '6.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430934', 'lastCheck': '3.9', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256042', 'lastCheck': '6.1', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000323819', 'lastCheck': '6.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369313', 'lastCheck': '6.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312159', 'lastCheck': '4.7', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268429', 'lastCheck': '4.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259599', 'lastCheck': '3.9', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315636', 'lastCheck': '5.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341656', 'lastCheck': '5.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '3.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237701', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195773', 'lastCheck': '5.7', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215163', 'lastCheck': '5.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281384', 'lastCheck': '1.5', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720102', 'lastCheck': '5.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403695', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038099', 'lastCheck': '1.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229911', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000395044', 'lastCheck': '0.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246433', 'lastCheck': '5.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259171', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000266487', 'lastCheck': '7.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250105', 'lastCheck': '5.5', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260567', 'lastCheck': '5.5', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214061', 'lastCheck': '1.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034705', 'lastCheck': '5.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239043', 'lastCheck': '3.4', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648203737', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404528743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.351', 'tx': '1176280320032', 'txDropped': '0', 'rx': '625372700508', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0', 'tx': '1580939273983', 'txDropped': '0', 'rx': '926371347863', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45229262', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416639233', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200679453', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet0', 'tx': '88017826', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet1', 'tx': '37766409624', 'txDropped': '0', 'rx': '878117951', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet2', 'tx': '21130608349', 'txDropped': '0', 'rx': '141323122441', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175852553', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet4', 'tx': '396700862', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet5', 'tx': '23426600000', 'txDropped': '0', 'rx': '498232406', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet6', 'tx': '6654838528', 'txDropped': '0', 'rx': '430257296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet7', 'tx': '1434614219', 'txDropped': '0', 'rx': '552494719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42475104', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46779329', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'lo', 'tx': '6941606406', 'txDropped': '0', 'rx': '6941606406', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170809968', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'eno1', 'tx': '975626658063', 'txDropped': '0', 'rx': '434021319595', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'eno2', 'tx': '605312615920', 'txDropped': '0', 'rx': '492350028268', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470523.517297, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470523.517297, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633315487', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75972709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77090574', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192386572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370819727', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.306', 'tx': '76695872677', 'txDropped': '0', 'rx': '8373889931', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49904848', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430693415', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299152972', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.110', 'tx': '2476951524', 'txDropped': '0', 'rx': '66856892687', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.111', 'tx': '122682847058', 'txDropped': '0', 'rx': '24452499384', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55273721', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54202598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465660154', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165488229', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56053639', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55883400', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45224470', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470523.517297, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226718322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'oVirtManagement', 'tx': '1176280319384', 'txDropped': '0', 'rx': '625371962105', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577625120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'vnet3', 'tx': '543094806', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470523.517297, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754630962', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696569.20', 'cpuLoad': '2.72', 'cpuSys': '3.57', 'diskStats': {'/var/log': {'free': '92867'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.25', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635299L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:55:35 GMT', 'cpuUser': '1.72', 'memFree': 667594, 'cpuIdle': '94.71', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '18.68'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:35,363+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:55:35,406+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:35,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c08910a-53c3-4e57-9570-55174e631c17 (threadPool:210)
2018-03-08 01:55:35,455+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6baf1f45-65f0-4453-9878-216e8f80db20 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:35,456+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:35,790+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:35,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b059dd1d-4cb1-4a70-8625-e409b9b71555 (threadPool:210)
2018-03-08 01:55:35,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task acdb523d-fbed-4aa7-92f7-4afba7083629 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:35,843+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:36,093+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:36,142+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7af4a28c-c4f5-4fa7-b91a-34cd498e8c9b (threadPool:210)
2018-03-08 01:55:36,142+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task dd22437c-8395-4c42-bddb-9ee0186545ea (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:36,143+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:36,401+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:36,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 73f67b66-6ca1-4158-9167-a6a015a123cc (threadPool:210)
2018-03-08 01:55:36,470+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0eee5c53-86e1-4d21-8787-7470835b8da3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:36,471+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:36,697+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:36,747+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task af45ae32-f040-48a2-9879-cc78dd4bf6d2 (threadPool:210)
2018-03-08 01:55:36,748+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 526a234f-05a8-4aea-8601-d3849e619fdd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:36,748+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:37,043+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:37,087+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6baf1f45-65f0-4453-9878-216e8f80db20 (threadPool:210)
2018-03-08 01:55:37,088+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9af3df2c-baca-4102-82e8-6cea21740ef6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:37,088+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:37,329+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:37,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task acdb523d-fbed-4aa7-92f7-4afba7083629 (threadPool:210)
2018-03-08 01:55:37,373+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ac03474e-1950-4bc0-9e6b-670231dc5170 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:37,373+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:37,652+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:37,702+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task dd22437c-8395-4c42-bddb-9ee0186545ea (threadPool:210)
2018-03-08 01:55:37,702+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 17ba7b92-4a4f-4703-a4d7-7a1c6895ee09 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:37,702+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:38,056+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:38,104+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0eee5c53-86e1-4d21-8787-7470835b8da3 (threadPool:210)
2018-03-08 01:55:38,105+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 622fddb9-e85d-41bb-acac-c9ca21ac606f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:38,105+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:38,443+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:38,485+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 526a234f-05a8-4aea-8601-d3849e619fdd (threadPool:210)
2018-03-08 01:55:38,485+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 90f83ba9-21c8-478b-8f32-9067c1572498 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:38,486+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:38,652+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fc14d29d-51ae-46ac-8749-7cfdce5ee793 (api:46)
2018-03-08 01:55:38,652+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00033801', 'lastCheck': '0.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000915575', 'lastCheck': '0.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315636', 'lastCheck': '2.2', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341656', 'lastCheck': '2.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000430934', 'lastCheck': '7.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256042', 'lastCheck': '0.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000323819', 'lastCheck': '9.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369313', 'lastCheck': '0.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312159', 'lastCheck': '8.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268429', 'lastCheck': '7.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251638', 'lastCheck': '1.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273765', 'lastCheck': '7.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000585684', 'lastCheck': '0.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254256', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390631', 'lastCheck': '6.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000403695', 'lastCheck': '2.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000195773', 'lastCheck': '2.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215163', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281384', 'lastCheck': '4.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000720102', 'lastCheck': '0.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237701', 'lastCheck': '7.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034705', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000229911', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000499707', 'lastCheck': '2.8', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246433', 'lastCheck': '0.3', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259171', 'lastCheck': '6.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000416369', 'lastCheck': '1.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250105', 'lastCheck': '2.7', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260567', 'lastCheck': '2.3', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214061', 'lastCheck': '5.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038099', 'lastCheck': '5.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000239043', 'lastCheck': '6.8', 'valid': True}} from=internal, task_id=fc14d29d-51ae-46ac-8749-7cfdce5ee793 (api:52)
2018-03-08 01:55:38,653+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=39fa6be0-da85-4b70-a149-4d666a672558 (api:46)
2018-03-08 01:55:38,653+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=39fa6be0-da85-4b70-a149-4d666a672558 (api:52)
2018-03-08 01:55:38,792+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:38,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9af3df2c-baca-4102-82e8-6cea21740ef6 (threadPool:210)
2018-03-08 01:55:38,854+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2809c8c8-41ad-459b-b1ab-dbb312edcc70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:38,855+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:39,104+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:39,154+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ac03474e-1950-4bc0-9e6b-670231dc5170 (threadPool:210)
2018-03-08 01:55:39,155+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9bfd38dd-1cc4-49ae-b6bf-d79e3d4ac8d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:39,155+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:39,484+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:39,546+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 17ba7b92-4a4f-4703-a4d7-7a1c6895ee09 (threadPool:210)
2018-03-08 01:55:39,547+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d4603e59-1ffd-4a9c-bada-131771559cc5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:55:39,548+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:39,822+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:39,880+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 622fddb9-e85d-41bb-acac-c9ca21ac606f (threadPool:210)
2018-03-08 01:55:39,880+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ab337969-97b4-4ff1-9606-119063a8bee2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:39,881+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:40,175+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:40,225+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 90f83ba9-21c8-478b-8f32-9067c1572498 (threadPool:210)
2018-03-08 01:55:40,225+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ccdfcebc-3f1f-4aeb-9ab9-142f7e7943e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:40,225+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:40,502+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:40,551+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2809c8c8-41ad-459b-b1ab-dbb312edcc70 (threadPool:210)
2018-03-08 01:55:40,552+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 82377502-63de-49c2-8d1b-8f4e269b72ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:40,552+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:40,806+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:40,858+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9bfd38dd-1cc4-49ae-b6bf-d79e3d4ac8d4 (threadPool:210)
2018-03-08 01:55:40,858+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 53297442-b794-418b-a2ca-213e54d07520 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:40,858+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:40,877+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=50bb73a4-8fc0-4255-a877-32603593348d (api:46)
2018-03-08 01:55:40,878+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=50bb73a4-8fc0-4255-a877-32603593348d (api:52)
2018-03-08 01:55:40,878+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=7882f3d0-7e3d-4ff5-a74a-49cfe4196833 (api:46)
2018-03-08 01:55:40,878+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=7882f3d0-7e3d-4ff5-a74a-49cfe4196833 (api:52)
2018-03-08 01:55:40,879+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=775a18f9-e9dc-4be8-9748-253a65d95596 (api:46)
2018-03-08 01:55:40,879+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=775a18f9-e9dc-4be8-9748-253a65d95596 (api:52)
2018-03-08 01:55:40,880+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=b67a5d14-cc69-4938-9f02-90560458ed0e (api:46)
2018-03-08 01:55:40,880+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=b67a5d14-cc69-4938-9f02-90560458ed0e (api:52)
2018-03-08 01:55:40,880+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=e891fe57-b3de-437b-842b-9476bed7f1ae (api:46)
2018-03-08 01:55:40,880+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=e891fe57-b3de-437b-842b-9476bed7f1ae (api:52)
2018-03-08 01:55:40,881+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=a85ed100-0ef5-4894-bb94-4ed132b84e9e (api:46)
2018-03-08 01:55:40,881+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=a85ed100-0ef5-4894-bb94-4ed132b84e9e (api:52)
2018-03-08 01:55:40,881+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=a80bf0ec-bb73-414b-a9b4-08db0be26250 (api:46)
2018-03-08 01:55:40,882+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=a80bf0ec-bb73-414b-a9b4-08db0be26250 (api:52)
2018-03-08 01:55:40,882+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=5767823d-4da1-4845-824e-2103f7a8898b (api:46)
2018-03-08 01:55:40,882+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=5767823d-4da1-4845-824e-2103f7a8898b (api:52)
2018-03-08 01:55:40,883+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=2491fc1c-d4ac-449e-9615-5adcc894aaef (api:46)
2018-03-08 01:55:40,883+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=2491fc1c-d4ac-449e-9615-5adcc894aaef (api:52)
2018-03-08 01:55:40,883+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=6e1cff4d-f19e-4365-bdf1-1fddb56ab03a (api:46)
2018-03-08 01:55:40,883+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=6e1cff4d-f19e-4365-bdf1-1fddb56ab03a (api:52)
2018-03-08 01:55:41,205+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:41,504+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:41,552+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ab337969-97b4-4ff1-9606-119063a8bee2 (threadPool:210)
2018-03-08 01:55:41,552+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8d5b6ec5-f421-490d-8ed3-771600fca749 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 140, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:41,553+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:41,806+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:41,887+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ccdfcebc-3f1f-4aeb-9ab9-142f7e7943e5 (threadPool:210)
2018-03-08 01:55:41,887+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 64d57b23-61a2-4a2d-8c39-b168e3be8d90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:41,888+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:42,128+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:42,205+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 82377502-63de-49c2-8d1b-8f4e269b72ee (threadPool:210)
2018-03-08 01:55:42,205+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9116fc7d-d9d1-452b-b7fe-18bd18350bbc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:42,205+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:42,515+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:42,562+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 53297442-b794-418b-a2ca-213e54d07520 (threadPool:210)
2018-03-08 01:55:42,562+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c85c506-c6fb-4573-91a8-54385dfe16ee (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:42,563+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:42,922+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:42,970+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d4603e59-1ffd-4a9c-bada-131771559cc5 (threadPool:210)
2018-03-08 01:55:42,971+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 54bff9e3-723f-415b-9e62-e6d464cead9d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:42,971+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:43,341+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:43,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8d5b6ec5-f421-490d-8ed3-771600fca749 (threadPool:210)
2018-03-08 01:55:43,391+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a38b718f-aa7b-4cd4-a969-5e3173b82f90 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:43,392+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:43,690+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:43,740+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 64d57b23-61a2-4a2d-8c39-b168e3be8d90 (threadPool:210)
2018-03-08 01:55:43,740+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task acad999b-dd34-4486-bd74-28a16d7a8677 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:43,741+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:43,811+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=75912b6f-5b06-40bf-b54e-dd2d36981e59 (api:46)
2018-03-08 01:55:43,817+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=75912b6f-5b06-40bf-b54e-dd2d36981e59 (api:52)
2018-03-08 01:55:43,817+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:43,909+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=749f2ee8-b471-4bce-bdae-ee4ca932a278 (api:46)
2018-03-08 01:55:43,915+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=749f2ee8-b471-4bce-bdae-ee4ca932a278 (api:52)
2018-03-08 01:55:43,916+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:44,102+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:44,147+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9116fc7d-d9d1-452b-b7fe-18bd18350bbc (threadPool:210)
2018-03-08 01:55:44,148+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2d7b86cd-298e-441b-b71c-abb0ef93d6af (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:44,148+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:44,476+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:44,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c85c506-c6fb-4573-91a8-54385dfe16ee (threadPool:210)
2018-03-08 01:55:44,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d13bcc10-262c-4e45-a50f-96e5b3717f87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:44,528+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:44,785+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:44,833+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 54bff9e3-723f-415b-9e62-e6d464cead9d (threadPool:210)
2018-03-08 01:55:44,834+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 18ed3f50-e5c7-40c3-bed9-c08e16120f88 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:44,834+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:45,092+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:45,140+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a38b718f-aa7b-4cd4-a969-5e3173b82f90 (threadPool:210)
2018-03-08 01:55:45,141+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 8b0e34e7-d332-46fe-ae0e-3db943852fbd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:45,141+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:45,198+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:45,203+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:45,205+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:45,432+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:45,482+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task acad999b-dd34-4486-bd74-28a16d7a8677 (threadPool:210)
2018-03-08 01:55:45,482+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2aade658-3bab-49f3-8ad5-e8bb1dab268e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:45,482+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:45,758+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:45,810+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2d7b86cd-298e-441b-b71c-abb0ef93d6af (threadPool:210)
2018-03-08 01:55:45,811+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8817db12-72cf-43e4-96ec-bcdef7788488 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:45,811+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:46,084+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:46,136+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d13bcc10-262c-4e45-a50f-96e5b3717f87 (threadPool:210)
2018-03-08 01:55:46,137+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e60a3fca-1a9f-420e-b6e7-2482441473a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:46,137+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:46,400+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:46,453+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 18ed3f50-e5c7-40c3-bed9-c08e16120f88 (threadPool:210)
2018-03-08 01:55:46,453+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c19787a3-5ae7-47a1-83ad-969be8b632a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:46,453+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:46,693+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:46,738+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 8b0e34e7-d332-46fe-ae0e-3db943852fbd (threadPool:210)
2018-03-08 01:55:46,739+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 60495893-1781-4866-9ccf-ad58a787900a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:46,740+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:47,003+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:47,053+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2aade658-3bab-49f3-8ad5-e8bb1dab268e (threadPool:210)
2018-03-08 01:55:47,053+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cbf93497-fb2f-4595-922b-6c87ba8ab1b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:47,053+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:47,323+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:47,365+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8817db12-72cf-43e4-96ec-bcdef7788488 (threadPool:210)
2018-03-08 01:55:47,366+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19cb210f-7c99-495d-88b3-e1fe72c57735 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:47,366+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:47,586+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20845 (__init__:598)
2018-03-08 01:55:47,586+0100 INFO  (monitor/5c16acf) [IOProcessClient] Closing client ioprocess-20844 (__init__:598)
2018-03-08 01:55:47,611+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:47,660+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c19787a3-5ae7-47a1-83ad-969be8b632a8 (threadPool:210)
2018-03-08 01:55:47,661+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1ab7d5ca-afab-4a5c-bdbc-90414db161d5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, "1xtnd\x08xK\x13\xe4_?\xaa\xb9J\xea\x91\xa5\x9d\x15\xd1\xd6\x98ip\xb4\x83\x81\xb9\xa3G(\x90'hFf000000000000200000000000000")) (threadPool:208)
2018-03-08 01:55:47,661+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 66466827-9028-47a3-b981-83b4706998d6 in domain d1159da5-91ea-4ab9-aa3f-5fe4134b7808 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 8192 (mailbox:161)
2018-03-08 01:55:47,661+0100 INFO  (mailbox-spm/0) [storage.LVM] Extending LV d1159da5-91ea-4ab9-aa3f-5fe4134b7808/66466827-9028-47a3-b981-83b4706998d6 to 8192 megabytes (lvm:1205)
2018-03-08 01:55:47,835+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1ab7d5ca-afab-4a5c-bdbc-90414db161d5 (threadPool:210)
2018-03-08 01:55:47,836+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 9564dcc4-c4fb-444e-a388-a8fe2d10c2c5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:47,836+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:47,949+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:48,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 60495893-1781-4866-9ccf-ad58a787900a (threadPool:210)
2018-03-08 01:55:48,000+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1b3b73a0-c66b-419d-947c-c1582e07d1b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:48,000+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:48,297+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:48,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cbf93497-fb2f-4595-922b-6c87ba8ab1b2 (threadPool:210)
2018-03-08 01:55:48,376+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task ad739747-e36c-44cf-bd15-702d17650bf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:48,377+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:48,748+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:48,804+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e60a3fca-1a9f-420e-b6e7-2482441473a0 (threadPool:210)
2018-03-08 01:55:48,804+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 61a42526-984e-4ba7-a037-7ccb05c29e68 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:48,804+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:49,274+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:49,331+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19cb210f-7c99-495d-88b3-e1fe72c57735 (threadPool:210)
2018-03-08 01:55:49,332+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8192b668-3b56-43e0-b0d2-0861c034145e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:49,332+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:49,347+0100 INFO  (jsonrpc/6) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:55:49,356+0100 INFO  (jsonrpc/6) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:55:49,359+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:49,374+0100 INFO  (jsonrpc/7) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:55:49,375+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:55:49,375+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:49,633+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:49,707+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1b3b73a0-c66b-419d-947c-c1582e07d1b0 (threadPool:210)
2018-03-08 01:55:49,708+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 16861a94-aa89-4a58-bcd2-8d27dbbac612 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:49,708+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:49,997+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:50,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task ad739747-e36c-44cf-bd15-702d17650bf7 (threadPool:210)
2018-03-08 01:55:50,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e626f506-1f07-48eb-8faf-6e2e289397a0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:50,048+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:50,401+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:50,425+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:55:50,429+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ece68e53-ec46-4658-8c13-5012de1c44de (api:46)
2018-03-08 01:55:50,430+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251105', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469897', 'lastCheck': '2.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313355', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475883', 'lastCheck': '0.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390105', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00532933', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355931', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310822', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319261', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240146', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279213', 'lastCheck': '3.5', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429245', 'lastCheck': '1.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369322', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328905', 'lastCheck': '1.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526274', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216595', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267075', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215056', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341558', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415681', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218856', 'lastCheck': '0.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306641', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386607', 'lastCheck': '0.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375067', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038537', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333287', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413654', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032127', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498375', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197821', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204061', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273838', 'lastCheck': '0.5', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ece68e53-ec46-4658-8c13-5012de1c44de (api:52)
2018-03-08 01:55:50,430+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=f5e8de30-d827-43cc-83db-0f56c9781a37 (api:46)
2018-03-08 01:55:50,431+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=f5e8de30-d827-43cc-83db-0f56c9781a37 (api:52)
2018-03-08 01:55:50,459+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.95'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.61'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '98.67'}, '25': {'cpuUser': '1.66', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.28'}, '26': {'cpuUser': '4.51', 'nodeIndex': 0, 'cpuSys': '1.53', 'cpuIdle': '93.96'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.22'}, '20': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.49'}, '21': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '22': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.75'}, '23': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.48'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.29'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.28'}, '29': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.09'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.87'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '24.67', 'cpuIdle': '70.56'}, '0': {'cpuUser': '6.70', 'nodeIndex': 0, 'cpuSys': '4.51', 'cpuIdle': '88.79'}, '3': {'cpuUser': '4.18', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '93.90'}, '2': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '93.77'}, '5': {'cpuUser': '3.78', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '94.16'}, '4': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.29'}, '7': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.42'}, '6': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '9': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.75'}, '8': {'cpuUser': '1.86', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '96.88'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.28'}, '59': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '11': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.49'}, '10': {'cpuUser': '2.92', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '95.29'}, '13': {'cpuUser': '2.59', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.69'}, '12': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.75'}, '15': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.76'}, '14': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.01'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.95'}, '16': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.16'}, '19': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.48'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.80'}, '31': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.96'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.81'}, '36': {'cpuUser': '0.33', 'nodeIndex': 0, 'cpuSys': '0.60', 'cpuIdle': '99.07'}, '35': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '34': {'cpuUser': '8.69', 'nodeIndex': 0, 'cpuSys': '10.28', 'cpuIdle': '81.03'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.35'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312218'}, '0': {'memPercent': 12, 'memFree': '345558'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429245', 'lastCheck': '1.0', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251105', 'lastCheck': '2.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469897', 'lastCheck': '2.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369322', 'lastCheck': '1.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328905', 'lastCheck': '1.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390105', 'lastCheck': '1.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00532933', 'lastCheck': '1.2', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355931', 'lastCheck': '1.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310822', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319261', 'lastCheck': '1.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240146', 'lastCheck': '1.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279213', 'lastCheck': '3.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313355', 'lastCheck': '1.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475883', 'lastCheck': '0.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526274', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218856', 'lastCheck': '0.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267075', 'lastCheck': '0.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215056', 'lastCheck': '0.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341558', 'lastCheck': '0.8', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415681', 'lastCheck': '0.6', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216595', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204061', 'lastCheck': '0.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386607', 'lastCheck': '0.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375067', 'lastCheck': '4.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038537', 'lastCheck': '0.6', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333287', 'lastCheck': '0.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413654', 'lastCheck': '2.8', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032127', 'lastCheck': '0.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498375', 'lastCheck': '0.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197821', 'lastCheck': '0.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306641', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273838', 'lastCheck': '0.5', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648220401', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404532618', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.351', 'tx': '1176280396866', 'txDropped': '0', 'rx': '625372716592', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0', 'tx': '1580939369059', 'txDropped': '0', 'rx': '926371729609', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45229662', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416640445', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200680958', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet0', 'tx': '88023606', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet1', 'tx': '37766411829', 'txDropped': '0', 'rx': '878118485', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet2', 'tx': '21130634372', 'txDropped': '0', 'rx': '141323131446', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175854575', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet4', 'tx': '396706642', 'txDropped': '0', 'rx': '3066766', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet5', 'tx': '23426618806', 'txDropped': '0', 'rx': '498232663', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet6', 'tx': '6654844220', 'txDropped': '0', 'rx': '430261518', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet7', 'tx': '1434615841', 'txDropped': '0', 'rx': '552494823', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42475504', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46779729', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'lo', 'tx': '6941687348', 'txDropped': '0', 'rx': '6941687348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170811276', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'eno1', 'tx': '975626743354', 'txDropped': '0', 'rx': '434021514542', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'eno2', 'tx': '605312625705', 'txDropped': '0', 'rx': '492350215067', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470538.596603, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470538.596603, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633320073', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75973109', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77090974', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192389860', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370820077', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.306', 'tx': '76695872677', 'txDropped': '0', 'rx': '8373894759', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49905198', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430698243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299156260', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.110', 'tx': '2476956244', 'txDropped': '0', 'rx': '66856897646', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.111', 'tx': '122682856115', 'txDropped': '0', 'rx': '24452523550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55274071', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54202998', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465664029', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165489537', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56053989', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55883800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45224870', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470538.596603, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226719827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'oVirtManagement', 'tx': '1176280396218', 'txDropped': '0', 'rx': '625371978189', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577629706', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'vnet3', 'tx': '543100586', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470538.596603, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754632984', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696584.30', 'cpuLoad': '2.66', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92965'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635286L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:55:50 GMT', 'cpuUser': '1.38', 'memFree': 667581, 'cpuIdle': '96.97', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.94'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:55:50,464+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:55:50,472+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 61a42526-984e-4ba7-a037-7ccb05c29e68 (threadPool:210)
2018-03-08 01:55:50,472+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c6102dc6-04ba-4b29-a48b-34b1cede4007 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:50,473+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:50,738+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:50,784+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 9564dcc4-c4fb-444e-a388-a8fe2d10c2c5 (threadPool:210)
2018-03-08 01:55:50,785+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b9deece7-02cb-4362-88cb-6c7abc304294 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:50,785+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:51,101+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:51,156+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8192b668-3b56-43e0-b0d2-0861c034145e (threadPool:210)
2018-03-08 01:55:51,157+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 881d772a-b758-4c2d-9f5a-b60e1e22379b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:51,157+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:51,445+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:51,502+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 16861a94-aa89-4a58-bcd2-8d27dbbac612 (threadPool:210)
2018-03-08 01:55:51,502+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task fc470079-10ef-4a23-8df3-72cbe4e443fe (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:51,503+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:51,759+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:51,808+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e626f506-1f07-48eb-8faf-6e2e289397a0 (threadPool:210)
2018-03-08 01:55:51,808+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5f5b2a56-356d-4732-9c41-1e8becfc083b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:51,808+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:52,088+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:52,137+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c6102dc6-04ba-4b29-a48b-34b1cede4007 (threadPool:210)
2018-03-08 01:55:52,137+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 9ebcbeff-8d66-4924-8995-d8bfb07f90b4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:52,137+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:52,402+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:52,452+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b9deece7-02cb-4362-88cb-6c7abc304294 (threadPool:210)
2018-03-08 01:55:52,453+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa025a91-a0e8-4c6c-857f-2525d6738fa4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:52,453+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:52,770+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:52,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 881d772a-b758-4c2d-9f5a-b60e1e22379b (threadPool:210)
2018-03-08 01:55:52,820+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b8590015-03f9-498d-b50d-0882d184cab6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:55:52,821+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:53,169+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:53,459+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:53,498+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5f5b2a56-356d-4732-9c41-1e8becfc083b (threadPool:210)
2018-03-08 01:55:53,498+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3e8d7602-8e7a-4998-9398-8637ff373a16 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:53,499+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:53,737+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=f7f13bc6-5dca-462a-82bf-fb9023d892aa (api:46)
2018-03-08 01:55:53,737+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000251105', 'lastCheck': '5.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000469897', 'lastCheck': '5.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313355', 'lastCheck': '4.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000475883', 'lastCheck': '4.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390105', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00532933', 'lastCheck': '4.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000355931', 'lastCheck': '0.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000310822', 'lastCheck': '4.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319261', 'lastCheck': '3.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240146', 'lastCheck': '2.9', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000279213', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000429245', 'lastCheck': '2.6', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369322', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000328905', 'lastCheck': '4.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000526274', 'lastCheck': '1.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000216595', 'lastCheck': '4.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267075', 'lastCheck': '4.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215056', 'lastCheck': '4.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000341558', 'lastCheck': '4.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000415681', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218856', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000306641', 'lastCheck': '3.9', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000386607', 'lastCheck': '1.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000375067', 'lastCheck': '7.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00038537', 'lastCheck': '3.9', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000333287', 'lastCheck': '1.4', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000413654', 'lastCheck': '6.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032127', 'lastCheck': '3.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000498375', 'lastCheck': '3.9', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000197821', 'lastCheck': '0.3', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000204061', 'lastCheck': '0.3', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000273838', 'lastCheck': '1.8', 'valid': True}} from=internal, task_id=f7f13bc6-5dca-462a-82bf-fb9023d892aa (api:52)
2018-03-08 01:55:53,738+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=8b3e8f6f-c103-4a19-a91a-aae92ca189bf (api:46)
2018-03-08 01:55:53,738+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=8b3e8f6f-c103-4a19-a91a-aae92ca189bf (api:52)
2018-03-08 01:55:53,828+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:53,882+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa025a91-a0e8-4c6c-857f-2525d6738fa4 (threadPool:210)
2018-03-08 01:55:53,882+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 92d5263a-c441-4c6c-8c6a-96cf52b59174 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:53,883+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:54,183+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:54,233+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b8590015-03f9-498d-b50d-0882d184cab6 (threadPool:210)
2018-03-08 01:55:54,233+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 44ce264f-e59b-4503-baaa-8da85ab193c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:54,234+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:54,294+0100 INFO  (jsonrpc/4) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0bf79e6f-e768-4550-a9bc-dded32effa82 (api:46)
2018-03-08 01:55:54,299+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0bf79e6f-e768-4550-a9bc-dded32effa82 (api:52)
2018-03-08 01:55:54,299+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:54,394+0100 INFO  (jsonrpc/5) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=c9549b37-c044-4f98-9b2e-f62ae23e97af (api:46)
2018-03-08 01:55:54,401+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7067100250112', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=c9549b37-c044-4f98-9b2e-f62ae23e97af (api:52)
2018-03-08 01:55:54,402+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:55:54,509+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:54,558+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task fc470079-10ef-4a23-8df3-72cbe4e443fe (threadPool:210)
2018-03-08 01:55:54,558+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c7e51ad7-3cff-4c1e-8647-b2424e9695ef (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:54,559+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:54,838+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:54,887+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 9ebcbeff-8d66-4924-8995-d8bfb07f90b4 (threadPool:210)
2018-03-08 01:55:54,888+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c289faa7-66ec-4cbb-9233-596d1f259fb2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:54,888+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:55,170+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:55,220+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3e8d7602-8e7a-4998-9398-8637ff373a16 (threadPool:210)
2018-03-08 01:55:55,220+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8f3f61b7-e1d2-4208-a252-a500a4ee102f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:55,220+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:55,513+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:55,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 92d5263a-c441-4c6c-8c6a-96cf52b59174 (threadPool:210)
2018-03-08 01:55:55,560+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e0c76aba-fb02-475c-9962-ad6c40b7b5e6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2060, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:55,560+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:55,805+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:55,856+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 44ce264f-e59b-4503-baaa-8da85ab193c9 (threadPool:210)
2018-03-08 01:55:55,857+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 31ca6b9a-252f-4874-95a3-3310d2b6f5bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2061, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:55,857+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:56,163+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:56,221+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c7e51ad7-3cff-4c1e-8647-b2424e9695ef (threadPool:210)
2018-03-08 01:55:56,221+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c6f1113b-0f52-401c-ad8e-8bec48585e65 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:56,221+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:56,551+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:56,577+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8f3f61b7-e1d2-4208-a252-a500a4ee102f (threadPool:210)
2018-03-08 01:55:56,577+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 17e6ca52-629d-4ceb-a408-9659af5d7ac5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:56,578+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:56,895+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:56,937+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 31ca6b9a-252f-4874-95a3-3310d2b6f5bf (threadPool:210)
2018-03-08 01:55:56,937+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ee205b62-7d2a-46fb-afb9-e8e9e0e1ad75 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:56,938+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:57,206+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:57,260+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c289faa7-66ec-4cbb-9233-596d1f259fb2 (threadPool:210)
2018-03-08 01:55:57,260+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0097d069-b821-4060-94da-6df6bf298678 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:57,261+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:57,521+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:57,570+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c6f1113b-0f52-401c-ad8e-8bec48585e65 (threadPool:210)
2018-03-08 01:55:57,571+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task db4240ff-6ffe-4464-987c-7f04dfbadbf1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:57,571+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:57,842+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:57,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e0c76aba-fb02-475c-9962-ad6c40b7b5e6 (threadPool:210)
2018-03-08 01:55:57,892+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1d56bd32-a2be-4109-b21e-7383fc63f2b0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:57,892+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:58,184+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:58,245+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 17e6ca52-629d-4ceb-a408-9659af5d7ac5 (threadPool:210)
2018-03-08 01:55:58,245+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 95150267-69f5-490e-8658-5542d94ef985 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:58,246+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:58,527+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:58,556+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ee205b62-7d2a-46fb-afb9-e8e9e0e1ad75 (threadPool:210)
2018-03-08 01:55:58,556+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 01a0c261-c3ad-4504-8d2e-7debbb374227 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1733, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:58,557+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:58,879+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:58,904+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task db4240ff-6ffe-4464-987c-7f04dfbadbf1 (threadPool:210)
2018-03-08 01:55:58,904+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 764fc908-f446-4b6a-94ab-d901a660cda3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:58,904+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:59,224+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:59,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 95150267-69f5-490e-8658-5542d94ef985 (threadPool:210)
2018-03-08 01:55:59,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task cd1561e9-a4e4-466f-a32b-22893dde4729 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:59,293+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:55:59,569+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:59,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0097d069-b821-4060-94da-6df6bf298678 (threadPool:210)
2018-03-08 01:55:59,625+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 070c7814-ca78-4605-a9ee-03965e8723f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:55:59,626+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:55:59,898+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:55:59,940+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 01a0c261-c3ad-4504-8d2e-7debbb374227 (threadPool:210)
2018-03-08 01:55:59,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3c439b02-82cf-4655-b08a-eb40ee4bf028 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:55:59,941+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:00,220+0100 INFO  (jsonrpc/3) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:00,225+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:00,227+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:00,264+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:00,309+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1d56bd32-a2be-4109-b21e-7383fc63f2b0 (threadPool:210)
2018-03-08 01:56:00,310+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3b9a432e-5af1-4690-ada1-b8d4ef179ae7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:00,310+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:00,618+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:00,665+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 764fc908-f446-4b6a-94ab-d901a660cda3 (threadPool:210)
2018-03-08 01:56:00,666+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ff85b295-30ca-4b28-a6e5-b45edfcfb537 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:00,666+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:00,958+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:01,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task cd1561e9-a4e4-466f-a32b-22893dde4729 (threadPool:210)
2018-03-08 01:56:01,006+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 98d0fbab-1a6c-46f7-8721-562850ecdf96 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:01,007+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:01,396+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:01,443+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 070c7814-ca78-4605-a9ee-03965e8723f5 (threadPool:210)
2018-03-08 01:56:01,444+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73f291db-4f8a-4ca2-93f0-99f42132588f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:01,444+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:01,742+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:01,784+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3c439b02-82cf-4655-b08a-eb40ee4bf028 (threadPool:210)
2018-03-08 01:56:01,784+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7ed15c9e-8312-4a13-b0ec-09a376362200 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:01,785+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:02,205+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:02,254+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3b9a432e-5af1-4690-ada1-b8d4ef179ae7 (threadPool:210)
2018-03-08 01:56:02,255+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7fd67709-6fbf-42dc-bf42-38db84569aaa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:02,255+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:02,546+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:02,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ff85b295-30ca-4b28-a6e5-b45edfcfb537 (threadPool:210)
2018-03-08 01:56:02,593+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 518efb16-6d70-4c0c-8337-b0b55de1a893 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:02,593+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:02,921+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:02,970+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 98d0fbab-1a6c-46f7-8721-562850ecdf96 (threadPool:210)
2018-03-08 01:56:02,970+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3dae4305-bc83-4cda-accc-0aa7f235d48d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:02,970+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:03,261+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:03,308+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73f291db-4f8a-4ca2-93f0-99f42132588f (threadPool:210)
2018-03-08 01:56:03,308+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3d39451c-a456-480a-8323-f45ebc227c87 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:56:03,308+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:03,566+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:03,614+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7ed15c9e-8312-4a13-b0ec-09a376362200 (threadPool:210)
2018-03-08 01:56:03,614+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a7873573-a2cf-4e1a-9288-12be42e947c6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:03,614+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:03,865+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:03,913+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7fd67709-6fbf-42dc-bf42-38db84569aaa (threadPool:210)
2018-03-08 01:56:03,914+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 544191df-0979-4029-bb49-59f0851143a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:03,914+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:04,285+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:04,333+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 518efb16-6d70-4c0c-8337-b0b55de1a893 (threadPool:210)
2018-03-08 01:56:04,334+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 33e6468e-47cc-44c7-b65d-e11c075609f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:04,334+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:04,379+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:56:04,384+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:56:04,387+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:04,395+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:56:04,395+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:56:04,395+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:04,687+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b129381f-0e5b-4c6b-819f-e7d1298f4316 (api:46)
2018-03-08 01:56:04,698+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:04,712+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b129381f-0e5b-4c6b-819f-e7d1298f4316 (api:52)
2018-03-08 01:56:04,714+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:56:04,745+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3dae4305-bc83-4cda-accc-0aa7f235d48d (threadPool:210)
2018-03-08 01:56:04,745+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task fae6870e-1882-40a0-b125-f3c63efde8a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:04,746+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:04,814+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=b0bc78c5-f78f-4034-b7a8-abbbfec0b256 (api:46)
2018-03-08 01:56:04,821+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=b0bc78c5-f78f-4034-b7a8-abbbfec0b256 (api:52)
2018-03-08 01:56:04,822+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:05,045+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:05,074+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3d39451c-a456-480a-8323-f45ebc227c87 (threadPool:210)
2018-03-08 01:56:05,075+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c1b91384-f13a-4d82-910f-47d17d8de7f8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:05,075+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:05,368+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:05,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 544191df-0979-4029-bb49-59f0851143a6 (threadPool:210)
2018-03-08 01:56:05,416+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task a37c476e-4323-4ad3-af93-d0fddf3b306c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:05,416+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:05,500+0100 INFO  (jsonrpc/2) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:05,501+0100 INFO  (jsonrpc/2) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=6f94e79c-be42-44b5-9163-67e935c8994b (api:46)
2018-03-08 01:56:05,502+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371215', 'lastCheck': '7.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620874', 'lastCheck': '7.1', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264453', 'lastCheck': '6.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448571', 'lastCheck': '5.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531936', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294483', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335249', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508615', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315651', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318148', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416776', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570357', 'lastCheck': '4.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261977', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511228', 'lastCheck': '6.6', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563191', 'lastCheck': '3.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362425', 'lastCheck': '5.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319143', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201591', 'lastCheck': '5.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237849', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00135985', 'lastCheck': '5.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298415', 'lastCheck': '4.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250178', 'lastCheck': '5.7', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000308137', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253178', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215354', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000436106', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219934', 'lastCheck': '5.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352203', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580715', 'lastCheck': '2.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212496', 'lastCheck': '2.1', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228189', 'lastCheck': '3.6', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=6f94e79c-be42-44b5-9163-67e935c8994b (api:52)
2018-03-08 01:56:05,502+0100 INFO  (jsonrpc/2) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=40584594-86ab-4459-baf9-8a961f52c97c (api:46)
2018-03-08 01:56:05,503+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=40584594-86ab-4459-baf9-8a961f52c97c (api:52)
2018-03-08 01:56:05,528+0100 INFO  (jsonrpc/2) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.80', 'cpuIdle': '98.47'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '51': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '98.01'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.48'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '0.66', 'cpuIdle': '98.68'}, '25': {'cpuUser': '2.78', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '94.63'}, '26': {'cpuUser': '0.40', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '27': {'cpuUser': '3.65', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '93.10'}, '20': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '21': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '94.04'}, '22': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.15'}, '23': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '94.30'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.86'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.35'}, '28': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.54'}, '29': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '95.69'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.47'}, '41': {'cpuUser': '9.21', 'nodeIndex': 1, 'cpuSys': '3.25', 'cpuIdle': '87.54'}, '1': {'cpuUser': '5.44', 'nodeIndex': 1, 'cpuSys': '28.11', 'cpuIdle': '66.45'}, '0': {'cpuUser': '6.70', 'nodeIndex': 0, 'cpuSys': '4.18', 'cpuIdle': '89.12'}, '3': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '3.18', 'cpuIdle': '92.44'}, '2': {'cpuUser': '2.39', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.22'}, '5': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '94.56'}, '4': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.99', 'cpuIdle': '98.08'}, '7': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.69'}, '6': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '9': {'cpuUser': '3.45', 'nodeIndex': 1, 'cpuSys': '3.58', 'cpuIdle': '92.97'}, '8': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '96.75'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '96.89'}, '59': {'cpuUser': '12.93', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '84.68'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '93.17'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '97.94'}, '13': {'cpuUser': '5.04', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '92.51'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '15': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '95.43'}, '14': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '97.02'}, '17': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.05', 'cpuIdle': '96.36'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '6.03', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '90.85'}, '49': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.67'}, '37': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '1.06', 'cpuIdle': '98.48'}, '36': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.09'}, '35': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.55'}, '34': {'cpuUser': '7.29', 'nodeIndex': 0, 'cpuSys': '8.09', 'cpuIdle': '84.62'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.41'}, '57': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.48'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312229'}, '0': {'memPercent': 12, 'memFree': '345548'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570357', 'lastCheck': '4.4', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000371215', 'lastCheck': '7.2', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000620874', 'lastCheck': '7.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000261977', 'lastCheck': '3.9', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511228', 'lastCheck': '6.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531936', 'lastCheck': '4.1', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294483', 'lastCheck': '6.3', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335249', 'lastCheck': '6.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508615', 'lastCheck': '6.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315651', 'lastCheck': '4.8', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318148', 'lastCheck': '4.7', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000416776', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264453', 'lastCheck': '6.0', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448571', 'lastCheck': '5.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563191', 'lastCheck': '3.7', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298415', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319143', 'lastCheck': '5.9', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201591', 'lastCheck': '5.9', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237849', 'lastCheck': '1.6', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00135985', 'lastCheck': '5.7', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362425', 'lastCheck': '5.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212496', 'lastCheck': '2.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '3.7', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000308137', 'lastCheck': '0.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253178', 'lastCheck': '5.7', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215354', 'lastCheck': '3.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000436106', 'lastCheck': '7.9', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219934', 'lastCheck': '5.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352203', 'lastCheck': '5.6', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580715', 'lastCheck': '2.1', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250178', 'lastCheck': '5.7', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228189', 'lastCheck': '3.6', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648246846', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404534783', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.351', 'tx': '1176280464071', 'txDropped': '0', 'rx': '625372725868', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0', 'tx': '1580940212776', 'txDropped': '0', 'rx': '926372353932', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45230012', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416644699', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200681521', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet0', 'tx': '88027856', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet1', 'tx': '37766416619', 'txDropped': '0', 'rx': '878118589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet2', 'tx': '21130850286', 'txDropped': '0', 'rx': '141323846498', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175855503', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet4', 'tx': '396710952', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet5', 'tx': '23426648464', 'txDropped': '0', 'rx': '498233745', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet6', 'tx': '6654852577', 'txDropped': '0', 'rx': '430269572', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet7', 'tx': '1434620571', 'txDropped': '0', 'rx': '552494885', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42475854', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46780079', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'lo', 'tx': '6941762075', 'txDropped': '0', 'rx': '6941762075', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170812548', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'eno1', 'tx': '975627578388', 'txDropped': '0', 'rx': '434021776595', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'eno2', 'tx': '605312634388', 'txDropped': '0', 'rx': '492350577337', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470553.681983, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470553.681983, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633324747', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75974843', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77092708', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192391978', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370820477', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.306', 'tx': '76695872719', 'txDropped': '0', 'rx': '8373898271', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49905598', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430701709', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299158378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.110', 'tx': '2476964604', 'txDropped': '0', 'rx': '66856904895', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.111', 'tx': '122683571886', 'txDropped': '0', 'rx': '24452708378', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55274471', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54203348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465666194', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165490809', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56054389', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55884150', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45225220', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470553.681983, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226720390', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'oVirtManagement', 'tx': '1176280463423', 'txDropped': '0', 'rx': '625371987465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577634380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'vnet3', 'tx': '543104836', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470553.681983, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754633912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696599.37', 'cpuLoad': '2.68', 'cpuSys': '1.81', 'diskStats': {'/var/log': {'free': '92964'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.31', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:56:05 GMT', 'cpuUser': '1.83', 'memFree': 667602, 'cpuIdle': '96.35', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '13.39'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:05,533+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:56:05,706+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:05,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 33e6468e-47cc-44c7-b65d-e11c075609f5 (threadPool:210)
2018-03-08 01:56:05,754+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 66208030-28f3-4e3c-b2d2-2061fe1a1d50 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:05,754+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:06,076+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:06,379+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:06,441+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task fae6870e-1882-40a0-b125-f3c63efde8a9 (threadPool:210)
2018-03-08 01:56:06,442+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 294041d0-04ed-4919-9369-714ff094c9c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:06,443+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:06,765+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:06,813+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a7873573-a2cf-4e1a-9288-12be42e947c6 (threadPool:210)
2018-03-08 01:56:06,813+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2b69cd6a-cf33-4a5d-8845-28d9485c8a11 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:06,813+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:07,091+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:07,140+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c1b91384-f13a-4d82-910f-47d17d8de7f8 (threadPool:210)
2018-03-08 01:56:07,140+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 58709344-0e7f-4d68-921e-24666a95b69b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:07,140+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:07,499+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:07,538+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task a37c476e-4323-4ad3-af93-d0fddf3b306c (threadPool:210)
2018-03-08 01:56:07,538+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c45a8377-8b2d-476f-8796-ad1925426800 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:07,539+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:07,839+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:07,884+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 294041d0-04ed-4919-9369-714ff094c9c8 (threadPool:210)
2018-03-08 01:56:07,884+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10b10fb6-b2d2-4869-a4cf-ca27711904c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:07,885+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:08,200+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:08,253+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2b69cd6a-cf33-4a5d-8845-28d9485c8a11 (threadPool:210)
2018-03-08 01:56:08,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d3787a7f-5a25-49d9-80f7-e7f054251990 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:08,254+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:08,556+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:08,600+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 66208030-28f3-4e3c-b2d2-2061fe1a1d50 (threadPool:210)
2018-03-08 01:56:08,600+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ed3f48c7-c7d9-4329-ba75-bfbaa5e12481 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:08,600+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:08,839+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=e43ba9f2-a940-4405-84e4-b16f3d82dff0 (api:46)
2018-03-08 01:56:08,841+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219181', 'lastCheck': '0.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000633908', 'lastCheck': '0.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264453', 'lastCheck': '2.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000448571', 'lastCheck': '2.5', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000531936', 'lastCheck': '7.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294483', 'lastCheck': '0.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000335249', 'lastCheck': '2.8', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000508615', 'lastCheck': '0.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000315651', 'lastCheck': '8.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000318148', 'lastCheck': '8.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246828', 'lastCheck': '2.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000570357', 'lastCheck': '7.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392877', 'lastCheck': '0.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000511228', 'lastCheck': '0.5', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000563191', 'lastCheck': '7.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362425', 'lastCheck': '2.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319143', 'lastCheck': '2.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000201591', 'lastCheck': '2.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237849', 'lastCheck': '5.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00135985', 'lastCheck': '0.5', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000298415', 'lastCheck': '7.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000250178', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220254', 'lastCheck': '7.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000233598', 'lastCheck': '3.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000253178', 'lastCheck': '0.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000215354', 'lastCheck': '6.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000372245', 'lastCheck': '1.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000219934', 'lastCheck': '2.9', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000352203', 'lastCheck': '2.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580715', 'lastCheck': '5.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000212496', 'lastCheck': '5.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000228189', 'lastCheck': '6.9', 'valid': True}} from=internal, task_id=e43ba9f2-a940-4405-84e4-b16f3d82dff0 (api:52)
2018-03-08 01:56:08,842+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=b9984ac5-6b4f-49c5-a3bf-df35ce22b6f5 (api:46)
2018-03-08 01:56:08,842+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=b9984ac5-6b4f-49c5-a3bf-df35ce22b6f5 (api:52)
2018-03-08 01:56:08,918+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:08,966+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c45a8377-8b2d-476f-8796-ad1925426800 (threadPool:210)
2018-03-08 01:56:08,967+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3428282c-17de-477f-88d4-fd6af3a4f656 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:08,967+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:09,305+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:09,348+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10b10fb6-b2d2-4869-a4cf-ca27711904c9 (threadPool:210)
2018-03-08 01:56:09,348+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4183a763-8e59-49e5-847c-99e43cc55f92 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:09,349+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:09,701+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:09,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d3787a7f-5a25-49d9-80f7-e7f054251990 (threadPool:210)
2018-03-08 01:56:09,737+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f97c2605-979b-4b73-8f27-eb44837a847f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:09,737+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:10,123+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:10,160+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3428282c-17de-477f-88d4-fd6af3a4f656 (threadPool:210)
2018-03-08 01:56:10,161+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task d41b7cde-c9d4-43b4-ba9c-4a13f35694da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:10,161+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:10,511+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:10,551+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 58709344-0e7f-4d68-921e-24666a95b69b (threadPool:210)
2018-03-08 01:56:10,552+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 0f472c86-b3be-47a1-8323-7e9c11627f03 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:10,552+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:10,888+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:10,933+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ed3f48c7-c7d9-4329-ba75-bfbaa5e12481 (threadPool:210)
2018-03-08 01:56:10,933+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9a00da5b-c79f-41e0-a59d-1b792dedf2e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:10,934+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:11,228+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:11,270+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f97c2605-979b-4b73-8f27-eb44837a847f (threadPool:210)
2018-03-08 01:56:11,271+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b6635ee7-fb1f-4c0b-8381-31f9847e3abb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:11,271+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:11,610+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:11,660+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task d41b7cde-c9d4-43b4-ba9c-4a13f35694da (threadPool:210)
2018-03-08 01:56:11,661+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b57dbaef-2fa9-48b0-8524-86008b18c968 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:11,661+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:11,976+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:12,045+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4183a763-8e59-49e5-847c-99e43cc55f92 (threadPool:210)
2018-03-08 01:56:12,045+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f077e086-bce9-4d6f-9681-1d5217010ee4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:12,046+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:12,356+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:12,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 0f472c86-b3be-47a1-8323-7e9c11627f03 (threadPool:210)
2018-03-08 01:56:12,404+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task e2a82c9a-da5c-449c-9317-102b478dffe3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:12,405+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:12,760+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:12,801+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9a00da5b-c79f-41e0-a59d-1b792dedf2e2 (threadPool:210)
2018-03-08 01:56:12,802+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5069a134-2a26-4d37-8d77-9aa678ad542a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:12,802+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:13,159+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:13,197+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b6635ee7-fb1f-4c0b-8381-31f9847e3abb (threadPool:210)
2018-03-08 01:56:13,197+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f3d45df3-3504-4468-91ea-566591a43b1c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:13,197+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:13,472+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:13,521+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f077e086-bce9-4d6f-9681-1d5217010ee4 (threadPool:210)
2018-03-08 01:56:13,521+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6eedcde-d197-4c07-ac2a-5fa5fbd34645 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:13,522+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:13,781+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:13,831+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task e2a82c9a-da5c-449c-9317-102b478dffe3 (threadPool:210)
2018-03-08 01:56:13,832+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6545478d-5207-4143-ae63-0b3e925c35be (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:13,832+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:14,119+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:14,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5069a134-2a26-4d37-8d77-9aa678ad542a (threadPool:210)
2018-03-08 01:56:14,168+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 18865d7d-8f0f-4c2c-afed-0d7e367cd96f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:14,168+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:14,475+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:14,523+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b57dbaef-2fa9-48b0-8524-86008b18c968 (threadPool:210)
2018-03-08 01:56:14,524+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task abeda4bb-477f-402d-bb78-95aac0cc28dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:14,524+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:14,828+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:14,876+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f3d45df3-3504-4468-91ea-566591a43b1c (threadPool:210)
2018-03-08 01:56:14,876+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 4c22e099-68f6-4bb6-b081-a9d00ccca03f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:14,877+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:15,151+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:15,199+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6eedcde-d197-4c07-ac2a-5fa5fbd34645 (threadPool:210)
2018-03-08 01:56:15,200+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f12576c7-6c10-4c93-a6a8-ecc0c4c83927 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:15,200+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:15,243+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:15,248+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:15,250+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:15,253+0100 INFO  (jsonrpc/5) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=00e891f0-9d03-4dd1-a030-6e8564f3fa66 (api:46)
2018-03-08 01:56:15,258+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=00e891f0-9d03-4dd1-a030-6e8564f3fa66 (api:52)
2018-03-08 01:56:15,258+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:15,352+0100 INFO  (jsonrpc/3) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=82076eec-eb28-4947-86c1-8a61d7c23b71 (api:46)
2018-03-08 01:56:15,359+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=82076eec-eb28-4947-86c1-8a61d7c23b71 (api:52)
2018-03-08 01:56:15,361+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:15,488+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:15,538+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6545478d-5207-4143-ae63-0b3e925c35be (threadPool:210)
2018-03-08 01:56:15,538+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a41f533b-1d8d-49f8-bae0-da4d0a1adffb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:15,539+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:15,835+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:15,894+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 18865d7d-8f0f-4c2c-afed-0d7e367cd96f (threadPool:210)
2018-03-08 01:56:15,895+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b1946b83-0764-449f-a9ea-337b9c3e8326 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:15,896+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:16,196+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:16,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task abeda4bb-477f-402d-bb78-95aac0cc28dc (threadPool:210)
2018-03-08 01:56:16,290+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task aa2e094b-5425-4827-8c78-5cfd900d40df (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:16,290+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:16,631+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:16,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 4c22e099-68f6-4bb6-b081-a9d00ccca03f (threadPool:210)
2018-03-08 01:56:16,680+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 56496c99-0302-4b81-b2dc-48178d4125bf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:16,681+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:16,957+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:16,997+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f12576c7-6c10-4c93-a6a8-ecc0c4c83927 (threadPool:210)
2018-03-08 01:56:16,998+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1d408cae-3e0e-44ca-ac0b-4293b9d0d472 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:16,999+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:17,289+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:17,341+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a41f533b-1d8d-49f8-bae0-da4d0a1adffb (threadPool:210)
2018-03-08 01:56:17,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73b4e3ef-ad71-4666-aef8-542ddaf398fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:17,342+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:17,628+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:17,942+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:17,981+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task aa2e094b-5425-4827-8c78-5cfd900d40df (threadPool:210)
2018-03-08 01:56:17,981+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5ffc8d48-8183-4091-97b1-e43cc7f8b0fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:56:17,982+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:18,266+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:18,309+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 56496c99-0302-4b81-b2dc-48178d4125bf (threadPool:210)
2018-03-08 01:56:18,309+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2f00194c-79bf-4209-bac7-d3ca9986a62e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:18,310+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:18,599+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:18,638+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1d408cae-3e0e-44ca-ac0b-4293b9d0d472 (threadPool:210)
2018-03-08 01:56:18,638+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f6ceda5b-50d6-4729-81e3-c637acbf1f28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:18,639+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:18,914+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:18,964+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73b4e3ef-ad71-4666-aef8-542ddaf398fd (threadPool:210)
2018-03-08 01:56:18,965+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 09b5293e-52d6-4b8f-9102-ffb0b9f99f9c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:18,965+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:19,223+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:19,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5ffc8d48-8183-4091-97b1-e43cc7f8b0fb (threadPool:210)
2018-03-08 01:56:19,271+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 6b6b0b0c-bde9-4eb6-8772-24e45f1422a7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:19,272+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:19,397+0100 INFO  (jsonrpc/1) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:56:19,403+0100 INFO  (jsonrpc/1) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:56:19,405+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:19,412+0100 INFO  (jsonrpc/0) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:56:19,412+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:56:19,413+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:56:19,581+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:19,641+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2f00194c-79bf-4209-bac7-d3ca9986a62e (threadPool:210)
2018-03-08 01:56:19,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ad05e840-2b5d-49bd-8833-d345fdbbb37b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:19,643+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:19,914+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:19,957+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f6ceda5b-50d6-4729-81e3-c637acbf1f28 (threadPool:210)
2018-03-08 01:56:19,958+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e25b534a-90be-4896-8a16-f6e758c36661 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:19,958+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:20,376+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:20,433+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 09b5293e-52d6-4b8f-9102-ffb0b9f99f9c (threadPool:210)
2018-03-08 01:56:20,435+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ce34b61d-2cb5-4c98-9be8-42ff97862180 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:20,435+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:20,567+0100 INFO  (jsonrpc/6) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:20,568+0100 INFO  (jsonrpc/6) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=ae0b8146-1262-4049-9da8-d1d5988c54ec (api:46)
2018-03-08 01:56:20,569+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247774', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110517', 'lastCheck': '2.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238414', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '1.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439547', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231717', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000403545', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454626', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248378', 'lastCheck': '1.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369021', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312368', 'lastCheck': '3.7', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543015', 'lastCheck': '1.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220657', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466873', 'lastCheck': '1.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046412', 'lastCheck': '1.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254048', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259895', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301364', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209939', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521231', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225129', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241801', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277094', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366831', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207386', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00149091', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000256248', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240135', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025783', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313431', 'lastCheck': '0.7', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236942', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208335', 'lastCheck': '0.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=ae0b8146-1262-4049-9da8-d1d5988c54ec (api:52)
2018-03-08 01:56:20,570+0100 INFO  (jsonrpc/6) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=091eb2aa-a82c-42fe-9d85-1bfe7750e8a7 (api:46)
2018-03-08 01:56:20,570+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=091eb2aa-a82c-42fe-9d85-1bfe7750e8a7 (api:52)
2018-03-08 01:56:20,596+0100 INFO  (jsonrpc/6) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.48'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.41'}, '25': {'cpuUser': '0.80', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.81'}, '26': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.02'}, '27': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '97.28'}, '20': {'cpuUser': '6.10', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '91.25'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.28'}, '22': {'cpuUser': '1.92', 'nodeIndex': 0, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '23': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.88'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.62'}, '28': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.01'}, '29': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.95'}, '40': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.40', 'cpuIdle': '99.53'}, '41': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.96'}, '1': {'cpuUser': '4.31', 'nodeIndex': 1, 'cpuSys': '24.46', 'cpuIdle': '71.23'}, '0': {'cpuUser': '6.76', 'nodeIndex': 0, 'cpuSys': '4.24', 'cpuIdle': '89.00'}, '3': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '96.03'}, '2': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.65', 'cpuIdle': '94.90'}, '5': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.09'}, '4': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.82'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.09'}, '6': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '9': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '97.15'}, '8': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.74'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '38': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '98.14'}, '59': {'cpuUser': '2.92', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '94.96'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.62'}, '10': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.95'}, '13': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '12': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.56'}, '15': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '14': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '96.49'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.42'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '97.15'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.69'}, '55': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '31': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.82'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.75'}, '36': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '96.95'}, '35': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.95'}, '34': {'cpuUser': '8.62', 'nodeIndex': 0, 'cpuSys': '10.21', 'cpuIdle': '81.17'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.75'}, '57': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '97.08'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312226'}, '0': {'memPercent': 12, 'memFree': '345549'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543015', 'lastCheck': '1.2', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247774', 'lastCheck': '2.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110517', 'lastCheck': '2.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220657', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466873', 'lastCheck': '1.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439547', 'lastCheck': '1.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231717', 'lastCheck': '1.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000403545', 'lastCheck': '1.2', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454626', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248378', 'lastCheck': '1.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369021', 'lastCheck': '1.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312368', 'lastCheck': '3.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238414', 'lastCheck': '1.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '1.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046412', 'lastCheck': '1.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225129', 'lastCheck': '0.8', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259895', 'lastCheck': '1.0', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301364', 'lastCheck': '1.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209939', 'lastCheck': '0.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521231', 'lastCheck': '0.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254048', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236942', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277094', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366831', 'lastCheck': '4.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207386', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00149091', 'lastCheck': '0.8', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000256248', 'lastCheck': '3.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240135', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025783', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313431', 'lastCheck': '0.7', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241801', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208335', 'lastCheck': '0.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648252186', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404538943', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.351', 'tx': '1176280548931', 'txDropped': '0', 'rx': '625372742992', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0', 'tx': '1580940297477', 'txDropped': '0', 'rx': '926372767115', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45230412', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416649177', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200682427', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet0', 'tx': '88034218', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet1', 'tx': '37766421755', 'txDropped': '0', 'rx': '878118651', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet2', 'tx': '21130861741', 'txDropped': '0', 'rx': '141323847270', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175856895', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet4', 'tx': '396717314', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet5', 'tx': '23426655207', 'txDropped': '0', 'rx': '498233853', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet6', 'tx': '6654860533', 'txDropped': '0', 'rx': '430272720', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet7', 'tx': '1434625707', 'txDropped': '0', 'rx': '552494947', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42476254', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46780583', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'lo', 'tx': '6941841175', 'txDropped': '0', 'rx': '6941841175', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170813772', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'eno1', 'tx': '975627662309', 'txDropped': '0', 'rx': '434021990858', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'eno2', 'tx': '605312635168', 'txDropped': '0', 'rx': '492350776257', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470568.770836, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470568.770836, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633329655', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75975243', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77093108', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192395364', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370820827', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.306', 'tx': '76695872719', 'txDropped': '0', 'rx': '8373903611', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49905948', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430707049', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299161764', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.110', 'tx': '2476967876', 'txDropped': '0', 'rx': '66856911535', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.111', 'tx': '122683572645', 'txDropped': '0', 'rx': '24452718413', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55274821', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54203852', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465670354', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165492033', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56054739', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55884550', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45225620', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470568.770836, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226721296', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'oVirtManagement', 'tx': '1176280548283', 'txDropped': '0', 'rx': '625372004589', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577639288', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'vnet3', 'tx': '543111198', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470568.770836, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754635304', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696614.44', 'cpuLoad': '2.65', 'cpuSys': '1.73', 'diskStats': {'/var/log': {'free': '92962'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.44', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:56:20 GMT', 'cpuUser': '1.25', 'memFree': 667602, 'cpuIdle': '97.02', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '10.80'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:20,601+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:56:20,727+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:20,777+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 6b6b0b0c-bde9-4eb6-8772-24e45f1422a7 (threadPool:210)
2018-03-08 01:56:20,777+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8faef335-3667-4c2f-b636-cccbe21fceb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:20,778+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:21,074+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:21,123+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b1946b83-0764-449f-a9ea-337b9c3e8326 (threadPool:210)
2018-03-08 01:56:21,123+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2229dbcf-f820-440a-8883-c2e9e89346d2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:21,124+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:21,398+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:21,450+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ad05e840-2b5d-49bd-8833-d345fdbbb37b (threadPool:210)
2018-03-08 01:56:21,451+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 91336e9b-f1a8-46fe-b152-7845f2fc14fd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:21,451+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:21,720+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:21,766+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e25b534a-90be-4896-8a16-f6e758c36661 (threadPool:210)
2018-03-08 01:56:21,767+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 54d2e1ab-3575-4e6f-b75d-45fd8c9a5216 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:21,767+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:22,035+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:22,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ce34b61d-2cb5-4c98-9be8-42ff97862180 (threadPool:210)
2018-03-08 01:56:22,082+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task bcfe2af1-4f0a-4c67-bf12-e40c3751784e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:22,083+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:22,361+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:22,408+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8faef335-3667-4c2f-b636-cccbe21fceb7 (threadPool:210)
2018-03-08 01:56:22,408+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task b600bd48-ea02-4ac2-945f-902e77014d26 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:22,409+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:22,777+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:22,825+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 2229dbcf-f820-440a-8883-c2e9e89346d2 (threadPool:210)
2018-03-08 01:56:22,826+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 48e1b7e2-923e-457a-ad10-3d01bf597129 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:22,826+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:23,082+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:23,127+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 91336e9b-f1a8-46fe-b152-7845f2fc14fd (threadPool:210)
2018-03-08 01:56:23,127+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d9393b3f-2f16-4de6-a817-62306bc68b9f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:23,128+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:23,477+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:23,525+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 54d2e1ab-3575-4e6f-b75d-45fd8c9a5216 (threadPool:210)
2018-03-08 01:56:23,526+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3e7b9ebc-64ab-4f11-9c6e-e5a1d312c8ff (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:23,526+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:23,781+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:23,829+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task bcfe2af1-4f0a-4c67-bf12-e40c3751784e (threadPool:210)
2018-03-08 01:56:23,830+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task aadda090-f2d0-47fc-bf85-61d9d73286d0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:23,830+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:23,932+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=fbf9fead-eb51-4e2f-aa02-9bae898c2051 (api:46)
2018-03-08 01:56:23,933+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247774', 'lastCheck': '5.7', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00110517', 'lastCheck': '5.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238414', 'lastCheck': '4.5', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00045582', 'lastCheck': '4.4', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000439547', 'lastCheck': '2.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000231717', 'lastCheck': '4.7', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000403545', 'lastCheck': '4.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000454626', 'lastCheck': '4.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248378', 'lastCheck': '3.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000369021', 'lastCheck': '3.1', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000312368', 'lastCheck': '2.4', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000543015', 'lastCheck': '2.8', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000220657', 'lastCheck': '2.3', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000466873', 'lastCheck': '5.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00046412', 'lastCheck': '2.1', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000254048', 'lastCheck': '4.3', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000259895', 'lastCheck': '4.4', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301364', 'lastCheck': '4.4', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000209939', 'lastCheck': '0.0', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000521231', 'lastCheck': '4.1', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225129', 'lastCheck': '2.3', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000241801', 'lastCheck': '4.1', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000277094', 'lastCheck': '2.1', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000366831', 'lastCheck': '8.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000207386', 'lastCheck': '4.1', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00149091', 'lastCheck': '1.6', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000256248', 'lastCheck': '6.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240135', 'lastCheck': '4.1', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00025783', 'lastCheck': '4.1', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313431', 'lastCheck': '0.5', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000236942', 'lastCheck': '0.5', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208335', 'lastCheck': '2.0', 'valid': True}} from=internal, task_id=fbf9fead-eb51-4e2f-aa02-9bae898c2051 (api:52)
2018-03-08 01:56:23,933+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=821d073e-e737-4a1e-8b9a-21e15efe8f6d (api:46)
2018-03-08 01:56:23,934+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=821d073e-e737-4a1e-8b9a-21e15efe8f6d (api:52)
2018-03-08 01:56:24,082+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:24,131+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task b600bd48-ea02-4ac2-945f-902e77014d26 (threadPool:210)
2018-03-08 01:56:24,131+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task db90795f-3aec-4be1-b179-2881e1062b69 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:24,132+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:24,467+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:24,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 48e1b7e2-923e-457a-ad10-3d01bf597129 (threadPool:210)
2018-03-08 01:56:24,517+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f832cbf1-ac6a-4831-9c9b-72e6e4c7d036 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:24,517+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:24,786+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:24,836+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d9393b3f-2f16-4de6-a817-62306bc68b9f (threadPool:210)
2018-03-08 01:56:24,836+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task adafa081-5b07-42a3-bb78-29abc24f6dd1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:24,837+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:25,132+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:25,180+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3e7b9ebc-64ab-4f11-9c6e-e5a1d312c8ff (threadPool:210)
2018-03-08 01:56:25,180+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 631671a9-4417-4c34-9b1e-44b96b8ac435 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:25,181+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:25,493+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:25,543+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task aadda090-f2d0-47fc-bf85-61d9d73286d0 (threadPool:210)
2018-03-08 01:56:25,544+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a0926b5c-7a7c-461e-b656-30eda30e2514 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:25,544+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:25,634+0100 INFO  (jsonrpc/7) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=95bf1eab-e5fc-46cc-b322-e9189b96fa4f (api:46)
2018-03-08 01:56:25,640+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=95bf1eab-e5fc-46cc-b322-e9189b96fa4f (api:52)
2018-03-08 01:56:25,641+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:25,745+0100 INFO  (jsonrpc/2) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=54c3ad9a-29bc-4198-85a2-3d1c82c95186 (api:46)
2018-03-08 01:56:25,751+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=54c3ad9a-29bc-4198-85a2-3d1c82c95186 (api:52)
2018-03-08 01:56:25,753+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:25,801+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:25,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task db90795f-3aec-4be1-b179-2881e1062b69 (threadPool:210)
2018-03-08 01:56:25,867+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7542d2be-af8f-483b-9d83-4127230b173c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:25,868+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:26,141+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:26,188+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f832cbf1-ac6a-4831-9c9b-72e6e4c7d036 (threadPool:210)
2018-03-08 01:56:26,188+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task ff47b337-c297-43c7-a9fb-e9552caa1a5d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:26,188+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:26,448+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:26,493+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task adafa081-5b07-42a3-bb78-29abc24f6dd1 (threadPool:210)
2018-03-08 01:56:26,494+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f1e7fb69-71a2-4a56-a7d4-bc87823bf43c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:26,494+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:26,760+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:26,806+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 631671a9-4417-4c34-9b1e-44b96b8ac435 (threadPool:210)
2018-03-08 01:56:26,806+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 69392604-26c5-4e56-93b5-534191e387b8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:26,806+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:27,082+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:27,131+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a0926b5c-7a7c-461e-b656-30eda30e2514 (threadPool:210)
2018-03-08 01:56:27,132+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6cb53528-7839-4b86-b6aa-2aa89b0e1208 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:27,132+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:27,385+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:27,423+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7542d2be-af8f-483b-9d83-4127230b173c (threadPool:210)
2018-03-08 01:56:27,424+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ded612b9-ef31-46d1-8aee-30ccce5e3eb7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:27,424+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:27,681+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:27,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f1e7fb69-71a2-4a56-a7d4-bc87823bf43c (threadPool:210)
2018-03-08 01:56:27,730+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 09f78411-326b-4af7-9b4b-fe119be2e941 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:27,731+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:27,986+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:28,013+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 69392604-26c5-4e56-93b5-534191e387b8 (threadPool:210)
2018-03-08 01:56:28,013+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task d80b6f71-29a4-4a63-a024-cf1f30f28680 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1928, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:56:28,014+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:28,385+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:28,452+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task ff47b337-c297-43c7-a9fb-e9552caa1a5d (threadPool:210)
2018-03-08 01:56:28,453+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a3cbbd2c-4ddd-4f2f-8b92-0ffdabc0d79b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:28,453+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:28,748+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:29,093+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:29,141+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 09f78411-326b-4af7-9b4b-fe119be2e941 (threadPool:210)
2018-03-08 01:56:29,142+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task bb61094d-5944-4a9c-9491-7debef8ef927 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:29,142+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:29,417+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:29,486+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6cb53528-7839-4b86-b6aa-2aa89b0e1208 (threadPool:210)
2018-03-08 01:56:29,487+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 24def7bc-9385-45a2-9448-cfc544b5a652 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:29,487+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:29,737+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:29,803+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task d80b6f71-29a4-4a63-a024-cf1f30f28680 (threadPool:210)
2018-03-08 01:56:29,804+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 5c7ae4eb-e2fc-4e47-9432-eea4fe1be029 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:29,804+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:30,083+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:30,126+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ded612b9-ef31-46d1-8aee-30ccce5e3eb7 (threadPool:210)
2018-03-08 01:56:30,127+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2c54843e-f11f-4991-b13c-41f4aaba401d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:30,127+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:30,266+0100 INFO  (jsonrpc/4) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:30,271+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:30,273+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:56:30,430+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:30,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a3cbbd2c-4ddd-4f2f-8b92-0ffdabc0d79b (threadPool:210)
2018-03-08 01:56:30,478+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 37bbd8b2-0b93-4eb6-a0f6-f4b350a5accf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:30,478+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:30,782+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:30,834+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task bb61094d-5944-4a9c-9491-7debef8ef927 (threadPool:210)
2018-03-08 01:56:30,834+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 485f18b7-0251-4117-bf7b-cf951178d515 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:30,834+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:31,085+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:31,133+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 24def7bc-9385-45a2-9448-cfc544b5a652 (threadPool:210)
2018-03-08 01:56:31,134+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 17f2cfdc-9615-4b58-a883-a907c14be1c8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:31,134+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:31,382+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:31,430+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 5c7ae4eb-e2fc-4e47-9432-eea4fe1be029 (threadPool:210)
2018-03-08 01:56:31,431+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1bdc5c82-8ef3-486d-9f65-1045c0c87cd6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:31,431+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:31,719+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:31,759+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2c54843e-f11f-4991-b13c-41f4aaba401d (threadPool:210)
2018-03-08 01:56:31,760+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 984a6adb-3dde-4149-b5e2-183d1427df72 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:31,760+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:32,033+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:32,081+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 485f18b7-0251-4117-bf7b-cf951178d515 (threadPool:210)
2018-03-08 01:56:32,081+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task fe8b51e3-85d9-4647-8c8e-3351d3f2d0ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:32,082+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:32,322+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:32,371+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 17f2cfdc-9615-4b58-a883-a907c14be1c8 (threadPool:210)
2018-03-08 01:56:32,372+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a314691b-a755-4b3d-8368-c14eabb0d349 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:32,372+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:32,631+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:32,676+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1bdc5c82-8ef3-486d-9f65-1045c0c87cd6 (threadPool:210)
2018-03-08 01:56:32,676+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b331270c-6f90-4a9d-ac64-9917f2f96360 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:32,677+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:32,966+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:33,012+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 37bbd8b2-0b93-4eb6-a0f6-f4b350a5accf (threadPool:210)
2018-03-08 01:56:33,013+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0ac63439-3d44-4ae4-9583-78660c67b1a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:33,013+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:33,280+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:33,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 984a6adb-3dde-4149-b5e2-183d1427df72 (threadPool:210)
2018-03-08 01:56:33,324+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f17c5f3e-ff8c-4bbd-ab26-65497031d50c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:33,324+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:33,658+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:33,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task fe8b51e3-85d9-4647-8c8e-3351d3f2d0ed (threadPool:210)
2018-03-08 01:56:33,705+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 8ed15371-1493-4960-b682-6a4d790b467e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:33,706+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:33,957+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:34,006+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a314691b-a755-4b3d-8368-c14eabb0d349 (threadPool:210)
2018-03-08 01:56:34,007+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 5251e570-5e68-4639-81e3-7b36fc61811a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:34,007+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:34,246+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:34,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b331270c-6f90-4a9d-ac64-9917f2f96360 (threadPool:210)
2018-03-08 01:56:34,292+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task bef79563-5afa-4699-b20f-fc20df60a140 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:34,293+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:34,413+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:56:34,418+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:56:34,420+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:34,428+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:56:34,429+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:56:34,429+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:56:34,533+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:34,579+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0ac63439-3d44-4ae4-9583-78660c67b1a8 (threadPool:210)
2018-03-08 01:56:34,580+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task f8078a48-3f85-4f62-bb36-841835bf90e1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:34,580+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:34,842+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:34,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f17c5f3e-ff8c-4bbd-ab26-65497031d50c (threadPool:210)
2018-03-08 01:56:34,891+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 56c3eb57-ebb7-41e0-9979-c45532fd44da (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:34,892+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:35,145+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:35,191+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 8ed15371-1493-4960-b682-6a4d790b467e (threadPool:210)
2018-03-08 01:56:35,191+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 149e1d63-a36e-45f4-b863-aca22a21772a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:35,192+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:35,469+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:35,516+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 5251e570-5e68-4639-81e3-7b36fc61811a (threadPool:210)
2018-03-08 01:56:35,516+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3f9bb457-bd8c-444a-98c2-f59cec24a762 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:35,517+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:35,636+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:35,637+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=0e8685b3-bd2a-4610-b7d3-2722cd643070 (api:46)
2018-03-08 01:56:35,638+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396605', 'lastCheck': '7.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638143', 'lastCheck': '7.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286168', 'lastCheck': '6.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420195', 'lastCheck': '6.1', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109596', 'lastCheck': '4.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034674', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000237983', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359777', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334363', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382548', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280588', 'lastCheck': '4.2', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496028', 'lastCheck': '4.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426706', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243199', 'lastCheck': '6.7', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356203', 'lastCheck': '3.8', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214694', 'lastCheck': '5.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225232', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230392', 'lastCheck': '6.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205417', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357958', 'lastCheck': '5.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282085', 'lastCheck': '4.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268154', 'lastCheck': '5.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260418', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370773', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247176', 'lastCheck': '5.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326052', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350562', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248707', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499333', 'lastCheck': '2.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242738', 'lastCheck': '2.2', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246739', 'lastCheck': '3.7', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=0e8685b3-bd2a-4610-b7d3-2722cd643070 (api:52)
2018-03-08 01:56:35,638+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=2ffb6793-69d1-4d20-8445-f87dfe5233fd (api:46)
2018-03-08 01:56:35,638+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=2ffb6793-69d1-4d20-8445-f87dfe5233fd (api:52)
2018-03-08 01:56:35,666+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.28'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.48'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '98.28'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '3.38', 'nodeIndex': 0, 'cpuSys': '2.12', 'cpuIdle': '94.50'}, '25': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.62'}, '26': {'cpuUser': '2.32', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '95.83'}, '27': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '20': {'cpuUser': '3.84', 'nodeIndex': 0, 'cpuSys': '2.85', 'cpuIdle': '93.31'}, '21': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.09'}, '22': {'cpuUser': '2.45', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '94.77'}, '23': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.89'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '28': {'cpuUser': '1.32', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '97.36'}, '29': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.35'}, '40': {'cpuUser': '0.26', 'nodeIndex': 0, 'cpuSys': '0.46', 'cpuIdle': '99.28'}, '41': {'cpuUser': '1.85', 'nodeIndex': 1, 'cpuSys': '1.26', 'cpuIdle': '96.89'}, '1': {'cpuUser': '4.77', 'nodeIndex': 1, 'cpuSys': '26.35', 'cpuIdle': '68.88'}, '0': {'cpuUser': '6.09', 'nodeIndex': 0, 'cpuSys': '3.51', 'cpuIdle': '90.40'}, '3': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '2': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '2.32', 'cpuIdle': '96.16'}, '5': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '95.36'}, '4': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.81'}, '7': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.76'}, '6': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.61'}, '9': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.49'}, '8': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '0.79', 'cpuIdle': '98.61'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '38': {'cpuUser': '0.66', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.82'}, '59': {'cpuUser': '2.91', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.90'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '97.29'}, '10': {'cpuUser': '0.53', 'nodeIndex': 0, 'cpuSys': '1.32', 'cpuIdle': '98.15'}, '13': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '95.83'}, '12': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.55'}, '15': {'cpuUser': '1.32', 'nodeIndex': 1, 'cpuSys': '1.39', 'cpuIdle': '97.29'}, '14': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '97.88'}, '17': {'cpuUser': '0.99', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.49'}, '16': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.85', 'cpuIdle': '97.16'}, '19': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.35'}, '55': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.01'}, '31': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '2.98', 'cpuIdle': '95.63'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.22'}, '36': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.88'}, '35': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '96.88'}, '34': {'cpuUser': '7.75', 'nodeIndex': 0, 'cpuSys': '8.21', 'cpuIdle': '84.04'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.05', 'cpuIdle': '95.96'}, '57': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.14'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312206'}, '0': {'memPercent': 12, 'memFree': '345569'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496028', 'lastCheck': '4.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000396605', 'lastCheck': '7.4', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000638143', 'lastCheck': '7.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000426706', 'lastCheck': '4.0', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000243199', 'lastCheck': '6.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109596', 'lastCheck': '4.2', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034674', 'lastCheck': '6.4', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000237983', 'lastCheck': '6.4', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359777', 'lastCheck': '6.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334363', 'lastCheck': '5.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382548', 'lastCheck': '4.8', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280588', 'lastCheck': '4.2', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286168', 'lastCheck': '6.1', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420195', 'lastCheck': '6.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356203', 'lastCheck': '3.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282085', 'lastCheck': '4.0', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225232', 'lastCheck': '6.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230392', 'lastCheck': '6.1', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205417', 'lastCheck': '1.7', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357958', 'lastCheck': '5.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214694', 'lastCheck': '5.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242738', 'lastCheck': '2.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260418', 'lastCheck': '3.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000370773', 'lastCheck': '0.6', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247176', 'lastCheck': '5.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326052', 'lastCheck': '3.3', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000350562', 'lastCheck': '8.0', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248707', 'lastCheck': '5.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227', 'lastCheck': '5.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499333', 'lastCheck': '2.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268154', 'lastCheck': '5.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246739', 'lastCheck': '3.7', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648256726', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404541736', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.351', 'tx': '1176280615481', 'txDropped': '0', 'rx': '625372751762', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0', 'tx': '1580940396672', 'txDropped': '0', 'rx': '926373224036', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45230812', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416650015', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200684877', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet0', 'tx': '88038334', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet1', 'tx': '37766422803', 'txDropped': '0', 'rx': '878118713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet2', 'tx': '21130913404', 'txDropped': '0', 'rx': '141323871647', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175859391', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet4', 'tx': '396721430', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet5', 'tx': '23426661550', 'txDropped': '0', 'rx': '498234366', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet6', 'tx': '6654864521', 'txDropped': '0', 'rx': '430275910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet7', 'tx': '1434626875', 'txDropped': '0', 'rx': '552495051', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42476654', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46780983', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'lo', 'tx': '6941916124', 'txDropped': '0', 'rx': '6941916124', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170815138', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'eno1', 'tx': '975627744957', 'txDropped': '0', 'rx': '434022258182', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'eno2', 'tx': '605312651715', 'txDropped': '0', 'rx': '492350965854', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470583.872591, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470583.872591, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633334149', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75975593', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77093458', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192397910', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370821227', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.306', 'tx': '76695872719', 'txDropped': '0', 'rx': '8373906873', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49906348', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430710311', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299164310', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.110', 'tx': '2476971232', 'txDropped': '0', 'rx': '66856914719', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.111', 'tx': '122683596809', 'txDropped': '0', 'rx': '24452767793', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55275221', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54204252', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465673147', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165493399', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56055139', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55884950', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45226020', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470583.872591, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226723746', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'oVirtManagement', 'tx': '1176280614833', 'txDropped': '0', 'rx': '625372013359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577643782', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'vnet3', 'tx': '543115314', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470583.872591, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754637800', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696629.51', 'cpuLoad': '2.53', 'cpuSys': '1.67', 'diskStats': {'/var/log': {'free': '92960'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.71', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635307L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:56:35 GMT', 'cpuUser': '1.19', 'memFree': 667602, 'cpuIdle': '97.15', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.12'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:35,671+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:56:35,833+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:35,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task bef79563-5afa-4699-b20f-fc20df60a140 (threadPool:210)
2018-03-08 01:56:35,890+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 560d6154-7686-47dd-8a7c-1b53b6299ac7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:35,890+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:36,194+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=0d780212-93c4-4606-919f-05f0c2198562 (api:46)
2018-03-08 01:56:36,199+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=0d780212-93c4-4606-919f-05f0c2198562 (api:52)
2018-03-08 01:56:36,199+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:36,297+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=80fbdc21-189b-44fd-a71c-154ed9911653 (api:46)
2018-03-08 01:56:36,312+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:36,336+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=80fbdc21-189b-44fd-a71c-154ed9911653 (api:52)
2018-03-08 01:56:36,340+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:56:36,381+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 56c3eb57-ebb7-41e0-9979-c45532fd44da (threadPool:210)
2018-03-08 01:56:36,382+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 7dc9f740-40f8-4a1c-9c8c-4572f6fe60e7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:36,383+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:36,714+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:36,764+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 149e1d63-a36e-45f4-b863-aca22a21772a (threadPool:210)
2018-03-08 01:56:36,764+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 06b1240b-dbdd-4b73-b949-a89671ff73ec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:36,765+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:37,069+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:37,134+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3f9bb457-bd8c-444a-98c2-f59cec24a762 (threadPool:210)
2018-03-08 01:56:37,135+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c9c7d901-42ae-4a05-a7e1-da17c3c9cc70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:37,135+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:37,466+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:37,517+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 560d6154-7686-47dd-8a7c-1b53b6299ac7 (threadPool:210)
2018-03-08 01:56:37,518+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 2f3b9d71-c52a-4392-9ae3-b19156d0a215 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:37,518+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:37,782+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:37,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 7dc9f740-40f8-4a1c-9c8c-4572f6fe60e7 (threadPool:210)
2018-03-08 01:56:37,831+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 535ad632-62b3-4d88-b440-a25932f36535 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:37,831+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:38,114+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:38,162+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 06b1240b-dbdd-4b73-b949-a89671ff73ec (threadPool:210)
2018-03-08 01:56:38,162+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1bebb36b-2404-4f17-bad0-989a1bffdb00 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:38,163+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:38,436+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:38,484+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task f8078a48-3f85-4f62-bb36-841835bf90e1 (threadPool:210)
2018-03-08 01:56:38,484+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c250d297-897e-467a-8440-1fa1a6a5a8a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:38,485+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:38,771+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:38,821+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c9c7d901-42ae-4a05-a7e1-da17c3c9cc70 (threadPool:210)
2018-03-08 01:56:38,821+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 54c81036-fc18-4ef2-abc2-51e0f9723f0b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:38,821+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:39,012+0100 INFO  (periodic/10) [vdsm.api] START repoStats(domains=()) from=internal, task_id=3439e4c1-2d6b-467b-8c45-489d51c2e643 (api:46)
2018-03-08 01:56:39,013+0100 INFO  (periodic/10) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000264647', 'lastCheck': '0.8', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00117919', 'lastCheck': '0.6', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286168', 'lastCheck': '1.7', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000420195', 'lastCheck': '2.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00109596', 'lastCheck': '7.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034674', 'lastCheck': '0.8', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000237983', 'lastCheck': '9.7', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000359777', 'lastCheck': '1.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334363', 'lastCheck': '8.3', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382548', 'lastCheck': '8.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000294498', 'lastCheck': '2.1', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000496028', 'lastCheck': '7.9', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268102', 'lastCheck': '0.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267757', 'lastCheck': '0.1', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000356203', 'lastCheck': '7.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000214694', 'lastCheck': '2.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000225232', 'lastCheck': '2.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000230392', 'lastCheck': '2.8', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000205417', 'lastCheck': '5.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000357958', 'lastCheck': '0.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000282085', 'lastCheck': '7.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268154', 'lastCheck': '2.6', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000260418', 'lastCheck': '7.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000383258', 'lastCheck': '3.1', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000247176', 'lastCheck': '0.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000326052', 'lastCheck': '6.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000264108', 'lastCheck': '1.4', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000248707', 'lastCheck': '2.6', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227', 'lastCheck': '2.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000499333', 'lastCheck': '5.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000242738', 'lastCheck': '5.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000246739', 'lastCheck': '7.1', 'valid': True}} from=internal, task_id=3439e4c1-2d6b-467b-8c45-489d51c2e643 (api:52)
2018-03-08 01:56:39,014+0100 INFO  (periodic/10) [vdsm.api] START multipath_health() from=internal, task_id=00b3bb96-d93f-4eb5-9f6e-79767d8964b3 (api:46)
2018-03-08 01:56:39,014+0100 INFO  (periodic/10) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=00b3bb96-d93f-4eb5-9f6e-79767d8964b3 (api:52)
2018-03-08 01:56:39,097+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:39,145+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 2f3b9d71-c52a-4392-9ae3-b19156d0a215 (threadPool:210)
2018-03-08 01:56:39,146+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task a4641861-f9fd-46f1-ad0a-750307aba99c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:39,146+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:39,418+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:39,475+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 535ad632-62b3-4d88-b440-a25932f36535 (threadPool:210)
2018-03-08 01:56:39,476+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 5298a291-ca03-4466-8cfb-b8a176ff5c34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:39,476+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:39,739+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:39,807+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c250d297-897e-467a-8440-1fa1a6a5a8a2 (threadPool:210)
2018-03-08 01:56:39,808+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a65649d5-bd5f-4e86-8579-a0f78d7a8379 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:56:39,808+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:40,161+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:40,548+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:40,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 54c81036-fc18-4ef2-abc2-51e0f9723f0b (threadPool:210)
2018-03-08 01:56:40,599+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4f035f27-9ab7-4b1f-bdf0-692d61eabe1d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:40,600+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:40,878+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='f8a34e84-219f-4f91-81d8-45672ac38dfc', volUUID='02a13cd4-addf-42a1-a51e-c99a9bb4192e', options=None) from=internal, task_id=cb3c3295-a4b5-4212-8bb3-2ff7e1563df6 (api:46)
2018-03-08 01:56:40,878+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=cb3c3295-a4b5-4212-8bb3-2ff7e1563df6 (api:52)
2018-03-08 01:56:40,879+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6ada0dc3-3f22-4b50-8804-3522974af0f2', volUUID='e019a5a7-1e26-4bcc-bce3-e9fd09442b87', options=None) from=internal, task_id=9160cd34-05fa-4231-9819-bf36f3f97ce3 (api:46)
2018-03-08 01:56:40,879+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '32212254720', 'apparentsize': '32212254720'} from=internal, task_id=9160cd34-05fa-4231-9819-bf36f3f97ce3 (api:52)
2018-03-08 01:56:40,879+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='a1d0c7cc-4948-46f8-9816-f148388abf21', volUUID='25f8c3da-47b1-4257-8fd1-973db5f5ca4f', options=None) from=internal, task_id=e6456635-2d7d-4f83-948f-24b2488f3154 (api:46)
2018-03-08 01:56:40,880+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '40802189312', 'apparentsize': '40802189312'} from=internal, task_id=e6456635-2d7d-4f83-948f-24b2488f3154 (api:52)
2018-03-08 01:56:40,880+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='d9a6c5c7-514d-410f-afc8-13fa253d54cc', volUUID='6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', options=None) from=internal, task_id=29a89043-ef6d-4443-9bdf-c6beeafc8059 (api:46)
2018-03-08 01:56:40,880+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '25769803776', 'apparentsize': '25769803776'} from=internal, task_id=29a89043-ef6d-4443-9bdf-c6beeafc8059 (api:52)
2018-03-08 01:56:40,881+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='e3acd518-3017-490d-993e-8e1523d99764', volUUID='ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', options=None) from=internal, task_id=e56460be-b5f9-466a-8091-22f4e98c37d8 (api:46)
2018-03-08 01:56:40,881+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '54223962112', 'apparentsize': '54223962112'} from=internal, task_id=e56460be-b5f9-466a-8091-22f4e98c37d8 (api:52)
2018-03-08 01:56:40,881+0100 INFO  (periodic/10) [vdsm.api] START getVolumeSize(sdUUID='e86138b0-b15d-4165-8eed-5234f59a2792', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6516e1bb-0150-41ce-9ba2-0fdb042ae8c8', volUUID='9d28c3ef-55cb-4a57-8a14-96f6911b8364', options=None) from=internal, task_id=e2f0825e-f180-474b-8230-1f89d445f2be (api:46)
2018-03-08 01:56:40,882+0100 INFO  (periodic/10) [vdsm.api] FINISH getVolumeSize return={'truesize': '44023414784', 'apparentsize': '44023414784'} from=internal, task_id=e2f0825e-f180-474b-8230-1f89d445f2be (api:52)
2018-03-08 01:56:40,882+0100 INFO  (periodic/11) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='81fc9bdf-3c69-4c75-ae65-7e23244186be', volUUID='81c0a29f-67c3-430e-b587-87c18797ab1c', options=None) from=internal, task_id=15ef8081-f456-4138-b8af-2493ec38ce6a (api:46)
2018-03-08 01:56:40,882+0100 INFO  (periodic/11) [vdsm.api] FINISH getVolumeSize return={'truesize': '17179869184', 'apparentsize': '17179869184'} from=internal, task_id=15ef8081-f456-4138-b8af-2493ec38ce6a (api:52)
2018-03-08 01:56:40,883+0100 INFO  (periodic/5) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='5f44fe6e-3d2a-4277-a1c9-43ed5e374027', volUUID='c0130f3e-3f9b-42f2-b337-0a6fbec1a138', options=None) from=internal, task_id=8e86f97c-675f-454e-a74b-970890b62bbc (api:46)
2018-03-08 01:56:40,883+0100 INFO  (periodic/5) [vdsm.api] FINISH getVolumeSize return={'truesize': '23622320128', 'apparentsize': '23622320128'} from=internal, task_id=8e86f97c-675f-454e-a74b-970890b62bbc (api:52)
2018-03-08 01:56:40,883+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='6709a66a-9ca8-426f-9bf8-dc5c4d856a1f', volUUID='778c59a8-10e9-43d7-a7de-40eb9ed484f4', options=None) from=internal, task_id=285bf573-4b00-4c40-9439-6e17374164bf (api:46)
2018-03-08 01:56:40,883+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '55834574848', 'apparentsize': '55834574848'} from=internal, task_id=285bf573-4b00-4c40-9439-6e17374164bf (api:52)
2018-03-08 01:56:40,884+0100 INFO  (periodic/8) [vdsm.api] START getVolumeSize(sdUUID='3d79ecb7-435d-4797-a844-7ed7ba11934e', spUUID='5849b030-626e-47cb-ad90-3ce782d831b3', imgUUID='fa10db6b-b452-413b-bab1-2a0a0c012332', volUUID='94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', options=None) from=internal, task_id=1079a5a2-d048-48a8-82ff-d5cd05b7a087 (api:46)
2018-03-08 01:56:40,884+0100 INFO  (periodic/8) [vdsm.api] FINISH getVolumeSize return={'truesize': '75161927680', 'apparentsize': '75161927680'} from=internal, task_id=1079a5a2-d048-48a8-82ff-d5cd05b7a087 (api:52)
2018-03-08 01:56:40,898+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:40,945+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task a4641861-f9fd-46f1-ad0a-750307aba99c (threadPool:210)
2018-03-08 01:56:40,946+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 83cb0ac1-efb5-4094-a5cb-336355a9781f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:40,946+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:41,215+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:41,264+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1bebb36b-2404-4f17-bad0-989a1bffdb00 (threadPool:210)
2018-03-08 01:56:41,265+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task cfdb11ff-48ae-4197-a551-382db02cff18 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:41,265+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:41,567+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:41,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 5298a291-ca03-4466-8cfb-b8a176ff5c34 (threadPool:210)
2018-03-08 01:56:41,602+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task c85af1fa-44ff-472b-a44e-46cbf4fdf37f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:41,603+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:41,867+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:41,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4f035f27-9ab7-4b1f-bdf0-692d61eabe1d (threadPool:210)
2018-03-08 01:56:41,923+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f0f8790b-204c-4301-bb9e-e05d8d134c99 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:41,923+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:42,214+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:42,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 83cb0ac1-efb5-4094-a5cb-336355a9781f (threadPool:210)
2018-03-08 01:56:42,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 519f5983-24eb-4c33-9db4-2a2ccde0650b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:42,258+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:42,519+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:42,567+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task cfdb11ff-48ae-4197-a551-382db02cff18 (threadPool:210)
2018-03-08 01:56:42,568+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 50254fae-44bb-4848-b148-784e199ea2d7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:42,568+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:42,828+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:42,870+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a65649d5-bd5f-4e86-8579-a0f78d7a8379 (threadPool:210)
2018-03-08 01:56:42,871+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 5173b399-9663-48f2-a405-0e6fd2655a25 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:42,871+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:43,127+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:43,173+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f0f8790b-204c-4301-bb9e-e05d8d134c99 (threadPool:210)
2018-03-08 01:56:43,173+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task dfab8a8c-7013-40df-9770-c1dedcb02c0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:43,173+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:43,521+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:43,566+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 519f5983-24eb-4c33-9db4-2a2ccde0650b (threadPool:210)
2018-03-08 01:56:43,566+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task dc130673-420d-4a8a-b6e0-106d1740618d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1867, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:43,567+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:44,073+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:44,123+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 50254fae-44bb-4848-b148-784e199ea2d7 (threadPool:210)
2018-03-08 01:56:44,124+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 3ff98e20-62dc-4c5b-a0cc-c991770e1331 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:44,124+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:44,440+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:44,487+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task c85af1fa-44ff-472b-a44e-46cbf4fdf37f (threadPool:210)
2018-03-08 01:56:44,488+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 500e0fc8-e0a3-414a-9113-96d080ffdf29 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:44,488+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:44,748+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:44,793+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 5173b399-9663-48f2-a405-0e6fd2655a25 (threadPool:210)
2018-03-08 01:56:44,794+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 16481006-3a94-4d7f-9b56-0acec134b268 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:44,794+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:45,083+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:45,138+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task dfab8a8c-7013-40df-9770-c1dedcb02c0f (threadPool:210)
2018-03-08 01:56:45,139+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 105aab4a-517d-41e6-b766-33c06288a00d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:45,139+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:45,289+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:45,293+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:45,296+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:45,405+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:45,455+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task dc130673-420d-4a8a-b6e0-106d1740618d (threadPool:210)
2018-03-08 01:56:45,456+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8aa1bc37-fc2e-4a95-9662-29a327a2b8a8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:45,457+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:45,720+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:45,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 500e0fc8-e0a3-414a-9113-96d080ffdf29 (threadPool:210)
2018-03-08 01:56:45,769+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e4c96ecf-9fae-4539-9a14-e02ed1378d63 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:45,770+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:46,071+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:46,122+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 16481006-3a94-4d7f-9b56-0acec134b268 (threadPool:210)
2018-03-08 01:56:46,123+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9289fd16-5d2d-44d6-930c-7785bccd485f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:46,123+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:46,483+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:46,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 105aab4a-517d-41e6-b766-33c06288a00d (threadPool:210)
2018-03-08 01:56:46,527+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c073cdb4-0a55-46a0-8d3d-3b7a4d12bd4d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:46,527+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:46,738+0100 INFO  (jsonrpc/2) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=8513033e-42a2-4639-8df5-4c686f69fdcf (api:46)
2018-03-08 01:56:46,743+0100 INFO  (jsonrpc/2) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=8513033e-42a2-4639-8df5-4c686f69fdcf (api:52)
2018-03-08 01:56:46,744+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:56:46,798+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:46,840+0100 INFO  (jsonrpc/4) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=2a4c3818-3e7d-41d3-a45e-8ac861b7468f (api:46)
2018-03-08 01:56:46,848+0100 INFO  (jsonrpc/4) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=2a4c3818-3e7d-41d3-a45e-8ac861b7468f (api:52)
2018-03-08 01:56:46,850+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:46,863+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8aa1bc37-fc2e-4a95-9662-29a327a2b8a8 (threadPool:210)
2018-03-08 01:56:46,863+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task c7e32ea4-8c59-4f0b-9b11-6fee9c4e68cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:46,863+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:47,124+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:47,171+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e4c96ecf-9fae-4539-9a14-e02ed1378d63 (threadPool:210)
2018-03-08 01:56:47,171+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 8ce9279b-64c5-4beb-99a5-01e5aad4ca58 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:47,171+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:47,464+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:47,510+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9289fd16-5d2d-44d6-930c-7785bccd485f (threadPool:210)
2018-03-08 01:56:47,511+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1f764f0c-ccc6-4259-9261-243f091c242c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:47,511+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:47,775+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:47,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 3ff98e20-62dc-4c5b-a0cc-c991770e1331 (threadPool:210)
2018-03-08 01:56:47,823+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 203ecaaf-b392-42e0-9033-e268fba23ce4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:47,824+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:48,119+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:48,167+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c073cdb4-0a55-46a0-8d3d-3b7a4d12bd4d (threadPool:210)
2018-03-08 01:56:48,167+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task df519d98-5d7d-4549-87b5-6ffaf5f210c9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:48,168+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:48,553+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:48,595+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task c7e32ea4-8c59-4f0b-9b11-6fee9c4e68cd (threadPool:210)
2018-03-08 01:56:48,596+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 3c1ef20e-d761-4500-8958-c2e6799e5044 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1927, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:48,596+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:48,968+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:49,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 8ce9279b-64c5-4beb-99a5-01e5aad4ca58 (threadPool:210)
2018-03-08 01:56:49,015+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4f4988cf-3518-4fe4-90ef-9b44155ae73c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:49,015+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:49,344+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:49,389+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1f764f0c-ccc6-4259-9261-243f091c242c (threadPool:210)
2018-03-08 01:56:49,390+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 7505ab6e-59ef-4d86-aab7-953b73d6eaec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:49,390+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:49,435+0100 INFO  (jsonrpc/5) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:56:49,440+0100 INFO  (jsonrpc/5) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:56:49,442+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:49,454+0100 INFO  (jsonrpc/3) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:56:49,455+0100 INFO  (jsonrpc/3) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:56:49,456+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:49,669+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:49,763+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task df519d98-5d7d-4549-87b5-6ffaf5f210c9 (threadPool:210)
2018-03-08 01:56:49,764+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f3d75ba2-a926-45a1-98d1-7c02d8dd2d0f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:49,764+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:49,994+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:50,039+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4f4988cf-3518-4fe4-90ef-9b44155ae73c (threadPool:210)
2018-03-08 01:56:50,040+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3e66c109-01a2-431c-8a99-546497a4dc85 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2059, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:50,040+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:50,410+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:50,456+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 203ecaaf-b392-42e0-9033-e268fba23ce4 (threadPool:210)
2018-03-08 01:56:50,457+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2de2d063-2d36-41bc-a864-2f37efd12429 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:50,457+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:50,721+0100 INFO  (jsonrpc/1) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:56:50,722+0100 INFO  (jsonrpc/1) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=cc219853-d7da-4a03-9ca2-067396efaea6 (api:46)
2018-03-08 01:56:50,723+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446737', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592329', 'lastCheck': '2.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268766', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390586', 'lastCheck': '1.2', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428561', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240853', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000738903', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580758', 'lastCheck': '1.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301432', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256954', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255109', 'lastCheck': '3.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280978', 'lastCheck': '1.3', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221421', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285351', 'lastCheck': '1.8', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468989', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661058', 'lastCheck': '1.1', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375098', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210076', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381614', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651632', 'lastCheck': '0.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285015', 'lastCheck': '0.9', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267593', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267993', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000500012', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224086', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295464', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378274', 'lastCheck': '3.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238104', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353826', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330538', 'lastCheck': '0.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224084', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438535', 'lastCheck': '0.8', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=cc219853-d7da-4a03-9ca2-067396efaea6 (api:52)
2018-03-08 01:56:50,723+0100 INFO  (jsonrpc/1) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=7fcdd4a4-61f8-404d-afca-5de8b6a29a5b (api:46)
2018-03-08 01:56:50,724+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=7fcdd4a4-61f8-404d-afca-5de8b6a29a5b (api:52)
2018-03-08 01:56:50,736+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:50,778+0100 INFO  (jsonrpc/1) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '1.39', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.62'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '2.98', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '94.83'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '98.21'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '24': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '25': {'cpuUser': '1.86', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.28'}, '26': {'cpuUser': '3.45', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '93.83'}, '27': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '3.91', 'cpuIdle': '94.70'}, '20': {'cpuUser': '0.93', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '21': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '22': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.92', 'cpuIdle': '96.82'}, '23': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '46': {'cpuUser': '0.07', 'nodeIndex': 0, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.13', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '28': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.06', 'cpuIdle': '95.95'}, '29': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.49'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '1': {'cpuUser': '4.38', 'nodeIndex': 1, 'cpuSys': '25.79', 'cpuIdle': '69.83'}, '0': {'cpuUser': '6.43', 'nodeIndex': 0, 'cpuSys': '4.04', 'cpuIdle': '89.53'}, '3': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '95.69'}, '2': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '2.39', 'cpuIdle': '95.55'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '95.36'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.54'}, '7': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.28'}, '6': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.61'}, '9': {'cpuUser': '0.60', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '98.07'}, '8': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '98.08'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.46', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.61'}, '38': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.68'}, '59': {'cpuUser': '2.72', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '94.96'}, '58': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '96.95'}, '11': {'cpuUser': '0.73', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.94'}, '10': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '13': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '96.75'}, '12': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.75'}, '15': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.13', 'cpuIdle': '97.15'}, '14': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.42'}, '17': {'cpuUser': '1.79', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '96.88'}, '16': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '19': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '96.09'}, '55': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.50'}, '31': {'cpuUser': '1.06', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.75'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.19', 'nodeIndex': 1, 'cpuSys': '1.52', 'cpuIdle': '97.29'}, '36': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.68'}, '35': {'cpuUser': '3.25', 'nodeIndex': 1, 'cpuSys': '3.12', 'cpuIdle': '93.63'}, '34': {'cpuUser': '7.89', 'nodeIndex': 0, 'cpuSys': '8.55', 'cpuIdle': '83.56'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '0.99', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '97.88'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312205'}, '0': {'memPercent': 12, 'memFree': '345565'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280978', 'lastCheck': '1.3', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446737', 'lastCheck': '2.5', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592329', 'lastCheck': '2.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221421', 'lastCheck': '2.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285351', 'lastCheck': '1.8', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428561', 'lastCheck': '1.5', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240853', 'lastCheck': '1.5', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000738903', 'lastCheck': '1.5', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580758', 'lastCheck': '1.4', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301432', 'lastCheck': '0.0', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256954', 'lastCheck': '1.3', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255109', 'lastCheck': '3.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268766', 'lastCheck': '1.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390586', 'lastCheck': '1.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468989', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285015', 'lastCheck': '0.9', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375098', 'lastCheck': '1.1', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210076', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381614', 'lastCheck': '1.1', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651632', 'lastCheck': '0.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661058', 'lastCheck': '1.1', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224084', 'lastCheck': '0.8', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267993', 'lastCheck': '0.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000500012', 'lastCheck': '4.9', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224086', 'lastCheck': '0.8', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295464', 'lastCheck': '0.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378274', 'lastCheck': '3.1', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238104', 'lastCheck': '0.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353826', 'lastCheck': '0.8', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330538', 'lastCheck': '0.8', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267593', 'lastCheck': '0.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438535', 'lastCheck': '0.8', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648282524', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404546180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.351', 'tx': '1176280700423', 'txDropped': '0', 'rx': '625372768876', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0', 'tx': '1580940531035', 'txDropped': '0', 'rx': '926373667354', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45231162', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416681166', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200686322', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet0', 'tx': '88044293', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet1', 'tx': '37766466278', 'txDropped': '0', 'rx': '878131756', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet2', 'tx': '21130961275', 'txDropped': '0', 'rx': '141323892347', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175860319', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet4', 'tx': '396727389', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet5', 'tx': '23426691939', 'txDropped': '0', 'rx': '498235151', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet6', 'tx': '6654903910', 'txDropped': '0', 'rx': '430279058', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet7', 'tx': '1434664147', 'txDropped': '0', 'rx': '552495627', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42477004', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46781333', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'lo', 'tx': '6941995272', 'txDropped': '0', 'rx': '6941995272', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170816536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'eno1', 'tx': '975627838642', 'txDropped': '0', 'rx': '434022528957', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'eno2', 'tx': '605312692393', 'txDropped': '0', 'rx': '492351138397', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470598.956709, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470598.956709, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633338547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75975993', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77093858', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192401102', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370821715', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.306', 'tx': '76695872719', 'txDropped': '0', 'rx': '8373911908', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49906836', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430715346', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299167502', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.110', 'tx': '2476987999', 'txDropped': '0', 'rx': '66856955435', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.111', 'tx': '122683615022', 'txDropped': '0', 'rx': '24452812475', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55275571', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54204602', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465677591', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165494797', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56055489', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55885300', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45226370', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470598.956709, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226725191', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'oVirtManagement', 'tx': '1176280699775', 'txDropped': '0', 'rx': '625372030473', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577648180', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'vnet3', 'tx': '543121273', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470598.956709, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754638728', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696644.59', 'cpuLoad': '2.43', 'cpuSys': '1.72', 'diskStats': {'/var/log': {'free': '92959'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.38', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635291L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:56:50 GMT', 'cpuUser': '1.23', 'memFree': 667586, 'cpuIdle': '97.05', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.73'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:56:50,783+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.06 seconds (__init__:573)
2018-03-08 01:56:50,788+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 7505ab6e-59ef-4d86-aab7-953b73d6eaec (threadPool:210)
2018-03-08 01:56:50,788+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c7f8f2e3-c764-485d-a1cb-d5064a8031f7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:50,788+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:51,097+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:51,151+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f3d75ba2-a926-45a1-98d1-7c02d8dd2d0f (threadPool:210)
2018-03-08 01:56:51,151+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task b099f6c4-2b2d-4814-a2f2-c393292a1d91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:51,151+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:51,618+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:51,671+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3e66c109-01a2-431c-8a99-546497a4dc85 (threadPool:210)
2018-03-08 01:56:51,671+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task be6af493-3bc1-40cb-bd6c-01e2eb6d0562 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:51,672+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:51,948+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:52,225+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:52,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 3c1ef20e-d761-4500-8958-c2e6799e5044 (threadPool:210)
2018-03-08 01:56:52,275+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 6149e2af-447b-4f3a-a2e2-b3b7a66ce79f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:52,275+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:52,530+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:52,578+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c7f8f2e3-c764-485d-a1cb-d5064a8031f7 (threadPool:210)
2018-03-08 01:56:52,579+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9563a90e-452a-4181-b07e-995e31141cd2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:52,579+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:52,825+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:52,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task b099f6c4-2b2d-4814-a2f2-c393292a1d91 (threadPool:210)
2018-03-08 01:56:52,874+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 570cfa6a-dd8e-47d0-9115-da2fde78f60b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:52,875+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:53,159+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:53,206+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task be6af493-3bc1-40cb-bd6c-01e2eb6d0562 (threadPool:210)
2018-03-08 01:56:53,206+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 3156b6ab-26cc-465f-8930-454af3227c12 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:56:53,206+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:53,532+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:53,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2de2d063-2d36-41bc-a864-2f37efd12429 (threadPool:210)
2018-03-08 01:56:53,579+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task dd920d56-3ba9-42de-b56d-16cfbdab7731 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:53,580+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:53,863+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:53,909+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 6149e2af-447b-4f3a-a2e2-b3b7a66ce79f (threadPool:210)
2018-03-08 01:56:53,909+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 77eac8c8-a928-4a8b-a367-dd728d7a8e0c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:53,909+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:54,093+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=78c4f02b-7910-4267-a7de-ad6646cffe52 (api:46)
2018-03-08 01:56:54,094+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000446737', 'lastCheck': '5.9', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000592329', 'lastCheck': '5.7', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268766', 'lastCheck': '4.6', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000390586', 'lastCheck': '4.6', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000428561', 'lastCheck': '2.7', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240853', 'lastCheck': '4.9', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000738903', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000580758', 'lastCheck': '4.8', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000301432', 'lastCheck': '3.4', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256954', 'lastCheck': '3.2', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255109', 'lastCheck': '2.6', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000280978', 'lastCheck': '3.0', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221421', 'lastCheck': '2.5', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285351', 'lastCheck': '5.2', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000468989', 'lastCheck': '2.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000661058', 'lastCheck': '4.5', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000375098', 'lastCheck': '4.5', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000210076', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000381614', 'lastCheck': '0.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000651632', 'lastCheck': '4.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285015', 'lastCheck': '2.5', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267593', 'lastCheck': '4.2', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267993', 'lastCheck': '1.8', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000500012', 'lastCheck': '8.2', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224086', 'lastCheck': '4.2', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295464', 'lastCheck': '1.7', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000378274', 'lastCheck': '6.5', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238104', 'lastCheck': '4.2', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000353826', 'lastCheck': '4.2', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000330538', 'lastCheck': '0.6', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224084', 'lastCheck': '0.6', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000438535', 'lastCheck': '2.2', 'valid': True}} from=internal, task_id=78c4f02b-7910-4267-a7de-ad6646cffe52 (api:52)
2018-03-08 01:56:54,094+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=80e20f87-3b69-4b58-9895-09c3902e4662 (api:46)
2018-03-08 01:56:54,094+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=80e20f87-3b69-4b58-9895-09c3902e4662 (api:52)
2018-03-08 01:56:54,217+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:54,266+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9563a90e-452a-4181-b07e-995e31141cd2 (threadPool:210)
2018-03-08 01:56:54,266+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6f19baba-c6a6-4a9b-8eab-117a2e3c56b2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:54,267+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:54,585+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:54,623+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 570cfa6a-dd8e-47d0-9115-da2fde78f60b (threadPool:210)
2018-03-08 01:56:54,624+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4b7f5c1b-ae76-40f3-9619-96e1159a80e2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:54,624+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:54,882+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:54,930+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task dd920d56-3ba9-42de-b56d-16cfbdab7731 (threadPool:210)
2018-03-08 01:56:54,931+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d5838b20-9fde-49a3-b9e8-86c5e13d4371 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:54,931+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:55,223+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:55,272+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 77eac8c8-a928-4a8b-a367-dd728d7a8e0c (threadPool:210)
2018-03-08 01:56:55,272+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 44d15a31-3c7d-4513-a34b-a2262208fece (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:55,272+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:55,526+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:55,573+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6f19baba-c6a6-4a9b-8eab-117a2e3c56b2 (threadPool:210)
2018-03-08 01:56:55,574+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 6735c5ff-a6ca-475e-b5c9-fab0172185c1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:55,574+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:55,826+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:55,909+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 3156b6ab-26cc-465f-8930-454af3227c12 (threadPool:210)
2018-03-08 01:56:55,909+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 2303a033-0701-42ea-8679-b199f95d260e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1868, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:55,909+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:56,212+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:56,253+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4b7f5c1b-ae76-40f3-9619-96e1159a80e2 (threadPool:210)
2018-03-08 01:56:56,254+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a5e48477-91fd-4ab4-a6ec-5c1293ee50ad (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:56,254+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:56,568+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:56,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 44d15a31-3c7d-4513-a34b-a2262208fece (threadPool:210)
2018-03-08 01:56:56,618+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 99d9a6e8-dbcb-47fe-9218-446ed1c3b46c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:56,619+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:56,857+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:56,927+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 6735c5ff-a6ca-475e-b5c9-fab0172185c1 (threadPool:210)
2018-03-08 01:56:56,928+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 56b078ed-9e3a-4946-9750-0d6ef40d85cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:56,928+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:57,192+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:57,230+0100 INFO  (jsonrpc/0) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=23efe3fc-076f-446e-8ea6-e0113cbc98e9 (api:46)
2018-03-08 01:56:57,234+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 2303a033-0701-42ea-8679-b199f95d260e (threadPool:210)
2018-03-08 01:56:57,234+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f3a5561b-46fc-49a9-b722-9634c56a7e45 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:57,234+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:57,237+0100 INFO  (jsonrpc/0) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=23efe3fc-076f-446e-8ea6-e0113cbc98e9 (api:52)
2018-03-08 01:56:57,237+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:57,339+0100 INFO  (jsonrpc/6) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=475eacea-1d08-4a33-a32c-313fc70f27f7 (api:46)
2018-03-08 01:56:57,345+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=475eacea-1d08-4a33-a32c-313fc70f27f7 (api:52)
2018-03-08 01:56:57,347+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:56:57,504+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:57,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a5e48477-91fd-4ab4-a6ec-5c1293ee50ad (threadPool:210)
2018-03-08 01:56:57,553+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 2f3c29bc-baee-4414-8e9c-3b43c6ba52d4 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:57,554+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:57,807+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:57,857+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 99d9a6e8-dbcb-47fe-9218-446ed1c3b46c (threadPool:210)
2018-03-08 01:56:57,857+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 56effd64-a2d5-4ec5-b810-09049e523ab5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:57,858+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:58,102+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:58,148+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 56b078ed-9e3a-4946-9750-0d6ef40d85cd (threadPool:210)
2018-03-08 01:56:58,148+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task a14c653d-fe13-4ffc-ae0e-79c013854379 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:58,149+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:58,398+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:58,439+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d5838b20-9fde-49a3-b9e8-86c5e13d4371 (threadPool:210)
2018-03-08 01:56:58,440+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 9d515049-8e4a-46c9-aafb-d30d501833f6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 139, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:56:58,440+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:56:58,698+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:58,746+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f3a5561b-46fc-49a9-b722-9634c56a7e45 (threadPool:210)
2018-03-08 01:56:58,746+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 711fd161-74f3-4d1b-9bad-4ab8dbae1690 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:58,746+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:59,011+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:59,037+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 2f3c29bc-baee-4414-8e9c-3b43c6ba52d4 (threadPool:210)
2018-03-08 01:56:59,038+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task f229adf1-21bc-4e71-88f6-65d1383e91ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:59,038+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:59,369+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:59,438+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task a14c653d-fe13-4ffc-ae0e-79c013854379 (threadPool:210)
2018-03-08 01:56:59,439+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 35e49cfd-f1fa-4fc1-8d69-03290ee55a44 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:59,439+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:59,692+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:56:59,735+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 9d515049-8e4a-46c9-aafb-d30d501833f6 (threadPool:210)
2018-03-08 01:56:59,736+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a0d56a71-0fd6-47c8-adac-8f8dcc47e8ed (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:56:59,736+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:56:59,995+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:00,047+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 56effd64-a2d5-4ec5-b810-09049e523ab5 (threadPool:210)
2018-03-08 01:57:00,048+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8931f84c-31a6-402c-ae58-18c6c80e827c (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:00,048+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:00,311+0100 INFO  (jsonrpc/7) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:57:00,316+0100 INFO  (jsonrpc/7) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:57:00,318+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:57:00,345+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:00,384+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task f229adf1-21bc-4e71-88f6-65d1383e91ed (threadPool:210)
2018-03-08 01:57:00,384+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task c21eb3bd-78a3-44aa-af35-59de7e59590d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:00,385+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:00,654+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:00,705+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 711fd161-74f3-4d1b-9bad-4ab8dbae1690 (threadPool:210)
2018-03-08 01:57:00,706+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1ff63029-a502-4169-9ddc-34740ac55d4e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:00,706+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:00,995+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:01,030+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a0d56a71-0fd6-47c8-adac-8f8dcc47e8ed (threadPool:210)
2018-03-08 01:57:01,031+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task ba765151-b844-4152-8d87-20e0e2553855 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:01,031+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:01,300+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:01,350+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 35e49cfd-f1fa-4fc1-8d69-03290ee55a44 (threadPool:210)
2018-03-08 01:57:01,351+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 79739df6-9a98-4f3f-8b57-1808bc25b325 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:01,351+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:01,665+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:01,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task c21eb3bd-78a3-44aa-af35-59de7e59590d (threadPool:210)
2018-03-08 01:57:01,707+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 1f5a21eb-03f0-4348-a4b7-4c8ee0da60dc (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:01,708+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:02,016+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:02,065+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8931f84c-31a6-402c-ae58-18c6c80e827c (threadPool:210)
2018-03-08 01:57:02,066+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 89c5219e-9389-4369-9dfd-767f38216e6e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:02,066+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:02,338+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:02,386+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task ba765151-b844-4152-8d87-20e0e2553855 (threadPool:210)
2018-03-08 01:57:02,387+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task c2343cbc-1213-4bc2-b4eb-fd20ca8eaf8d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:02,387+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:02,643+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:02,694+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 79739df6-9a98-4f3f-8b57-1808bc25b325 (threadPool:210)
2018-03-08 01:57:02,694+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task e98bfb83-bc42-411e-aa9d-4ea22da605e8 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:02,694+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:02,957+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:03,003+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1ff63029-a502-4169-9ddc-34740ac55d4e (threadPool:210)
2018-03-08 01:57:03,004+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task ae832eb0-16fc-416d-ba5d-9f31d6343865 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:03,004+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:03,270+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:03,313+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 1f5a21eb-03f0-4348-a4b7-4c8ee0da60dc (threadPool:210)
2018-03-08 01:57:03,314+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 8728f00c-5fcd-43f3-bdab-61019d3d86d9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:03,315+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:03,675+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:03,992+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:04,040+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 89c5219e-9389-4369-9dfd-767f38216e6e (threadPool:210)
2018-03-08 01:57:04,040+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 56090e53-0097-49bd-be36-efaba0e5df91 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:04,041+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:04,331+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:04,372+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task c2343cbc-1213-4bc2-b4eb-fd20ca8eaf8d (threadPool:210)
2018-03-08 01:57:04,373+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task f44c8ddc-86a1-46d0-8fc5-b7a268484099 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:04,374+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:04,452+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:57:04,457+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:57:04,459+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:57:04,467+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:57:04,467+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:57:04,468+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:57:04,706+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:04,753+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task e98bfb83-bc42-411e-aa9d-4ea22da605e8 (threadPool:210)
2018-03-08 01:57:04,753+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task b6a67e06-577c-47d6-a53a-ecac672d38a9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:04,754+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:05,034+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:05,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task ae832eb0-16fc-416d-ba5d-9f31d6343865 (threadPool:210)
2018-03-08 01:57:05,084+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e6cb9226-8ba3-4067-b741-127c990428cf (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:57:05,084+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:05,112+0100 INFO  (itmap/0) [IOProcessClient] Starting client ioprocess-20846 (__init__:330)
2018-03-08 01:57:05,133+0100 INFO  (itmap/1) [IOProcessClient] Starting client ioprocess-20847 (__init__:330)
2018-03-08 01:57:05,151+0100 INFO  (ioprocess/350755) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:57:05,154+0100 INFO  (ioprocess/350762) [IOProcess] Starting ioprocess (__init__:452)
2018-03-08 01:57:05,339+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:05,385+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 8728f00c-5fcd-43f3-bdab-61019d3d86d9 (threadPool:210)
2018-03-08 01:57:05,385+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 44a62fff-3a06-4326-8b1f-079c5ead277f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:05,386+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:05,644+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:05,684+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 56090e53-0097-49bd-be36-efaba0e5df91 (threadPool:210)
2018-03-08 01:57:05,686+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task e86306e0-3fcb-4ae5-95b1-2e52a80abac5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:05,686+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:05,819+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:57:05,820+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=b0f19de1-2f8c-40f9-9ab7-7925be322ab8 (api:46)
2018-03-08 01:57:05,821+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255555', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032254', 'lastCheck': '7.4', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500091', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382081', 'lastCheck': '6.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436751', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272853', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000476629', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245752', 'lastCheck': '6.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319364', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398356', 'lastCheck': '5.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297105', 'lastCheck': '4.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237401', 'lastCheck': '4.7', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305324', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224169', 'lastCheck': '6.9', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470943', 'lastCheck': '3.9', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286518', 'lastCheck': '6.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656671', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267576', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304015', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336092', 'lastCheck': '6.0', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208225', 'lastCheck': '4.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340125', 'lastCheck': '6.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285599', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000230307', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288465', 'lastCheck': '6.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232826', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000396126', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272331', 'lastCheck': '6.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503018', 'lastCheck': '6.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249855', 'lastCheck': '2.4', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218463', 'lastCheck': '2.4', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268689', 'lastCheck': '3.9', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=b0f19de1-2f8c-40f9-9ab7-7925be322ab8 (api:52)
2018-03-08 01:57:05,821+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=485b9f1f-16ea-49bb-9506-7c5261e18cbb (api:46)
2018-03-08 01:57:05,821+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=485b9f1f-16ea-49bb-9506-7c5261e18cbb (api:52)
2018-03-08 01:57:05,849+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.81'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '4.51', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.10'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '63': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '53': {'cpuUser': '0.93', 'nodeIndex': 1, 'cpuSys': '1.33', 'cpuIdle': '97.74'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '24': {'cpuUser': '2.72', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '95.82'}, '25': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '97.14'}, '26': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.79', 'cpuIdle': '96.68'}, '27': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '1.53', 'cpuIdle': '96.08'}, '20': {'cpuUser': '1.46', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '96.82'}, '21': {'cpuUser': '1.99', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.89'}, '22': {'cpuUser': '1.53', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '96.88'}, '23': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.22'}, '46': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '47': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '45': {'cpuUser': '0.33', 'nodeIndex': 1, 'cpuSys': '0.20', 'cpuIdle': '99.47'}, '28': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.08'}, '29': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '1.72', 'cpuIdle': '96.03'}, '40': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.53', 'cpuIdle': '99.34'}, '41': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.33'}, '1': {'cpuUser': '6.03', 'nodeIndex': 1, 'cpuSys': '26.46', 'cpuIdle': '67.51'}, '0': {'cpuUser': '6.17', 'nodeIndex': 0, 'cpuSys': '3.65', 'cpuIdle': '90.18'}, '3': {'cpuUser': '2.65', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.23'}, '2': {'cpuUser': '2.19', 'nodeIndex': 0, 'cpuSys': '2.72', 'cpuIdle': '95.09'}, '5': {'cpuUser': '1.53', 'nodeIndex': 1, 'cpuSys': '2.65', 'cpuIdle': '95.82'}, '4': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '7': {'cpuUser': '2.12', 'nodeIndex': 1, 'cpuSys': '2.72', 'cpuIdle': '95.16'}, '6': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '98.28'}, '9': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.22'}, '8': {'cpuUser': '0.73', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.34'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.33', 'cpuIdle': '99.60'}, '38': {'cpuUser': '0.46', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '98.35'}, '59': {'cpuUser': '4.58', 'nodeIndex': 1, 'cpuSys': '2.39', 'cpuIdle': '93.03'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.26', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '96.29'}, '10': {'cpuUser': '2.06', 'nodeIndex': 0, 'cpuSys': '0.86', 'cpuIdle': '97.08'}, '13': {'cpuUser': '2.19', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.49'}, '12': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.61'}, '15': {'cpuUser': '2.39', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.16'}, '14': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '96.68'}, '17': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.22'}, '16': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.06', 'cpuIdle': '97.68'}, '19': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '96.55'}, '55': {'cpuUser': '2.45', 'nodeIndex': 1, 'cpuSys': '2.32', 'cpuIdle': '95.23'}, '31': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '1.79', 'cpuIdle': '96.29'}, '49': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '37': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '1.46', 'cpuIdle': '97.68'}, '36': {'cpuUser': '1.26', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '97.08'}, '35': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.06', 'cpuIdle': '96.35'}, '34': {'cpuUser': '7.49', 'nodeIndex': 0, 'cpuSys': '8.16', 'cpuIdle': '84.35'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.46', 'cpuIdle': '97.41'}, '57': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312193'}, '0': {'memPercent': 12, 'memFree': '345575'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237401', 'lastCheck': '4.7', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000255555', 'lastCheck': '7.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00032254', 'lastCheck': '7.4', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000305324', 'lastCheck': '4.2', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000224169', 'lastCheck': '6.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436751', 'lastCheck': '4.4', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272853', 'lastCheck': '6.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000476629', 'lastCheck': '2.1', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245752', 'lastCheck': '6.5', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319364', 'lastCheck': '5.1', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398356', 'lastCheck': '5.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297105', 'lastCheck': '4.3', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500091', 'lastCheck': '6.3', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382081', 'lastCheck': '6.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470943', 'lastCheck': '3.9', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208225', 'lastCheck': '4.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656671', 'lastCheck': '6.3', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267576', 'lastCheck': '6.3', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304015', 'lastCheck': '1.9', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336092', 'lastCheck': '6.0', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286518', 'lastCheck': '6.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218463', 'lastCheck': '2.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285599', 'lastCheck': '3.5', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000230307', 'lastCheck': '0.7', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288465', 'lastCheck': '6.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232826', 'lastCheck': '3.5', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000396126', 'lastCheck': '8.2', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272331', 'lastCheck': '6.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503018', 'lastCheck': '6.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249855', 'lastCheck': '2.4', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340125', 'lastCheck': '6.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268689', 'lastCheck': '3.9', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648310722', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404549373', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.351', 'tx': '1176280767480', 'txDropped': '0', 'rx': '625372778116', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0', 'tx': '1580940780354', 'txDropped': '0', 'rx': '926374206781', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45231562', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416686152', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200687380', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet0', 'tx': '88047217', 'txDropped': '0', 'rx': '79831171', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet1', 'tx': '37766472258', 'txDropped': '0', 'rx': '878131902', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet2', 'tx': '21131068094', 'txDropped': '0', 'rx': '141324054606', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175861605', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet4', 'tx': '396730313', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet5', 'tx': '23426723112', 'txDropped': '0', 'rx': '498235547', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet6', 'tx': '6654919598', 'txDropped': '0', 'rx': '430286516', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet7', 'tx': '1434669973', 'txDropped': '0', 'rx': '552495689', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42477404', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46781733', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'lo', 'tx': '6942071677', 'txDropped': '0', 'rx': '6942071677', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170819098', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'eno1', 'tx': '975628057499', 'txDropped': '0', 'rx': '434022809181', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'eno2', 'tx': '605312722855', 'txDropped': '0', 'rx': '492351397600', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470614.038162, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470614.038162, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633342903', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75976343', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77094208', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192403316', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370822115', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.306', 'tx': '76695872719', 'txDropped': '0', 'rx': '8373914230', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49907236', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430717668', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299169716', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.110', 'tx': '2476995665', 'txDropped': '0', 'rx': '66856970017', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.111', 'tx': '122683777098', 'txDropped': '0', 'rx': '24452910112', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55275971', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54205002', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465680784', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165497359', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56055889', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55885700', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45226770', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470614.038162, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226726249', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'oVirtManagement', 'tx': '1176280766832', 'txDropped': '0', 'rx': '625372039713', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577652536', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'vnet3', 'tx': '543124197', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470614.038162, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754640014', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96194', 'ksmPages': 100, 'elapsedTime': '1696659.69', 'cpuLoad': '2.47', 'cpuSys': '1.69', 'diskStats': {'/var/log': {'free': '92957'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '3.58', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:57:05 GMT', 'cpuUser': '1.35', 'memFree': 667596, 'cpuIdle': '96.96', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '12.40'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:57:05,853+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.03 seconds (__init__:573)
2018-03-08 01:57:05,941+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:05,988+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task f44c8ddc-86a1-46d0-8fc5-b7a268484099 (threadPool:210)
2018-03-08 01:57:05,989+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 6f972c5f-eaca-4f75-938f-2fb223b570e5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:05,989+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:06,291+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:06,332+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task b6a67e06-577c-47d6-a53a-ecac672d38a9 (threadPool:210)
2018-03-08 01:57:06,332+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 0f47616d-df38-47b7-a5af-315b799c92f5 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:06,332+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:06,724+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:06,798+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 44a62fff-3a06-4326-8b1f-079c5ead277f (threadPool:210)
2018-03-08 01:57:06,799+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a16939f2-bdfc-4d0a-8ba6-2b9b99597fa9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:06,799+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:07,199+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:07,257+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task e86306e0-3fcb-4ae5-95b1-2e52a80abac5 (threadPool:210)
2018-03-08 01:57:07,259+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 7a7ba409-c2db-40de-813a-ec28d18e27f3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:07,259+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:07,528+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:07,575+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 6f972c5f-eaca-4f75-938f-2fb223b570e5 (threadPool:210)
2018-03-08 01:57:07,576+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 566b6e59-ae77-45a9-9b69-e0eb51544574 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:07,576+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:07,739+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=b5fcec82-aa9d-485b-9335-2c864a2ee0d6 (api:46)
2018-03-08 01:57:07,744+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=b5fcec82-aa9d-485b-9335-2c864a2ee0d6 (api:52)
2018-03-08 01:57:07,744+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:57:07,844+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=72aab6fa-8adf-4351-8749-737fd9d038a8 (api:46)
2018-03-08 01:57:07,857+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, task_id=72aab6fa-8adf-4351-8749-737fd9d038a8 (api:52)
2018-03-08 01:57:07,858+0100 INFO  (jsonrpc/1) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:57:07,863+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:07,911+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e6cb9226-8ba3-4067-b741-127c990428cf (threadPool:210)
2018-03-08 01:57:07,912+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 43783fe4-03de-407a-9449-8adc88b97a70 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:07,912+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:08,174+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:08,247+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 0f47616d-df38-47b7-a5af-315b799c92f5 (threadPool:210)
2018-03-08 01:57:08,247+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 53800870-6988-4455-8fa7-4877ebde69ba (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2114, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:08,247+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:08,551+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:08,594+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task a16939f2-bdfc-4d0a-8ba6-2b9b99597fa9 (threadPool:210)
2018-03-08 01:57:08,594+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 72341331-be04-4b00-bae7-546ca6296529 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2117, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:08,594+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:08,870+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:08,914+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 7a7ba409-c2db-40de-813a-ec28d18e27f3 (threadPool:210)
2018-03-08 01:57:08,915+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 51981057-ca2b-4d12-adab-935b3a62dc4a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:08,915+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:09,203+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:09,230+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=92636271-0b81-454d-a6df-4654afc4ed9f (api:46)
2018-03-08 01:57:09,232+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000311404', 'lastCheck': '1.0', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00051156', 'lastCheck': '0.8', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000500091', 'lastCheck': '1.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000382081', 'lastCheck': '2.9', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436751', 'lastCheck': '7.8', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272853', 'lastCheck': '1.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000476629', 'lastCheck': '5.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000245752', 'lastCheck': '1.2', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000319364', 'lastCheck': '8.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000398356', 'lastCheck': '8.4', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00034006', 'lastCheck': '2.3', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000237401', 'lastCheck': '8.1', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000392689', 'lastCheck': '0.7', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000362071', 'lastCheck': '0.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000470943', 'lastCheck': '7.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000286518', 'lastCheck': '2.7', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000656671', 'lastCheck': '2.8', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000267576', 'lastCheck': '3.0', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000304015', 'lastCheck': '5.3', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000336092', 'lastCheck': '0.8', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000208225', 'lastCheck': '7.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340125', 'lastCheck': '2.3', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285599', 'lastCheck': '6.9', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000243672', 'lastCheck': '3.3', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000288465', 'lastCheck': '0.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000232826', 'lastCheck': '6.9', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000398052', 'lastCheck': '1.6', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000272331', 'lastCheck': '2.8', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000503018', 'lastCheck': '2.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249855', 'lastCheck': '5.8', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000218463', 'lastCheck': '5.8', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000268689', 'lastCheck': '7.3', 'valid': True}} from=internal, task_id=92636271-0b81-454d-a6df-4654afc4ed9f (api:52)
2018-03-08 01:57:09,232+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=09fbffa7-35a8-44c2-b80c-6e706aaf6e16 (api:46)
2018-03-08 01:57:09,233+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=09fbffa7-35a8-44c2-b80c-6e706aaf6e16 (api:52)
2018-03-08 01:57:09,296+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 566b6e59-ae77-45a9-9b69-e0eb51544574 (threadPool:210)
2018-03-08 01:57:09,297+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 2dedd48f-1324-424c-8c96-70ffb1a4e5eb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:09,298+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:09,573+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:09,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 43783fe4-03de-407a-9449-8adc88b97a70 (threadPool:210)
2018-03-08 01:57:09,636+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 1f87f3c3-d344-4441-9b7f-dd652fa73ed1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:09,637+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:09,921+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:09,960+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 53800870-6988-4455-8fa7-4877ebde69ba (threadPool:210)
2018-03-08 01:57:09,960+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 9033d2a7-e840-485e-9bd2-640d0c4de550 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:09,961+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:10,283+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:10,329+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 51981057-ca2b-4d12-adab-935b3a62dc4a (threadPool:210)
2018-03-08 01:57:10,330+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 11f2246d-2bef-44ed-937c-f8646a025477 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1730, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:10,330+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:10,600+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:10,642+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 2dedd48f-1324-424c-8c96-70ffb1a4e5eb (threadPool:210)
2018-03-08 01:57:10,643+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5cb1acfa-345c-49db-8886-707b02d7e65a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1731, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:10,643+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:10,957+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:11,006+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 1f87f3c3-d344-4441-9b7f-dd652fa73ed1 (threadPool:210)
2018-03-08 01:57:11,007+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 65abba00-720c-42bf-977f-cce587b2953d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:11,007+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:11,294+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:11,341+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 72341331-be04-4b00-bae7-546ca6296529 (threadPool:210)
2018-03-08 01:57:11,342+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task d669431f-ad50-4ea9-bfee-5e21b6de2e32 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:11,342+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:11,674+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:11,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 9033d2a7-e840-485e-9bd2-640d0c4de550 (threadPool:210)
2018-03-08 01:57:11,724+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 05b78bab-e42f-465b-8fb8-7a14ce76cb47 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:11,724+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:12,034+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:12,078+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 11f2246d-2bef-44ed-937c-f8646a025477 (threadPool:210)
2018-03-08 01:57:12,079+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 0389d274-00f3-4461-a874-42fa0d521aec (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2058, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:12,080+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:12,461+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:12,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5cb1acfa-345c-49db-8886-707b02d7e65a (threadPool:210)
2018-03-08 01:57:12,509+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 7f235d34-4831-46ab-bd9a-e2aea6c62c27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:12,509+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:12,808+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:12,855+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 65abba00-720c-42bf-977f-cce587b2953d (threadPool:210)
2018-03-08 01:57:12,855+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 97804288-746d-4b1f-a7aa-bc228c30ee42 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:12,856+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:13,130+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:13,169+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task d669431f-ad50-4ea9-bfee-5e21b6de2e32 (threadPool:210)
2018-03-08 01:57:13,170+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 4e1f46af-eef0-42ea-b7da-f0f763a26aae (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:13,170+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:13,464+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:13,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 0389d274-00f3-4461-a874-42fa0d521aec (threadPool:210)
2018-03-08 01:57:13,513+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 4af954c9-08cd-42e8-8625-5b9c54040ed0 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1924, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:13,514+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:13,771+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:13,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 7f235d34-4831-46ab-bd9a-e2aea6c62c27 (threadPool:210)
2018-03-08 01:57:13,818+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a6ffc036-1ae6-48d8-a6d7-a84b752e182f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:13,819+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:14,127+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:14,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 97804288-746d-4b1f-a7aa-bc228c30ee42 (threadPool:210)
2018-03-08 01:57:14,168+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task f0d491b9-b083-4734-9d18-a64fdc6a3279 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:14,168+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:14,426+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:14,472+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 4e1f46af-eef0-42ea-b7da-f0f763a26aae (threadPool:210)
2018-03-08 01:57:14,473+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 7fa0f596-1997-4552-932b-223d9208405d (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1860, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:14,473+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:14,812+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:14,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 4af954c9-08cd-42e8-8625-5b9c54040ed0 (threadPool:210)
2018-03-08 01:57:14,855+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 26e1f5be-6242-4a66-beb2-bd2bb664b0d1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1865, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:14,856+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:15,168+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:15,218+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task a6ffc036-1ae6-48d8-a6d7-a84b752e182f (threadPool:210)
2018-03-08 01:57:15,219+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19e0cbce-2b38-4802-9b6f-6329afdd0557 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1866, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:15,219+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:15,349+0100 INFO  (jsonrpc/0) [api.host] START getAllVmStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:57:15,354+0100 INFO  (jsonrpc/0) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:57:15,356+0100 INFO  (jsonrpc/0) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:57:15,532+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:15,583+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 05b78bab-e42f-465b-8fb8-7a14ce76cb47 (threadPool:210)
2018-03-08 01:57:15,583+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 608507c2-a0af-42c0-858b-58cf82161cf3 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2053, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:15,583+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:15,870+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:15,937+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task f0d491b9-b083-4734-9d18-a64fdc6a3279 (threadPool:210)
2018-03-08 01:57:15,938+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 701521a0-96a2-4ff0-b669-2e15b089c49a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2054, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:15,938+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:16,181+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:16,231+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 7fa0f596-1997-4552-932b-223d9208405d (threadPool:210)
2018-03-08 01:57:16,231+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task ca0d51d8-19ac-4fb6-8e22-47480c4ad26e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:16,232+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:16,503+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:16,839+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:16,896+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 26e1f5be-6242-4a66-beb2-bd2bb664b0d1 (threadPool:210)
2018-03-08 01:57:16,897+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task b839a47b-018b-481b-a99c-ba7253b585bd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 132, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:16,898+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:17,210+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:17,267+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19e0cbce-2b38-4802-9b6f-6329afdd0557 (threadPool:210)
2018-03-08 01:57:17,267+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 5f4047cd-db55-4ae9-8c5b-f5c1088c04aa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:17,268+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:17,533+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a5c95f26-eadd-44b7-92a6-702dd3448048 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:17,574+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 608507c2-a0af-42c0-858b-58cf82161cf3 (threadPool:210)
2018-03-08 01:57:17,574+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 1ab23d7f-eb91-4e4b-b7d2-0e84264883fb (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1861, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x1cp\xb5\x8a\xf7\x18=\xa6\x9bB\x99H\xfbMl\xc1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:17,575+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume c16c4dfb-4899-429b-a63d-18f78ab5701c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:17,826+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:17,871+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task ca0d51d8-19ac-4fb6-8e22-47480c4ad26e (threadPool:210)
2018-03-08 01:57:17,872+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 6c5f63ab-93cf-48dd-a633-b221d241e9a6 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1921, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xd3Tk\xff\x99\xeb\xc0\x99\xc5E\xfeW\xf7_\x0b\xcb000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:17,872+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:18,239+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:18,245+0100 INFO  (jsonrpc/6) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, flow_id=6941c363, task_id=cf56f929-00d1-4570-aa5b-c6036737faa4 (api:46)
2018-03-08 01:57:18,261+0100 INFO  (jsonrpc/6) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, flow_id=6941c363, task_id=cf56f929-00d1-4570-aa5b-c6036737faa4 (api:52)
2018-03-08 01:57:18,263+0100 INFO  (jsonrpc/6) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:57:18,300+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task b839a47b-018b-481b-a99c-ba7253b585bd (threadPool:210)
2018-03-08 01:57:18,300+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 859f09e7-50ec-4062-9eff-646d8827cb34 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1926, "1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xa7Tq\xbe*\xb0\x7f\x97gG9\x90w\x86'\x14000000000000100000000000000")) (threadPool:208)
2018-03-08 01:57:18,301+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 14278677-9039-4767-977f-b02abe7154a7 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:18,375+0100 INFO  (jsonrpc/7) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, flow_id=6941c363, task_id=73895759-128d-4c2b-9c94-89da20b27060 (api:46)
2018-03-08 01:57:18,382+0100 INFO  (jsonrpc/7) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': [], 'disktotal': '202252484608', 'version': 0}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'status': u'Active', 'diskfree': '1366470688768', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'status': u'Active', 'diskfree': '1647119958016', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'status': u'Active', 'diskfree': '868657135616', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'status': u'Active', 'diskfree': '7575785439232', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'status': u'Active', 'diskfree': '5175301373952', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}}} from=::ffff:192.168.99.66,44516, flow_id=6941c363, task_id=73895759-128d-4c2b-9c94-89da20b27060 (api:52)
2018-03-08 01:57:18,384+0100 INFO  (jsonrpc/7) [jsonrpc.JsonRpcServer] RPC call StoragePool.getInfo succeeded in 0.01 seconds (__init__:573)
2018-03-08 01:57:18,547+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:18,597+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 701521a0-96a2-4ff0-b669-2e15b089c49a (threadPool:210)
2018-03-08 01:57:18,598+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 76cf809f-47b1-41ae-b761-02a9d83ff6f9 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2050, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xcd.\x99\x0cDf\xc8\x85\x81E0\xf2]b\x99\xd2000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:18,598+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d299625d-f230-4581-85c8-66440c992ecd in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:18,883+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: c16c4dfb-4899-429b-a63d-18f78ab5701c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:18,938+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 1ab23d7f-eb91-4e4b-b7d2-0e84264883fb (threadPool:210)
2018-03-08 01:57:18,938+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 563fbfd6-8ba9-4a63-94ee-1032754e179e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2115, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#Z\xee~\xf0Z\xbc*\x9b\x83H\xdf\xf9\xb2\xb8\xfa\xe0000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:18,938+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:19,184+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:19,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 5f4047cd-db55-4ae9-8c5b-f5c1088c04aa (threadPool:210)
2018-03-08 01:57:19,254+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 096dd649-6f15-4c61-aa43-d6a1df1bf54b (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 133, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:19,255+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:19,475+0100 INFO  (jsonrpc/2) [api.host] START getAllVmStats() from=::1,49854 (api:46)
2018-03-08 01:57:19,483+0100 INFO  (jsonrpc/2) [api.host] FINISH getAllVmStats return={'status': {'message': 'Done', 'code': 0}, 'statsList': (suppressed)} from=::1,49854 (api:52)
2018-03-08 01:57:19,485+0100 INFO  (jsonrpc/2) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmStats succeeded in 0.02 seconds (__init__:573)
2018-03-08 01:57:19,516+0100 INFO  (jsonrpc/4) [api.host] START getAllVmIoTunePolicies() from=::1,49854 (api:46)
2018-03-08 01:57:19,517+0100 INFO  (jsonrpc/4) [api.host] FINISH getAllVmIoTunePolicies return={'status': {'message': 'Done', 'code': 0}, 'io_tune_policies_dict': {'c7063f46-88a0-4970-a178-9ca6c90526c4': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/f8a34e84-219f-4f91-81d8-45672ac38dfc/02a13cd4-addf-42a1-a51e-c99a9bb4192e', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6ada0dc3-3f22-4b50-8804-3522974af0f2/e019a5a7-1e26-4bcc-bce3-e9fd09442b87', 'name': 'vdb'}]}, 'd89bc7cf-81f4-489f-a251-7bce8611b875': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/a1d0c7cc-4948-46f8-9816-f148388abf21/25f8c3da-47b1-4257-8fd1-973db5f5ca4f', 'name': 'vda'}]}, '68bffc06-aab7-4663-9edc-64d8284d1411': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/d9a6c5c7-514d-410f-afc8-13fa253d54cc/6d7f6cdb-7da4-4451-a1c3-6bd29947b01d', 'name': 'vda'}]}, '457da777-d07d-4341-a94a-540ae1bc5442': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/e3acd518-3017-490d-993e-8e1523d99764/ef41f5f1-4ad0-4a17-9b69-0f6f3e98c969', 'name': 'vda'}]}, '8568d3f3-1362-4267-a6dc-54d766926221': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/e86138b0-b15d-4165-8eed-5234f59a2792/images/6516e1bb-0150-41ce-9ba2-0fdb042ae8c8/9d28c3ef-55cb-4a57-8a14-96f6911b8364', 'name': 'vda'}]}, '03305ef7-61c6-44b8-b6a4-1c97c81bdd9f': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/81fc9bdf-3c69-4c75-ae65-7e23244186be/81c0a29f-67c3-430e-b587-87c18797ab1c', 'name': 'vda'}]}, '3849fbfe-4df0-4296-8c72-40de9ca154ce': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/5f44fe6e-3d2a-4277-a1c9-43ed5e374027/c0130f3e-3f9b-42f2-b337-0a6fbec1a138', 'name': 'vda'}]}, '9f65c0e5-2ec0-4125-8453-e7170bc7202a': {'policy': [], 'current_values': [{'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/6709a66a-9ca8-426f-9bf8-dc5c4d856a1f/778c59a8-10e9-43d7-a7de-40eb9ed484f4', 'name': 'vda'}, {'ioTune': {'write_bytes_sec': 0L, 'total_iops_sec': 0L, 'read_iops_sec': 0L, 'read_bytes_sec': 0L, 'write_iops_sec': 0L, 'total_bytes_sec': 0L}, 'path': '/rhev/data-center/mnt/blockSD/3d79ecb7-435d-4797-a844-7ed7ba11934e/images/fa10db6b-b452-413b-bab1-2a0a0c012332/94bf3061-1e30-4cd1-b1c8-5f54684a2e4b', 'name': 'vdb'}]}}} from=::1,49854 (api:52)
2018-03-08 01:57:19,518+0100 INFO  (jsonrpc/4) [jsonrpc.JsonRpcServer] RPC call Host.getAllVmIoTunePolicies succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:57:19,523+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 14278677-9039-4767-977f-b02abe7154a7 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:19,593+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 859f09e7-50ec-4062-9eff-646d8827cb34 (threadPool:210)
2018-03-08 01:57:19,595+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task f15cc974-31c2-4f2f-b973-1da97df72c84 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 134, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x87s\xab\xc5\xc5\xdb\xd3\xbf\xc7J\xd5\t\xa3\x16u)000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:19,595+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:19,822+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d299625d-f230-4581-85c8-66440c992ecd in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:19,887+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 76cf809f-47b1-41ae-b761-02a9d83ff6f9 (threadPool:210)
2018-03-08 01:57:19,888+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 64981eff-657a-44d0-b625-5613861f96cd (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1922, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#N7\xb5\x1f`\x05\\\xb6\x01A-P\x94\xbetA000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:19,889+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 4174be94-502d-4101-b65c-05601fb5374e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:20,167+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: cb0b5ff7-57fe-45c5-99c0-eb99ff6b54d3 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:20,212+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 6c5f63ab-93cf-48dd-a633-b221d241e9a6 (threadPool:210)
2018-03-08 01:57:20,213+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 73bff4e8-0ff4-4c1a-bcf6-56ae28056efa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2113, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x91Q\xf7$\x9dD\x18\xb6\x88@\xd0\r(\x1e\x8c 000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:20,213+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 208c1e28-0dd0-4088-b618-449d24f75191 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:20,481+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: e0fab8b2-f9df-4883-9b2a-bc5af07eee5a in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:20,528+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 563fbfd6-8ba9-4a63-94ee-1032754e179e (threadPool:210)
2018-03-08 01:57:20,529+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task cce02457-6713-43c7-bbf2-5e007e5fe56e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2116, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#!\xea\x16e\xe3\xd97\xa4wA\x08\xc6\xbc\xeb\r\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:20,529+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d60debbc-c608-4177-a437-d9e36516ea21 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:20,771+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:20,828+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 096dd649-6f15-4c61-aa43-d6a1df1bf54b (threadPool:210)
2018-03-08 01:57:20,829+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 1c43e34e-57a3-4988-90a2-cc8881ad5551 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 135, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#n\x90i9\xb1\xe61\x81\x90Ne\x94\xf7\xc9\xba\xb3000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:20,830+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume b3bac9f7-9465-4e90-8131-e6b13969906e in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:20,894+0100 INFO  (jsonrpc/5) [api.host] START getStats() from=::ffff:192.168.99.66,46746 (api:46)
2018-03-08 01:57:20,895+0100 INFO  (jsonrpc/5) [vdsm.api] START repoStats(domains=()) from=::ffff:192.168.99.66,46746, task_id=57587a26-408d-4e87-8b01-f1693b0e2fb7 (api:46)
2018-03-08 01:57:20,896+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240251', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690561', 'lastCheck': '2.5', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281158', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436505', 'lastCheck': '1.3', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000911538', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313428', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000270334', 'lastCheck': '1.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613564', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256535', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322371', 'lastCheck': '0.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234409', 'lastCheck': '4.0', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249703', 'lastCheck': '1.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199672', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295713', 'lastCheck': '2.0', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040623', 'lastCheck': '1.3', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284346', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257967', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240505', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227679', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351917', 'lastCheck': '1.2', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198812', 'lastCheck': '1.2', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238241', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334127', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000408056', 'lastCheck': '5.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217447', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340408', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000465583', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285122', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297831', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256343', 'lastCheck': '1.0', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199869', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221036', 'lastCheck': '1.0', 'valid': True}} from=::ffff:192.168.99.66,46746, task_id=57587a26-408d-4e87-8b01-f1693b0e2fb7 (api:52)
2018-03-08 01:57:20,896+0100 INFO  (jsonrpc/5) [vdsm.api] START multipath_health() from=::ffff:192.168.99.66,46746, task_id=d9603dcb-8874-40fa-bc36-ca51edccbf96 (api:46)
2018-03-08 01:57:20,897+0100 INFO  (jsonrpc/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=::ffff:192.168.99.66,46746, task_id=d9603dcb-8874-40fa-bc36-ca51edccbf96 (api:52)
2018-03-08 01:57:20,923+0100 INFO  (jsonrpc/5) [api.host] FINISH getStats return={'status': {'message': 'Done', 'code': 0}, 'info': {'cpuStatistics': {'30': {'cpuUser': '3.45', 'nodeIndex': 0, 'cpuSys': '1.99', 'cpuIdle': '94.56'}, '54': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '51': {'cpuUser': '0.27', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.66'}, '48': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '43': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '60': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '61': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '62': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '63': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.27'}, '53': {'cpuUser': '0.40', 'nodeIndex': 1, 'cpuSys': '0.53', 'cpuIdle': '99.07'}, '32': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '42': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.27', 'cpuIdle': '99.60'}, '24': {'cpuUser': '1.59', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '96.89'}, '25': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.96'}, '26': {'cpuUser': '1.19', 'nodeIndex': 0, 'cpuSys': '1.72', 'cpuIdle': '97.09'}, '27': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.69'}, '20': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.86', 'cpuIdle': '96.62'}, '21': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '2.45', 'cpuIdle': '95.83'}, '22': {'cpuUser': '1.06', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.68'}, '23': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '46': {'cpuUser': '0.13', 'nodeIndex': 0, 'cpuSys': '0.33', 'cpuIdle': '99.54'}, '47': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.40', 'cpuIdle': '99.40'}, '44': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '45': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '28': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.41'}, '29': {'cpuUser': '2.32', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '95.56'}, '40': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '41': {'cpuUser': '0.66', 'nodeIndex': 1, 'cpuSys': '0.80', 'cpuIdle': '98.54'}, '1': {'cpuUser': '5.11', 'nodeIndex': 1, 'cpuSys': '25.33', 'cpuIdle': '69.56'}, '0': {'cpuUser': '6.23', 'nodeIndex': 0, 'cpuSys': '3.65', 'cpuIdle': '90.12'}, '3': {'cpuUser': '2.52', 'nodeIndex': 1, 'cpuSys': '2.52', 'cpuIdle': '94.96'}, '2': {'cpuUser': '1.99', 'nodeIndex': 0, 'cpuSys': '2.78', 'cpuIdle': '95.23'}, '5': {'cpuUser': '2.25', 'nodeIndex': 1, 'cpuSys': '2.59', 'cpuIdle': '95.16'}, '4': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.33', 'cpuIdle': '97.34'}, '7': {'cpuUser': '1.72', 'nodeIndex': 1, 'cpuSys': '1.86', 'cpuIdle': '96.42'}, '6': {'cpuUser': '1.72', 'nodeIndex': 0, 'cpuSys': '1.39', 'cpuIdle': '96.89'}, '9': {'cpuUser': '1.13', 'nodeIndex': 1, 'cpuSys': '1.99', 'cpuIdle': '96.88'}, '8': {'cpuUser': '1.52', 'nodeIndex': 0, 'cpuSys': '1.26', 'cpuIdle': '97.22'}, '52': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '56': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '39': {'cpuUser': '0.20', 'nodeIndex': 1, 'cpuSys': '0.27', 'cpuIdle': '99.53'}, '38': {'cpuUser': '0.60', 'nodeIndex': 0, 'cpuSys': '1.13', 'cpuIdle': '98.27'}, '59': {'cpuUser': '1.46', 'nodeIndex': 1, 'cpuSys': '0.99', 'cpuIdle': '97.55'}, '58': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}, '11': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '10': {'cpuUser': '0.80', 'nodeIndex': 0, 'cpuSys': '1.52', 'cpuIdle': '97.68'}, '13': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '1.92', 'cpuIdle': '96.49'}, '12': {'cpuUser': '1.33', 'nodeIndex': 0, 'cpuSys': '1.59', 'cpuIdle': '97.08'}, '15': {'cpuUser': '1.39', 'nodeIndex': 1, 'cpuSys': '1.59', 'cpuIdle': '97.02'}, '14': {'cpuUser': '2.85', 'nodeIndex': 0, 'cpuSys': '2.25', 'cpuIdle': '94.90'}, '17': {'cpuUser': '1.33', 'nodeIndex': 1, 'cpuSys': '1.66', 'cpuIdle': '97.01'}, '16': {'cpuUser': '1.79', 'nodeIndex': 0, 'cpuSys': '1.66', 'cpuIdle': '96.55'}, '19': {'cpuUser': '1.52', 'nodeIndex': 1, 'cpuSys': '2.12', 'cpuIdle': '96.36'}, '55': {'cpuUser': '0.86', 'nodeIndex': 1, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '31': {'cpuUser': '1.59', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '96.22'}, '49': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.00', 'cpuIdle': '99.93'}, '37': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.25', 'cpuIdle': '95.83'}, '36': {'cpuUser': '0.86', 'nodeIndex': 0, 'cpuSys': '0.93', 'cpuIdle': '98.21'}, '35': {'cpuUser': '1.92', 'nodeIndex': 1, 'cpuSys': '2.19', 'cpuIdle': '95.89'}, '34': {'cpuUser': '7.69', 'nodeIndex': 0, 'cpuSys': '8.22', 'cpuIdle': '84.09'}, '33': {'cpuUser': '0.00', 'nodeIndex': 1, 'cpuSys': '0.07', 'cpuIdle': '99.93'}, '18': {'cpuUser': '1.13', 'nodeIndex': 0, 'cpuSys': '1.19', 'cpuIdle': '97.68'}, '57': {'cpuUser': '0.07', 'nodeIndex': 1, 'cpuSys': '0.13', 'cpuIdle': '99.80'}, '50': {'cpuUser': '0.00', 'nodeIndex': 0, 'cpuSys': '0.00', 'cpuIdle': '100.00'}}, 'numaNodeMemFree': {'1': {'memPercent': 21, 'memFree': '312153'}, '0': {'memPercent': 12, 'memFree': '345589'}}, 'memShared': 0, 'thpState': 'always', 'ksmMergeAcrossNodes': True, 'vmCount': 8, 'memUsed': '14', 'storageDomains': {u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249703', 'lastCheck': '1.5', 'valid': True}, u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240251', 'lastCheck': '2.6', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690561', 'lastCheck': '2.5', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199672', 'lastCheck': '2.4', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295713', 'lastCheck': '2.0', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000911538', 'lastCheck': '1.6', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313428', 'lastCheck': '1.6', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000270334', 'lastCheck': '1.6', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613564', 'lastCheck': '1.6', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256535', 'lastCheck': '0.2', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322371', 'lastCheck': '0.0', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234409', 'lastCheck': '4.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281158', 'lastCheck': '1.4', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436505', 'lastCheck': '1.3', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040623', 'lastCheck': '1.3', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198812', 'lastCheck': '1.2', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257967', 'lastCheck': '1.2', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240505', 'lastCheck': '1.2', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227679', 'lastCheck': '1.2', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351917', 'lastCheck': '1.2', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284346', 'lastCheck': '1.2', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199869', 'lastCheck': '1.0', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334127', 'lastCheck': '1.2', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000408056', 'lastCheck': '5.0', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217447', 'lastCheck': '1.0', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340408', 'lastCheck': '1.2', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000465583', 'lastCheck': '3.3', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285122', 'lastCheck': '1.0', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297831', 'lastCheck': '1.0', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256343', 'lastCheck': '1.0', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238241', 'lastCheck': '1.0', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221036', 'lastCheck': '1.0', 'valid': True}}, 'incomingVmMigrations': 0, 'network': {'Frontend_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Frontend_LAN', 'tx': '648', 'txDropped': '0', 'rx': '1648316234', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '156'}, 'VM_Mindbreeze': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'VM_Mindbreeze', 'tx': '648', 'txDropped': '0', 'rx': '404552829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '358'}, 'bond0.351': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.351', 'tx': '1176280855414', 'txDropped': '0', 'rx': '625372798206', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0', 'tx': '1580940882505', 'txDropped': '0', 'rx': '926374633992', 'rxErrors': '0', 'speed': '20000', 'rxDropped': '30338'}, 'bond0.108': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.108', 'tx': '1296', 'txDropped': '0', 'rx': '45231912', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Client_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Client_LAN', 'tx': '648', 'txDropped': '0', 'rx': '416687448', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '276'}, 'bond0.103': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.103', 'tx': '774520182', 'txDropped': '0', 'rx': '1200688960', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet0': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet0', 'tx': '88052174', 'txDropped': '0', 'rx': '79831365', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet1', 'tx': '37766473834', 'txDropped': '0', 'rx': '878131964', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet2', 'tx': '21131103023', 'txDropped': '0', 'rx': '141324063954', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Management_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Management_LAN', 'tx': '648', 'txDropped': '0', 'rx': '175863269', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '29'}, 'vnet4': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet4', 'tx': '396735464', 'txDropped': '0', 'rx': '3066808', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet5': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet5', 'tx': '23426730721', 'txDropped': '0', 'rx': '498236226', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet6': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet6', 'tx': '6654921174', 'txDropped': '0', 'rx': '430286578', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'vnet7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet7', 'tx': '1434671549', 'txDropped': '0', 'rx': '552495751', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'VM_CloudOps': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'VM_CloudOps', 'tx': '648', 'txDropped': '0', 'rx': '42477754', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'Finance': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Finance', 'tx': '508', 'txDropped': '0', 'rx': '46782083', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '4'}, 'lo': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'lo', 'tx': '6942150735', 'txDropped': '0', 'rx': '6942150735', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Faba12WLAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Faba12WLAN', 'tx': '648', 'txDropped': '0', 'rx': '638', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '3'}, 'bond0.50': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.50', 'tx': '7884065', 'txDropped': '0', 'rx': '170821374', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'eno1', 'tx': '975628150400', 'txDropped': '0', 'rx': '434023034482', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'eno2', 'tx': '605312732105', 'txDropped': '0', 'rx': '492351599510', 'rxErrors': '0', 'speed': '10000', 'rxDropped': '0'}, 'eno3': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470629.120403, 'name': 'eno3', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'eno4': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470629.120403, 'name': 'eno4', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.326': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.326', 'tx': '102890858', 'txDropped': '0', 'rx': '633347669', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'WLAN3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'WLAN3', 'tx': '648', 'txDropped': '0', 'rx': '75976743', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.7': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.7', 'tx': '1018130', 'txDropped': '0', 'rx': '77094608', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.305': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.305', 'tx': '227603638', 'txDropped': '0', 'rx': '1192406540', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.307': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.307', 'tx': '1929613599', 'txDropped': '0', 'rx': '370822465', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.306': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.306', 'tx': '76695872913', 'txDropped': '0', 'rx': '8373918375', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'DMZ3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'DMZ3', 'tx': '648', 'txDropped': '0', 'rx': '49907586', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '50'}, 'DMZ2': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'DMZ2', 'tx': '648', 'txDropped': '0', 'rx': '430721979', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '22'}, 'DMZ1': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'DMZ1', 'tx': '648', 'txDropped': '0', 'rx': '299172940', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '48'}, 'bond0.110': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.110', 'tx': '2476995851', 'txDropped': '0', 'rx': '66856971313', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.111': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.111', 'tx': '122683786177', 'txDropped': '0', 'rx': '24452942368', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.122': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.122', 'tx': '862580', 'txDropped': '0', 'rx': '55276321', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.114': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.114', 'tx': '3452021', 'txDropped': '0', 'rx': '54205352', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.116': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.116', 'tx': '71150284', 'txDropped': '0', 'rx': '465684240', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'IPTEL': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'IPTEL', 'tx': '648', 'txDropped': '0', 'rx': '165499635', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '5'}, 'connylan': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'connylan', 'tx': '648', 'txDropped': '0', 'rx': '56056239', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '6'}, 'bond0.130': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.130', 'tx': '421726634', 'txDropped': '0', 'rx': '55886050', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'SAP_Berater': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'SAP_Berater', 'tx': '648', 'txDropped': '0', 'rx': '45227120', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, ';vdsmdummy;': {'txErrors': '0', 'state': 'down', 'sampleTime': 1520470629.120403, 'name': ';vdsmdummy;', 'tx': '0', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'Engineering_LAN': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'Engineering_LAN', 'tx': '648', 'txDropped': '0', 'rx': '226727829', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '149'}, 'oVirtManagement': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'oVirtManagement', 'tx': '1176280854766', 'txDropped': '0', 'rx': '625372059803', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.25': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.25', 'tx': '2116', 'txDropped': '0', 'rx': '0', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'BF_Test': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'BF_Test', 'tx': '648', 'txDropped': '0', 'rx': '577657302', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '31'}, 'vnet3': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'vnet3', 'tx': '543129348', 'txDropped': '0', 'rx': '221474070', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}, 'bond0.99': {'txErrors': '0', 'state': 'up', 'sampleTime': 1520470629.120403, 'name': 'bond0.99', 'tx': '123736693233', 'txDropped': '0', 'rx': '124754641678', 'rxErrors': '0', 'speed': '1000', 'rxDropped': '0'}}, 'txDropped': '0', 'anonHugePages': '96198', 'ksmPages': 100, 'elapsedTime': '1696674.76', 'cpuLoad': '2.41', 'cpuSys': '1.65', 'diskStats': {'/var/log': {'free': '92955'}, '/var/run/vdsm/': {'free': '385730'}, '/tmp': {'free': '18927'}}, 'cpuUserVdsmd': '4.11', 'netConfigDirty': 'False', 'memCommitted': 127400, 'ksmState': False, 'vmMigrating': 0, 'ksmCpu': 0, 'memAvailable': 635301L, 'bootTime': '1518773860', 'haStats': {'active': False, 'configured': False, 'score': 0, 'localMaintenance': False, 'globalMaintenance': False}, 'momStatus': 'active', 'multipathHealth': {u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}}, 'rxDropped': '31485', 'outgoingVmMigrations': 0, 'swapTotal': 4095, 'swapFree': 4095, 'hugepages': defaultdict(<type 'dict'>, {1048576: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}, 2048: {'resv_hugepages': 0, 'free_hugepages': 0, 'nr_overcommit_hugepages': 0, 'surplus_hugepages': 0, 'vm.free_hugepages': 0, 'nr_hugepages': 0, 'nr_hugepages_mempolicy': 0}}), 'dateTime': '2018-03-08T00:57:20 GMT', 'cpuUser': '1.23', 'memFree': 667596, 'cpuIdle': '97.12', 'vmActive': 8, 'v2vJobs': {}, 'cpuSysVdsmd': '11.67'}} from=::ffff:192.168.99.66,46746 (api:52)
2018-03-08 01:57:20,927+0100 INFO  (jsonrpc/5) [jsonrpc.JsonRpcServer] RPC call Host.getStats succeeded in 0.04 seconds (__init__:573)
2018-03-08 01:57:21,075+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 297516a3-09d5-4ac7-bfd3-dbc5c5ab7387 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:21,123+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task f15cc974-31c2-4f2f-b973-1da97df72c84 (threadPool:210)
2018-03-08 01:57:21,124+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 8a1ee6da-e2ec-4327-8aa2-17ad077357a2 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1729, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#0MY\x04\xc1\x87\n\xa5\xd9F\xeb\xa3h9\xc89000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:21,124+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 39c83968-a3eb-46d9-a50a-87c104594d30 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:21,401+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4174be94-502d-4101-b65c-05601fb5374e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:21,455+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 64981eff-657a-44d0-b625-5613861f96cd (threadPool:210)
2018-03-08 01:57:21,456+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task e9449f37-b9f8-4367-a9da-f61359402350 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1732, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xffW\x86_\xca\x95 \xb7\xcaG\x15F]\x94A\xec000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:21,457+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume ec41945d-4615-47ca-b720-95ca5f8657ff in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:21,762+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 208c1e28-0dd0-4088-b618-449d24f75191 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:21,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 73bff4e8-0ff4-4c1a-bcf6-56ae28056efa (threadPool:210)
2018-03-08 01:57:21,843+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 174ba570-f29b-410b-898d-fae3f0b99149 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1859, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x14\xcc\xc5\xb4\xcc\x00\x9d\xbc\xabO9\xf7\xda\x96\xe2\xd4000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:21,844+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:22,185+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: b3bac9f7-9465-4e90-8131-e6b13969906e in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:22,212+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 1c43e34e-57a3-4988-90a2-cc8881ad5551 (threadPool:210)
2018-03-08 01:57:22,212+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task d5eedefe-2bb9-402c-a8e5-2ffe0f06bb3a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 136, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#,Q\xcf:\x99\xa8\xc6\xa0\x91D\xcb9\xb6\xc9\x97M000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:22,212+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:22,616+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ec41945d-4615-47ca-b720-95ca5f8657ff in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:22,665+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task e9449f37-b9f8-4367-a9da-f61359402350 (threadPool:210)
2018-03-08 01:57:22,666+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 4d1c86c9-3f8e-4e32-9401-2d37a0c9ef27 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 137, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#)\xe7?\xfe\xa7\tZ\xbfRG\xf8\xdc\xca]R\x92000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:22,666+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:22,958+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d60debbc-c608-4177-a437-d9e36516ea21 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:23,004+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task cce02457-6713-43c7-bbf2-5e007e5fe56e (threadPool:210)
2018-03-08 01:57:23,005+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 46cdcbd6-e0a4-437d-ba50-b3bec6bdcefa (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1862, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xb9\x10\xe1\x0b\x95\x1c\xf0\xa5\xfb@\xe7.Y.L\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:23,005+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:23,247+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d4e296da-f739-4fab-bc9d-00ccb4c5cc14 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:23,295+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 174ba570-f29b-410b-898d-fae3f0b99149 (threadPool:210)
2018-03-08 01:57:23,295+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 3fac64c5-f409-451e-a3b9-169cc85e491f (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1923, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#}&\x88\xe1|o\xdd\xb0\x9dBz\x08;+\xc8}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:23,296+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:23,591+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 39c83968-a3eb-46d9-a50a-87c104594d30 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:23,641+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 8a1ee6da-e2ec-4327-8aa2-17ad077357a2 (threadPool:210)
2018-03-08 01:57:23,641+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 83af47ab-7ebd-4850-89da-24a7a2160f33 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2055, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01h*\x95\xa2\x10\x80\x9a\tB\x85\xd0`\xe1>\x8a000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:23,641+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 8a3ee160-d085-4209-9a80-10a2952a6801 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:23,890+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 4d97c9b6-39cb-4491-a0c6-a8993acf512c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:23,940+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task d5eedefe-2bb9-402c-a8e5-2ffe0f06bb3a (threadPool:210)
2018-03-08 01:57:23,941+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task 19040ac6-d49d-4603-bc82-e146b9cc7345 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2056, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#W\xef\x1e\xe0e\x97\xe5\xb2 A\x8f\xae\x82nre000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:23,941+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:24,193+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 92525dca-dcf8-4752-bf5a-09a7fe3fe729 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:24,241+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task 4d1c86c9-3f8e-4e32-9401-2d37a0c9ef27 (threadPool:210)
2018-03-08 01:57:24,241+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task bc1229fb-931f-4015-993e-f5cf23b2626a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 129, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x08\rS\xac\xd6\xe3\xe7\x94M@\xb5\x0c\x98b\x9a\xd6000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:24,242+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:24,325+0100 INFO  (periodic/5) [vdsm.api] START repoStats(domains=()) from=internal, task_id=5223f000-4d22-4429-bc6e-23e180b1ece4 (api:46)
2018-03-08 01:57:24,326+0100 INFO  (periodic/5) [vdsm.api] FINISH repoStats return={u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240251', 'lastCheck': '6.1', 'valid': True}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000690561', 'lastCheck': '6.0', 'valid': True}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000281158', 'lastCheck': '4.9', 'valid': True}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000436505', 'lastCheck': '4.7', 'valid': True}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000911538', 'lastCheck': '2.3', 'valid': True}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000313428', 'lastCheck': '5.0', 'valid': True}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'code': 358, 'actual': True, 'version': -1, 'acquired': False, 'delay': '0.000270334', 'lastCheck': '5.0', 'valid': False}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000613564', 'lastCheck': '5.0', 'valid': True}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256535', 'lastCheck': '3.6', 'valid': True}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000322371', 'lastCheck': '3.5', 'valid': True}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000234409', 'lastCheck': '2.8', 'valid': True}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000249703', 'lastCheck': '3.2', 'valid': True}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199672', 'lastCheck': '2.1', 'valid': True}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000295713', 'lastCheck': '5.4', 'valid': True}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.00040623', 'lastCheck': '2.4', 'valid': True}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000284346', 'lastCheck': '4.6', 'valid': True}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000257967', 'lastCheck': '4.6', 'valid': True}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000240505', 'lastCheck': '4.6', 'valid': True}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000227679', 'lastCheck': '0.4', 'valid': True}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000351917', 'lastCheck': '4.6', 'valid': True}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000198812', 'lastCheck': '2.6', 'valid': True}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000238241', 'lastCheck': '4.4', 'valid': True}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000334127', 'lastCheck': '2.0', 'valid': True}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000408056', 'lastCheck': '8.4', 'valid': True}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000217447', 'lastCheck': '4.4', 'valid': True}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000340408', 'lastCheck': '2.0', 'valid': True}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'code': 0, 'actual': True, 'version': 0, 'acquired': True, 'delay': '0.000465583', 'lastCheck': '6.7', 'valid': True}, u'5673ab6d-6315-4503-ae6d-098f95aff44b': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000285122', 'lastCheck': '4.4', 'valid': True}, u'ced8512b-725d-4e5e-9634-481fa5b87bc2': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000297831', 'lastCheck': '4.4', 'valid': True}, u'b0247e70-5a83-41cd-8233-1f75b4437d46': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000256343', 'lastCheck': '0.9', 'valid': True}, u'854aad96-76d9-4734-95a9-8352ac17587e': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000199869', 'lastCheck': '0.9', 'valid': True}, u'f2e6539b-85c3-45ba-b0d6-e8bf3f087454': {'code': 0, 'actual': True, 'version': 4, 'acquired': True, 'delay': '0.000221036', 'lastCheck': '2.4', 'valid': True}} from=internal, task_id=5223f000-4d22-4429-bc6e-23e180b1ece4 (api:52)
2018-03-08 01:57:24,327+0100 INFO  (periodic/5) [vdsm.api] START multipath_health() from=internal, task_id=40166ccf-3295-4dc0-ba28-e8b9f2ffd36b (api:46)
2018-03-08 01:57:24,327+0100 INFO  (periodic/5) [vdsm.api] FINISH multipath_health return={u'3600601603cc04500a2f9cd597080db0e': {'valid_paths': 2, 'failed_paths': [u'sdcl', u'sdde']}, u'3600601603cc045005d83815aff3a307c': {'valid_paths': 2, 'failed_paths': [u'sdch', u'sddb']}, u'3600601603cc04500d7f9cd59cad9eefe': {'valid_paths': 2, 'failed_paths': [u'sdcn', u'sddf']}, u'3600601603cc045002e83815aed1324f2': {'valid_paths': 2, 'failed_paths': [u'sdcf', u'sdcz']}, u'360060160a7e04600bc29745aebafcbab': {'valid_paths': 2, 'failed_paths': [u'71:192', u'sdav', u'sddu']}, u'360060160a7e04600b7cc7d5a1288384d': {'valid_paths': 2, 'failed_paths': [u'128:0', u'sdbe', u'sddy']}, u'360060160a7e04600b8cc7d5accb48fa3': {'valid_paths': 2, 'failed_paths': [u'128:32', u'sdbh', u'sdea']}, u'360060160a7e04600bc29745a2ec4492f': {'valid_paths': 2, 'failed_paths': [u'71:176', u'sdat', u'sddt']}, u'36006016071b045000cbe585a9ee41f3e': {'valid_paths': 2, 'failed_paths': [u'sdbx', u'sdcr']}, u'360060160a7e04600bb29745aa0ea7c1a': {'valid_paths': 2, 'failed_paths': [u'sdar', u'sdds']}, u'360060160a9e0460015de335ad99a62c8': {'valid_paths': 2, 'failed_paths': [u'71:32', u'sdab', u'sddk']}, u'360060160a9e04600890b295a05c7010c': {'valid_paths': 2, 'failed_paths': [u'71:208', u'sdax', u'sddv']}, u'360060160a9e04600627c575aa0f45a23': {'valid_paths': 2, 'failed_paths': [u'71:112', u'sdal', u'sddp']}, u'360060160a9e04600247c575a5c297545': {'valid_paths': 2, 'failed_paths': [u'sdag', u'sddn']}, u'360060160a9e04600467c575a0e4602ef': {'valid_paths': 2, 'failed_paths': [u'71:96', u'sdaj', u'sddo']}, u'360060160a9e04600bf7c575a00d05d27': {'valid_paths': 2, 'failed_paths': [u'71:144', u'sdap', u'sddr']}, u'36006016071b04500c1be585a57d08a97': {'valid_paths': 2, 'failed_paths': [u'sdcd', u'sdcx']}, u'360060160a9e04600077c575acb8206f2': {'valid_paths': 2, 'failed_paths': [u'71:64', u'sdaf', u'sddm']}, u'36006016042214300158b90587eca2875': {'valid_paths': 2, 'failed_paths': [u'sdcj', u'sddd']}, u'360060160a9e04600531a295a8dd95ff2': {'valid_paths': 2, 'failed_paths': [u'71:224', u'sdba', u'sddw']}, u'360060160a9e04600aeb2325a00970fd6': {'valid_paths': 2, 'failed_paths': [u'71:0', u'sddi', u'sdx']}, u'36006016071b045005dbe585aaf1198ce': {'valid_paths': 2, 'failed_paths': [u'sdbz', u'sdct']}, u'36006016071b0450090be585a47b367a1': {'valid_paths': 2, 'failed_paths': [u'sdcb', u'sdcv']}, u'360060160a9e0460086a6325a67350e35': {'valid_paths': 2, 'failed_paths': [u'sddh', u'sdu']}, u'360060160a9e0460091dd335abcffaad9': {'valid_paths': 2, 'failed_paths': [u'sddj', u'sdz']}, u'360060160a9e0460010e4345a190e6a4d': {'valid_paths': 2, 'failed_paths': [u'71:48', u'sdad', u'sddl']}, u'360060160a7e04600b8cc7d5ae54beda1': {'valid_paths': 2, 'failed_paths': [u'128:64', u'sdbl', u'sdec']}, u'360060160a9e04600897c575a8ee113b5': {'valid_paths': 2, 'failed_paths': [u'sdan', u'sddq']}, u'360060160a7e04600b8cc7d5ac3ff0d30': {'valid_paths': 2, 'failed_paths': [u'sdbj', u'sdeb']}, u'360060160a7e04600b7cc7d5a6c86e154': {'valid_paths': 2, 'failed_paths': [u'128:16', u'sdbf', u'sddz']}, u'360060160a9e04600631b295aaba1f072': {'valid_paths': 2, 'failed_paths': [u'71:240', u'sdbc', u'sddx']}} from=internal, task_id=40166ccf-3295-4dc0-ba28-e8b9f2ffd36b (api:52)
2018-03-08 01:57:24,506+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d64c2e59-2ee7-40fb-a5f0-1c950be110b9 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:24,556+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task 46cdcbd6-e0a4-437d-ba50-b3bec6bdcefa (threadPool:210)
2018-03-08 01:57:24,557+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task c8ecca01-d855-4037-8dba-6256b539766a (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1858, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#R\xe56Bs\x84K\x92\x19D=\xe7\xf6\xa7\xff\xa9000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:24,557+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a9ffa7f6-e73d-4419-924b-84734236e552 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:24,888+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7dc82b3b-087a-429d-b0dd-6f7ce188267d in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:24,935+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 3fac64c5-f409-451e-a3b9-169cc85e491f (threadPool:210)
2018-03-08 01:57:24,935+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task db8c0903-1c85-43fc-91b1-7c635ffe6082 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1863, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x9c\x97\xcex\x96\x8e\x1a\x8c\xceF\xf0\xa0\x93\xfb\x161000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:24,936+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:25,233+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 8a3ee160-d085-4209-9a80-10a2952a6801 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:25,277+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 83af47ab-7ebd-4850-89da-24a7a2160f33 (threadPool:210)
2018-03-08 01:57:25,278+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 10faf212-b635-415e-99ff-1e6f29bfb585 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1864, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xee\xdf;\x196\xf1}\xbc[AD\x119-?}000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:25,278+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:25,537+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 65726e82-ae8f-4120-b2e5-9765e01eef57 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:25,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task 19040ac6-d49d-4603-bc82-e146b9cc7345 (threadPool:210)
2018-03-08 01:57:25,584+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task b9a7a7a6-885f-49fb-9ddc-5ac1b80d6776 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1925, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#F\xcf.KV\xe2p\x8d\xd9D\xd6\xca\xfe\xa9L8000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:25,584+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:25,892+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d69a6298-0cb5-404d-94e7-e3d6ac530d08 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:25,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task bc1229fb-931f-4015-993e-f5cf23b2626a (threadPool:210)
2018-03-08 01:57:25,941+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task faa7ee22-3c6a-4cca-bb04-590326244601 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2049, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#?9(\xb4\xee\xba\x0c\xab\xc5Gh\xc8\xe9\x14\x1b\xd1000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:25,942+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume d11b14e9-c868-47c5-ab0c-baeeb428393f in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:26,221+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 3116fb93-a0f0-46ce-8c1a-8e9678ce979c in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:26,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task db8c0903-1c85-43fc-91b1-7c635ffe6082 (threadPool:210)
2018-03-08 01:57:26,272+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task 67918c4e-0780-4baf-a1e5-071afe2aacf7 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2057, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x89T\xd3Qk\xca\t\x82\xbcEM\xf1\xa1c\te000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:26,272+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 650963a1-f14d-45bc-8209-ca6b51d35489 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:26,533+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 7d3f2d39-1144-415b-bc7d-f136193bdfee in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:26,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 10faf212-b635-415e-99ff-1e6f29bfb585 (threadPool:210)
2018-03-08 01:57:26,581+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 1aca3547-b942-4169-bd0b-1273bf78bf38 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 130, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xca\xa0\x85\xec>M\x90\x86\x19B25\xa2\xe9_\x08000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:26,582+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:26,847+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 384ca9fe-cad6-44d9-8d70-e2564b2ecf46 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:26,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] FINISH task b9a7a7a6-885f-49fb-9ddc-5ac1b80d6776 (threadPool:210)
2018-03-08 01:57:26,922+0100 INFO  (mailbox-spm/2) [storage.ThreadPool.WorkerThread] START task a07b2154-3fbb-4a5b-a6a8-25ab42025881 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 138, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x01I\x1a\x9a\xb5w\x19\xa4\x81C5\x84M\xda7\xad000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:26,923+0100 INFO  (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: extending volume ad37da4d-8435-4381-a419-77b59a1a4901 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:27,203+0100 ERROR (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: a9ffa7f6-e73d-4419-924b-84734236e552 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:27,241+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] FINISH task c8ecca01-d855-4037-8dba-6256b539766a (threadPool:210)
2018-03-08 01:57:27,242+0100 INFO  (mailbox-spm/1) [storage.ThreadPool.WorkerThread] START task 2b105611-954f-4588-8471-e9795b8f5d28 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2051, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#H\x80D\xd3-p\xa6\x92\xb7D\xdd\xea&_\xc9\xa5000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:27,242+0100 INFO  (mailbox-spm/1) [storage.SPM.Messages.Extend] processRequest: extending volume a5c95f26-eadd-44b7-92a6-702dd3448048 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:27,575+0100 ERROR (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: d11b14e9-c868-47c5-ab0c-baeeb428393f in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:27,623+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] FINISH task faa7ee22-3c6a-4cca-bb04-590326244601 (threadPool:210)
2018-03-08 01:57:27,623+0100 INFO  (mailbox-spm/0) [storage.ThreadPool.WorkerThread] START task 629f2aa4-3e30-400b-bbb9-0ea3b59f3f57 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 2052, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x10\xad\x8f4\x1f\x05\x8b\xb8\xb4J\xdc\xfb\x15\xb5\x06y000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:27,623+0100 INFO  (mailbox-spm/0) [storage.SPM.Messages.Extend] processRequest: extending volume 7906b515-fbdc-4ab4-b88b-051f348fad10 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:27,898+0100 ERROR (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 650963a1-f14d-45bc-8209-ca6b51d35489 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:27,946+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] FINISH task 67918c4e-0780-4baf-a1e5-071afe2aacf7 (threadPool:210)
2018-03-08 01:57:27,946+0100 INFO  (mailbox-spm/3) [storage.ThreadPool.WorkerThread] START task a02892d6-beca-4d84-be9a-5216270b8a1e (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 131, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\xf8\x19\xceU\xb7,\x9f\x9b\xbbB\x8c:\x86\x05\xbf\x1b000000000000180000000000000')) (threadPool:208)
2018-03-08 01:57:27,946+0100 INFO  (mailbox-spm/3) [storage.SPM.Messages.Extend] processRequest: extending volume 1bbf0586-3a8c-42bb-9b9f-2cb755ce19f8 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 6144 (mailbox:161)
2018-03-08 01:57:28,286+0100 ERROR (monitor/237e56b) [storage.Monitor] Error checking domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (monitor:424)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/monitor.py", line 405, in _checkDomainStatus
    self.domain.selftest()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 48, in __getattr__
    return getattr(self.getRealDomain(), attrName)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: (u'237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:28,587+0100 ERROR (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: 085fe9a2-3532-4219-8690-4d3eec85a0ca in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:28,632+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] FINISH task 1aca3547-b942-4169-bd0b-1273bf78bf38 (threadPool:210)
2018-03-08 01:57:28,632+0100 INFO  (mailbox-spm/4) [storage.ThreadPool.WorkerThread] START task 21c67e82-bd54-4fe0-9981-2eb3a57284a1 (cmd=<function runTask at 0x2b84140>, args=(<functools.partial object at 0x7f4308255940>, 1857, '1xtndT;\x13\t+\n\xb6\x84jC:\x9f\xb4V~#\x93\xa0\xe9:\xaf\x89\xa2\xba\xbb@t\n^\x0b\x87\xdc000000000000100000000000000')) (threadPool:208)
2018-03-08 01:57:28,633+0100 INFO  (mailbox-spm/4) [storage.SPM.Messages.Extend] processRequest: extending volume dc870b5e-0a74-40bb-baa2-89af3ae9a093 in domain 237e56b4-9f3a-436a-84b6-0a2b09133b54 (pool 5849b030-626e-47cb-ad90-3ce782d831b3) to size 4096 (mailbox:161)
2018-03-08 01:57:28,799+0100 INFO  (jsonrpc/3) [vdsm.api] START getSpmStatus(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,46746, task_id=2f218ee8-0b9a-455f-846c-87712b27a182 (api:46)
2018-03-08 01:57:28,804+0100 INFO  (jsonrpc/3) [vdsm.api] FINISH getSpmStatus return={'spm_st': {'spmId': 10, 'spmStatus': 'SPM', 'spmLver': 14L}} from=::ffff:192.168.99.66,46746, task_id=2f218ee8-0b9a-455f-846c-87712b27a182 (api:52)
2018-03-08 01:57:28,805+0100 INFO  (jsonrpc/3) [jsonrpc.JsonRpcServer] RPC call StoragePool.getSpmStatus succeeded in 0.00 seconds (__init__:573)
2018-03-08 01:57:28,894+0100 ERROR (mailbox-spm/2) [storage.SPM.Messages.Extend] processRequest: Exception caught while trying to extend volume: ad37da4d-8435-4381-a419-77b59a1a4901 in domain: 237e56b4-9f3a-436a-84b6-0a2b09133b54 (mailbox:172)
Traceback (most recent call last):
  File "/usr/lib/python2.7/site-packages/vdsm/storage/mailbox.py", line 166, in processRequest
    pool.extendVolume(volume['domainID'], volume['volumeID'], size)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/securable.py", line 79, in wrapper
    return method(self, *args, **kwargs)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sp.py", line 1425, in extendVolume
    sdCache.produce(sdUUID).extendVolume(volumeUUID, size, isShuttingDown)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 110, in produce
    domain.getRealDomain()
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 51, in getRealDomain
    return self._cache._realProduce(self._sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 134, in _realProduce
    domain = self._findDomain(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/sdc.py", line 151, in _findDomain
    return findMethod(sdUUID)
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1636, in findDomain
    return BlockStorageDomain(BlockStorageDomain.findDomainPath(sdUUID))
  File "/usr/lib/python2.7/site-packages/vdsm/storage/blockSD.py", line 1576, in findDomainPath
    raise se.StorageDomainDoesNotExist(sdUUID)
StorageDomainDoesNotExist: Storage domain does not exist: ('237e56b4-9f3a-436a-84b6-0a2b09133b54',)
2018-03-08 01:57:28,916+0100 INFO  (jsonrpc/1) [vdsm.api] START getStoragePoolInfo(spUUID=u'5849b030-626e-47cb-ad90-3ce782d831b3', options=None) from=::ffff:192.168.99.66,44516, task_id=1cb1d8cb-f5b9-440d-8376-ef55ec3dae71 (api:46)
2018-03-08 01:57:28,926+0100 INFO  (jsonrpc/1) [vdsm.api] FINISH getStoragePoolInfo return={'info': {'name': 'No Description', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'pool_status': 'connected', 'lver': 14L, 'domains': u'dc571e37-9c51-4e6e-8d48-cb5713098b99:Active,3b37b50b-2b5a-447a-8fec-d7360746304c:Active,d1159da5-91ea-4ab9-aa3f-5fe4134b7808:Active,7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2:Active,4c0556ef-da5a-4789-9528-b8bdeaabc08c:Active,609e4ff0-bd38-4f33-88d6-4bb9223a896e:Active,237e56b4-9f3a-436a-84b6-0a2b09133b54:Active,0d59c7e5-f545-4daa-8490-5ecb3ec942ee:Active,d6d3da1f-0f96-42ba-bd70-5393a6ea95f4:Active,a3a972f6-2bd9-4b0b-9195-a4743c266618:Active,4c009a43-716f-4936-b2bd-73f2f3de88e5:Active,b83c159c-4ad6-4613-ba16-bab95ccd10c0:Attached,c29e1be7-6bb3-499e-8ef4-401b165286fd:Active,f8b4ed67-b334-4d40-bb30-ee8dd347cc36:Active,4796ca5f-1f3d-47f0-90d0-1cd7df606056:Active,3d79ecb7-435d-4797-a844-7ed7ba11934e:Active,8e3b0009-d364-440f-8bb0-69b79f568935:Active,e86138b0-b15d-4165-8eed-5234f59a2792:Active,c8d6d586-b021-4eb6-a170-5018d0c44e86:Active,0c4d7e29-209b-49d7-a443-5e4a5d11b864:Active,5fe72ef5-2f46-4402-85cf-fddef6d5c172:Active,2c7f2462-4a5b-491e-a830-9b8aaa749c32:Active,0e18e0b8-fe4d-4849-b34c-3f9c706f1195:Active,7ce05401-d4fe-478b-959b-60a360fa828f:Active,dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a:Active,6e5cd8b8-fc21-481c-b163-d83bdcd995a7:Active,3fcf23e1-0b80-4a95-acfa-64d75753de81:Active,5c16acf7-60ee-451b-80eb-d21c4c948e3d:Active,5673ab6d-6315-4503-ae6d-098f95aff44b:Active,ced8512b-725d-4e5e-9634-481fa5b87bc2:Active,b0247e70-5a83-41cd-8233-1f75b4437d46:Active,854aad96-76d9-4734-95a9-8352ac17587e:Active,f2e6539b-85c3-45ba-b0d6-e8bf3f087454:Active', 'master_uuid': '4c009a43-716f-4936-b2bd-73f2f3de88e5', 'version': '4', 'spm_id': 10, 'type': 'FCP', 'master_ver': 4}, 'dominfo': {u'dc571e37-9c51-4e6e-8d48-cb5713098b99': {'status': u'Active', 'diskfree': '1035892424704', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3b37b50b-2b5a-447a-8fec-d7360746304c': {'status': u'Active', 'diskfree': '3495298072576', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd1159da5-91ea-4ab9-aa3f-5fe4134b7808': {'status': u'Active', 'diskfree': '7064952766464', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7eb67f65-216a-4fb8-8f8e-4fc50c71eaa2': {'status': u'Active', 'diskfree': '2591475892224', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c0556ef-da5a-4789-9528-b8bdeaabc08c': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'609e4ff0-bd38-4f33-88d6-4bb9223a896e': {'status': u'Active', 'diskfree': '2305860567040', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'237e56b4-9f3a-436a-84b6-0a2b09133b54': {'status': u'Active', 'isoprefix': '', 'alerts': [], 'version': -1}, u'0d59c7e5-f545-4daa-8490-5ecb3ec942ee': {'status': u'Active', 'diskfree': '593242357760', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'd6d3da1f-0f96-42ba-bd70-5393a6ea95f4': {'status': u'Active', 'diskfree': '2625298759680', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'a3a972f6-2bd9-4b0b-9195-a4743c266618': {'status': u'Active', 'diskfree': '1030255280128', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4c009a43-716f-4936-b2bd-73f2f3de88e5': {'status': u'Active', 'diskfree': '2544499687424', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'b83c159c-4ad6-4613-ba16-bab95ccd10c0': {'status': u'Attached', 'isoprefix': '', 'alerts': []}, u'c29e1be7-6bb3-499e-8ef4-401b165286fd': {'status': u'Active', 'diskfree': '6956236406784', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'f8b4ed67-b334-4d40-bb30-ee8dd347cc36': {'status': u'Active', 'diskfree': '5623051714560', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'4796ca5f-1f3d-47f0-90d0-1cd7df606056': {'status': u'Active', 'diskfree': '776583774208', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3d79ecb7-435d-4797-a844-7ed7ba11934e': {'status': u'Active', 'diskfree': '1348351295488', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'8e3b0009-d364-440f-8bb0-69b79f568935': {'status': u'Active', 'diskfree': '900735172608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'e86138b0-b15d-4165-8eed-5234f59a2792': {'status': u'Active', 'diskfree': '2089098936320', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'c8d6d586-b021-4eb6-a170-5018d0c44e86': {'status': u'Active', 'diskfree': '5507356033024', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0c4d7e29-209b-49d7-a443-5e4a5d11b864': {'status': u'Active', 'diskfree': '1519613116416', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5fe72ef5-2f46-4402-85cf-fddef6d5c172': {'status': u'Active', 'diskfree': '4756139409408', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'2c7f2462-4a5b-491e-a830-9b8aaa749c32': {'status': u'Active', 'diskfree': '874294280192', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'0e18e0b8-fe4d-4849-b34c-3f9c706f1195': {'status': u'Active', 'diskfree': '1005290782720', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'7ce05401-d4fe-478b-959b-60a360fa828f': {'status': u'Active', 'diskfree': '1488340385792', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'dce5b2e4-9ac4-458f-925d-72e3ddf6dd6a': {'status': u'Active', 'diskfree': '1552957833216', 'isoprefix': '', 'alerts': [], 'disktotal': '6535902134272', 'version': 0}, u'6e5cd8b8-fc21-481c-b163-d83bdcd995a7': {'status': u'Active', 'diskfree': '8790187442176', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'3fcf23e1-0b80-4a95-acfa-64d75753de81': {'status': u'Active', 'diskfree': '1773150404608', 'isoprefix': '', 'alerts': [], 'disktotal': '8795690369024', 'version': 4}, u'5c16acf7-60ee-451b-80eb-d21c4c948e3d': {'status': u'Active', 'diskfree': '86475014144', 'isoprefix': u'/rhev/data-center/mnt/fabaovirt.fabagl.fabasoft.com:_home_exports_iso/5c16acf7-60ee-451b-80eb-d21c4c948e3d/images/11111111-1111-1111-1111-111111111111', 'alerts': []